5cd947336b
* Declare winner in update points worker * Remove tests * Fix finalized_points style issue
47 lines
1.7 KiB
YAML
47 lines
1.7 KiB
YAML
experiments:
|
|
follow_implicit_points: # Points given for implicit tag weights
|
|
# TEST FINISHED
|
|
# Hypotheses: Weighting tags based on implied preference will lead
|
|
# to more repeat engagement.
|
|
# Recommended duration: 4 weeks (ending at start of January)
|
|
|
|
# OUTCOME:
|
|
# It was observed that "base" has been consistently ahead in comments and
|
|
# "four hours of article reads in day" by 10% to 20% over no_implicit_score
|
|
# but over time this began regressing towards the mean and seeming more random.
|
|
# In inspecting the ways we are measuring goals here, anything with a low barrier
|
|
# will eventually be reached (aka leave one reaction) by most users, so over time
|
|
# these goals demonstrate less value.
|
|
# So this test is being cut off on the observation of a clear winner early on
|
|
# with the note that we need tests which can map better to the duration of the test.
|
|
|
|
# This experiment is no longer running in production, but can remain configured here
|
|
# while there are no other experiments running.
|
|
variants:
|
|
- base
|
|
- no_implicit_score
|
|
- half_weight_after_log
|
|
- double_weight_after_log
|
|
- double_bonus_before_log
|
|
- without_weighting_bonus
|
|
weights: # "base" (what we currently implement) and "no_implicit_score" are what we want the most data on.
|
|
- 30
|
|
- 30
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
goals:
|
|
- user_creates_comment
|
|
- user_creates_reaction
|
|
- user_views_article_four_days_in_week
|
|
- user_views_article_four_hours_in_day
|
|
exclude:
|
|
bots: true
|
|
|
|
# Dashboard performance
|
|
cache: true
|
|
|
|
# For logged-in users we'll explicitely pass participant.
|
|
# If we experiment on non-logged in, we don't want to collect cookies anyway.
|
|
cookies: false
|