1424 lines
54 KiB
YAML
1424 lines
54 KiB
YAML
# See AbExperiment namespace for details of goals and variants
|
|
#
|
|
################################################################################
|
|
################################################################################
|
|
#
|
|
# Checklist for creating a new feed experiment:
|
|
#
|
|
# - [ ] Create and/or reference the forem/forem issue with desired configuration
|
|
# - [ ] Identify the winner for the past experiment by adding the `winner:
|
|
# <variant-name>` attribute to the past experiment.
|
|
# - [ ] Set the past experiments `ended_at` to the new experiments started_at.
|
|
# - [ ] Copy the previous experiment and prepend and rename to
|
|
# `feed_strategy_starting_CCYYMMDD`
|
|
# - [ ] Update the `started_at` to `CCYY-MM-DD`
|
|
# - [ ] Assign the variants; the winner of the previous experiment SHOULD be in
|
|
# this array.
|
|
# - [ ] Remove the winner attribute from the newly copied
|
|
# `feed_strategy_starting_CCYYMMDD`
|
|
# - [ ] Assign weights and make the corresponding
|
|
# `./config/feed-variants/*.json` files where * is the new named variants.
|
|
# - [ ] Each newly named variant should have a description; typically briefly
|
|
# explaining the difference between it and the winner of the last experiment.
|
|
# - [ ] Run `bin/rspec spec/services/articles/feeds/variant_query_spec.rb` to
|
|
# verify each newly added variant's SQL
|
|
# - [ ] Submit a pull request and ping the Forem Core (in Slack) for a review.
|
|
#
|
|
################################################################################
|
|
################################################################################
|
|
experiments:
|
|
digest_article_ordering_05_09:
|
|
started_at: 2024-05-09
|
|
variants:
|
|
- base
|
|
- more_weight_on_feed_success
|
|
- much_more_weight_on_feed_success
|
|
- more_weight_on_clickbait
|
|
- much_more_weight_on_clickbait
|
|
- more_weight_on_comments
|
|
- much_more_weight_on_comments
|
|
weights:
|
|
- 40
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
digest_articles_design_05_02:
|
|
started_at: 2024-05-02
|
|
ended_at: 2024-05-09
|
|
winner: border
|
|
variants:
|
|
- base
|
|
- base_with_user
|
|
- base_with_tags
|
|
- border
|
|
- border_with_user
|
|
- border_with_tags
|
|
weights:
|
|
- 20
|
|
- 16
|
|
- 16
|
|
- 16
|
|
- 16
|
|
- 16
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
digest_headers_04_22:
|
|
started_at: 2024-04-22
|
|
ended_at: 2024-05-01
|
|
winner: base_with_emoji_and_only_first_name
|
|
variants:
|
|
- base
|
|
- base_without_top_header
|
|
- base_with_only_first_name
|
|
- base_with_only_first_name_and_no_top_header
|
|
- base_with_emoji
|
|
- base_with_emoji_and_no_top_header
|
|
- base_with_emoji_and_only_first_name
|
|
- base_with_emoji_and_only_first_name_and_no_top_header
|
|
weights:
|
|
- 30
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
digest_subheader_03_18:
|
|
started_at: 2024-04-15
|
|
ended_at: 2024-04-22
|
|
winner: get_caught_up_with_branding
|
|
variants:
|
|
- base
|
|
- base_with_branding
|
|
- just_for_you
|
|
- just_for_you_with_branding
|
|
- get_caught_up
|
|
- get_caught_up_with_branding
|
|
- whats_trending
|
|
- whats_trending_with_branding
|
|
- dont_miss_out
|
|
- dont_miss_out_with_branding
|
|
weights:
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
digest_count_03_18:
|
|
started_at: 2024-03-18
|
|
ended_at: 2024-03-28
|
|
winner: count_7
|
|
variants:
|
|
- count_6
|
|
- count_4
|
|
- count_5
|
|
- count_7
|
|
- count_8
|
|
- count_10
|
|
weights:
|
|
- 60
|
|
- 8
|
|
- 8
|
|
- 8
|
|
- 8
|
|
- 8
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
digest_title_03_11:
|
|
started_at: 2024-03-11
|
|
ended_at: 2024-03-18
|
|
winner: just_first_title_and_dev_digest
|
|
variants:
|
|
- base
|
|
- base_with_no_emoji
|
|
- base_with_start_with_dev_digest
|
|
- base_with_start_with_dev_digest_and_no_emoji
|
|
- just_first_title
|
|
- just_first_title_and_dev_digest
|
|
weights:
|
|
- 50
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_style_20240220:
|
|
started_at: 2024-02-20
|
|
variants:
|
|
- basic
|
|
- rich
|
|
weights:
|
|
- 50
|
|
- 50
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
|
|
comments_to_display_20240129:
|
|
started_at: 2024-01-29
|
|
variants:
|
|
- top_comments
|
|
- more_inclusive_top_comments
|
|
- recent_good_comments
|
|
- more_inclusive_recent_good_comments
|
|
- most_inclusive_recent_good_comments
|
|
ended_at: 2024-02-25
|
|
winner: more_inclusive_recent_good_comments
|
|
weights:
|
|
- 60
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 10
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
|
|
# NOTE: Our feed strategy testing experiment must begin with "feed_strategy"
|
|
feed_strategy_starting_20240214:
|
|
started_at: 2024-02-14
|
|
variants:
|
|
- 20240205-variant-c
|
|
- 20240214-variant-a
|
|
- 20240214-variant-b
|
|
- 20240214-variant-c
|
|
weights:
|
|
- 10
|
|
- 10
|
|
- 10
|
|
- 70
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20240205:
|
|
started_at: 2024-02-05
|
|
variants:
|
|
- 20240126-variant-c
|
|
- 20240205-variant-a
|
|
- 20240205-variant-b
|
|
- 20240205-variant-c
|
|
ended_at: 2024-02-14
|
|
winner: 20240205-variant-c
|
|
weights:
|
|
- 67
|
|
- 11
|
|
- 11
|
|
- 11
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20240126:
|
|
started_at: 2024-01-26
|
|
variants:
|
|
- 20240104-variant-a
|
|
- 20240126-variant-a
|
|
- 20240126-variant-b
|
|
- 20240126-variant-c
|
|
ended_at: 2024-02-05
|
|
winner: 20240126-variant-c
|
|
weights:
|
|
- 67
|
|
- 11
|
|
- 11
|
|
- 11
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20240115:
|
|
started_at: 2024-01-15
|
|
variants:
|
|
- 20240104-variant-b
|
|
- 20231127-variant-c
|
|
- 20240104-variant-a
|
|
- 20240104-variant-c
|
|
ended_at: 2024-01-26
|
|
winner: 20240104-variant-a
|
|
weights:
|
|
- 68
|
|
- 8
|
|
- 12
|
|
- 12
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20240104:
|
|
started_at: 2024-01-04
|
|
variants:
|
|
- 20231127-variant-c
|
|
- 20240104-variant-a
|
|
- 20240104-variant-b
|
|
- 20240104-variant-c
|
|
ended_at: 2024-01-15
|
|
winner: 20240104-variant-b
|
|
weights:
|
|
- 64
|
|
- 12
|
|
- 12
|
|
- 12
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20231205:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-12-05
|
|
variants:
|
|
- 20231127-variant-c
|
|
- 20231205-variant-a
|
|
- 20231205-variant-b
|
|
- 20231205-variant-c
|
|
ended_at: 2024-01-04
|
|
winner: 20231127-variant-c
|
|
weights:
|
|
- 70
|
|
- 10
|
|
- 10
|
|
- 10
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_202311127:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-11-29
|
|
variants:
|
|
- 20231023-variant-b
|
|
- 20231127-variant-a
|
|
- 20231127-variant-b
|
|
- 20231127-variant-c
|
|
ended_at: 2023-12-05
|
|
winner: 20231127-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_202311108:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-11-08
|
|
variants:
|
|
- 20231023-variant-b
|
|
- 20231108-variant-a
|
|
- 20231108-variant-b
|
|
ended_at: 2023-11-27
|
|
winner: 20231023-variant-b
|
|
weights:
|
|
- 70
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20231023:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-10-23
|
|
ended_at: 2023-11-08
|
|
winner: 20231023-variant-b
|
|
variants:
|
|
- 20231017-variant-b
|
|
- 20231023-variant-a
|
|
- 20231023-variant-b
|
|
weights:
|
|
- 70
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20231017:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-10-17
|
|
ended_at: 2023-10-23
|
|
winner: 20231017-variant-b
|
|
variants:
|
|
- 20230918-variant-a
|
|
- 20231017-variant-a
|
|
- 20231017-variant-b
|
|
- 20231017-variant-c
|
|
weights:
|
|
- 64
|
|
- 12
|
|
- 12
|
|
- 12
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20231001:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-10-01
|
|
ended_at: 2023-10-17
|
|
winner: 20230918-variant-a
|
|
variants:
|
|
- 20230918-variant-a
|
|
- 20231001-variant-a
|
|
- 20231001-variant-b
|
|
weights:
|
|
- 70
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20230927:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-09-27
|
|
ended_at: 2023-10-01
|
|
winner: 20230918-variant-a
|
|
variants:
|
|
- 20230918-variant-a
|
|
- 20230927-variant-a
|
|
- 20230927-variant-b
|
|
weights:
|
|
- 70
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20230918:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-09-18
|
|
ended_at: 2023-09-27
|
|
winner: 20230918-variant-a
|
|
variants:
|
|
- 20230814-variant-b
|
|
- 20230918-variant-a
|
|
- 20230918-variant-b
|
|
- 20230918-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20230814:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-08-15
|
|
ended_at: 2023-09-17
|
|
winner: 20230814-variant-b
|
|
variants:
|
|
- 20230511-variant-b
|
|
- 20230814-variant-a
|
|
- 20230814-variant-b
|
|
- 20230814-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20230511:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-05-11
|
|
ended_at: 2023-08-15
|
|
winner: 20230511-variant-b
|
|
variants:
|
|
- 20230424-variant-b
|
|
- 20230511-variant-a
|
|
- 20230511-variant-b
|
|
- 20230511-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20230430:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-05-01
|
|
ended_at: 2023-05-11
|
|
winner: 20230424-variant-b
|
|
variants:
|
|
- 20230424-variant-b
|
|
- 20230430-variant-a
|
|
- 20230430-variant-b
|
|
- 20230430-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20230424:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-04-24
|
|
ended_at: 2023-05-01
|
|
winner: 20230424-variant-b
|
|
variants:
|
|
- 20230110-variant-c
|
|
- 20230424-variant-a
|
|
- 20230424-variant-b
|
|
- 20230424-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
feed_strategy_starting_20230110:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2023-01-10
|
|
ended_at: 2023-04-24
|
|
winner: 20230110-variant-c
|
|
variants:
|
|
- 20221215-variant-a
|
|
- 20230110-variant-a
|
|
- 20230110-variant-b
|
|
- 20230110-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20221215:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-12-15
|
|
ended_at: 2023-01-10
|
|
winner: 20221215-variant-a
|
|
variants:
|
|
- 20221122-variant-a
|
|
- 20221215-variant-a
|
|
- 20221215-variant-b
|
|
- 20221215-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20221122:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-11-23
|
|
ended_at: 2022-12-15
|
|
winner: 20221122-variant-a
|
|
variants:
|
|
- 20221107-variant-c
|
|
- 20221122-variant-a
|
|
- 20221122-variant-b
|
|
- 20221122-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20221107:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-11-07
|
|
ended_at: 2022-11-22
|
|
winner: 20221107-variant-c
|
|
variants:
|
|
- 20221031-variant-c
|
|
- 20221107-variant-a
|
|
- 20221107-variant-b
|
|
- 20221107-variant-c
|
|
- 20221107-variant-d
|
|
weights:
|
|
- 52
|
|
- 12
|
|
- 12
|
|
- 12
|
|
- 12
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20221031:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-10-31
|
|
ended_at: 2022-11-07
|
|
winner: 20221031-variant-c
|
|
variants:
|
|
- 20221025-variant-b
|
|
- 20221031-variant-a
|
|
- 20221031-variant-b
|
|
- 20221031-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20221025:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-10-25
|
|
ended_at: 2022-10-31
|
|
winner: 20221025-variant-b
|
|
variants:
|
|
- 20221018-variant-b
|
|
- 20221025-variant-a
|
|
- 20221025-variant-b
|
|
- 20221025-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20221018:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-10-18
|
|
ended_at: 2022-10-25
|
|
winner: 20221018-variant-b
|
|
variants:
|
|
- 20221011-variant-a
|
|
- 20221018-variant-a
|
|
- 20221018-variant-b
|
|
- 20221018-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20221011:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-10-11
|
|
ended_at: 2022-10-18
|
|
winner: 20221011-variant-a
|
|
variants:
|
|
- 20221004-variant-b
|
|
- 20220926-variant-b
|
|
- 20221011-variant-a
|
|
- 20221011-variant-b
|
|
- 20220823-variant # Back to this test from a while ago
|
|
weights:
|
|
- 30
|
|
- 25
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20221004:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-10-04
|
|
ended_at: 2022-10-11
|
|
winner: 20221004-variant-b
|
|
variants:
|
|
- 20220926-variant-b
|
|
- 20221004-variant-a
|
|
- 20221004-variant-b
|
|
- 20220907-variant-c # Back to this test from a few weeks ago
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220926:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-09-26
|
|
ended_at: 2022-10-04
|
|
winner: 20220926-variant-b
|
|
variants:
|
|
- 20220920-variant-b
|
|
- 20220926-variant-a
|
|
- 20220926-variant-b
|
|
- 20220926-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_two_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_three_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220920:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-09-20
|
|
ended_at: 2022-09-26
|
|
winner: 20220920-variant-b
|
|
variants:
|
|
- 20220915-variant-a
|
|
- 20220920-variant-a
|
|
- 20220920-variant-b
|
|
- 20220920-variant-c
|
|
weights:
|
|
- 55
|
|
- 15
|
|
- 15
|
|
- 15
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220915:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-09-15
|
|
ended_at: 2022-09-20
|
|
winner: 20220915-variant-a
|
|
variants:
|
|
- 20220907-variant-c
|
|
- 20220915-variant-a
|
|
- 20220915-variant-b
|
|
- 20220915-variant-c
|
|
weights:
|
|
- 40
|
|
- 20
|
|
- 20
|
|
- 20
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220907:
|
|
# NOTE: Required as we want only want to consider for conversion events that
|
|
# occurred on or after the given start_date.
|
|
started_at: 2022-09-07
|
|
ended_at: 2022-09-15
|
|
winner: 20220907-variant-c
|
|
variants:
|
|
- 20220830-variant-c
|
|
- 20220907-variant-a
|
|
- 20220907-variant-b
|
|
- 20220907-variant-c
|
|
weights:
|
|
- 40
|
|
- 20
|
|
- 20
|
|
- 20
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220830:
|
|
started_at: 2022-08-30
|
|
ended_at: 2022-09-07
|
|
winner: 20220830-variant-c
|
|
variants:
|
|
- 20220726-variant-b
|
|
- 20220830-variant-a
|
|
- 20220830-variant-b
|
|
- 20220830-variant-c
|
|
weights:
|
|
- 40
|
|
- 20
|
|
- 20
|
|
- 20
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220823:
|
|
started_at: 2022-08-23
|
|
ended_at: 2022-08-30
|
|
winner: 20220726-variant-b
|
|
variants:
|
|
- 20220726-variant-b
|
|
- 20220823-variant
|
|
weights:
|
|
- 80
|
|
- 20
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220801:
|
|
started_at: 2022-08-01
|
|
ended_at: 2022-08-23
|
|
winner: 20220726-variant-b
|
|
variants:
|
|
- 20220726-variant-b
|
|
- 20220801-variant-b
|
|
- 20220801-variant-a
|
|
weights:
|
|
- 50
|
|
- 25
|
|
- 25
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220726:
|
|
started_at: 2022-07-26
|
|
ended_at: 2022-08-01
|
|
winner: 20220726-variant-b
|
|
variants:
|
|
- 20220719-variant-b
|
|
- 20220726-variant-a
|
|
- 20220726-variant-b
|
|
weights:
|
|
- 50
|
|
- 25
|
|
- 25
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220719:
|
|
|
|
started_at: 2022-07-19
|
|
ended_at: 2022-07-26
|
|
winner: 20220719-variant-b
|
|
variants:
|
|
- 20220719-variant-a
|
|
- 20220719-variant-b
|
|
weights:
|
|
- 50
|
|
- 50
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220712:
|
|
|
|
started_at: 2022-07-12
|
|
ended_at: 2022-07-19
|
|
winner: 20220617-variant-a
|
|
variants:
|
|
- 20220617-variant-a
|
|
- 20220712-variant
|
|
weights:
|
|
- 50
|
|
- 50
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220617:
|
|
|
|
started_at: 2022-06-17
|
|
ended_at: 2022-07-12
|
|
winner: 20220617-variant-a
|
|
variants:
|
|
- 20220617-variant-a
|
|
- 20220617-variant-b
|
|
- 20220617-variant-c
|
|
weights:
|
|
- 50
|
|
- 25
|
|
- 25
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
feed_strategy_starting_20220603:
|
|
# B won with some statistical signficance but A had a strong showing as
|
|
# well. So we're melding those two together.
|
|
winner: 20220603-variant-b
|
|
|
|
started_at: 2022-06-03
|
|
ended_at: 2022-06-17
|
|
variants:
|
|
- 20220518-variant
|
|
- 20220603-variant-a
|
|
- 20220603-variant-b
|
|
weights:
|
|
- 50
|
|
- 25
|
|
- 25
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
# These are historical and may be userful
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220526:
|
|
winner: 20220518-variant
|
|
|
|
started_at: 2022-05-26
|
|
ended_at: 2022-06-03
|
|
variants:
|
|
- 20220518-variant
|
|
- 20220525-variant
|
|
weights:
|
|
- 80
|
|
- 20
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
# These are historical and may be userful
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
feed_strategy_starting_20220518:
|
|
winner: 20220518-variant
|
|
|
|
started_at: 2022-05-18
|
|
ended_at: 2022-06-26
|
|
variants:
|
|
- 20220422-variant
|
|
- 20220518-variant
|
|
weights:
|
|
- 80
|
|
- 20
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
# These are historical and may be userful
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
feed_strategy_starting_20220509:
|
|
winner: 20220422-variant
|
|
|
|
started_at: 2022-05-09
|
|
ended_at: 2022-05-18
|
|
variants:
|
|
- 20220422-variant
|
|
- 20220509-variant
|
|
weights:
|
|
- 80
|
|
- 20
|
|
goals:
|
|
- user_creates_pageview
|
|
- user_creates_article_reaction
|
|
- user_creates_comment
|
|
- user_publishes_post
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_creates_article_reaction_on_four_different_days_within_a_week
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_publishes_post_on_four_different_days_within_a_week
|
|
# These are historical and may be userful
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
feed_strategy_starting_20220422:
|
|
winner: 20220422-jennie-variant
|
|
|
|
started_at: 2022-04-22
|
|
ended_at: 2022-05-09
|
|
variants:
|
|
- 20220415-incumbent
|
|
- 20220422-jennie-variant
|
|
weights:
|
|
- 80
|
|
- 20
|
|
goals:
|
|
- user_creates_comment
|
|
- user_creates_comment_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_days_within_a_week
|
|
- user_views_pages_on_at_least_four_different_hours_within_a_day
|
|
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
|
|
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
|
|
- user_publishes_post
|
|
- user_publishes_post_at_least_two_times_within_week
|
|
- user_publishes_post_at_least_two_times_within_two_weeks
|
|
# Dashboard performance
|
|
cache: true
|
|
precision: 2
|
|
|
|
# For logged-in users we'll explicitly pass participant.
|
|
# If we experiment on non-logged in, we don't want to collect cookies anyway.
|
|
cookies: false
|