# See AbExperiment namespace for details of goals and variants # ################################################################################ ################################################################################ # # Checklist for creating a new feed experiment: # # - [ ] Create and/or reference the forem/forem issue with desired configuration # - [ ] Identify the winner for the past experiment by adding the `winner: # ` attribute to the past experiment. # - [ ] Set the past experiments `ended_at` to the new experiments started_at. # - [ ] Copy the previous experiment and prepend and rename to # `feed_strategy_starting_CCYYMMDD` # - [ ] Update the `started_at` to `CCYY-MM-DD` # - [ ] Assign the variants; the winner of the previous experiment SHOULD be in # this array. # - [ ] Remove the winner attribute from the newly copied # `feed_strategy_starting_CCYYMMDD` # - [ ] Assign weights and make the corresponding # `./config/feed-variants/*.json` files where * is the new named variants. # - [ ] Each newly named variant should have a description; typically briefly # explaining the difference between it and the winner of the last experiment. # - [ ] Run `bin/rspec spec/services/articles/feeds/variant_query_spec.rb` to # verify each newly added variant's SQL # - [ ] Submit a pull request and ping the Forem Core (in Slack) for a review. # ################################################################################ ################################################################################ experiments: digest_article_ordering_05_09: started_at: 2024-05-09 variants: - base - more_weight_on_feed_success - much_more_weight_on_feed_success - more_weight_on_clickbait - much_more_weight_on_clickbait - more_weight_on_comments - much_more_weight_on_comments weights: - 40 - 10 - 10 - 10 - 10 - 10 - 10 goals: - user_creates_pageview - user_creates_article_reaction - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week digest_articles_design_05_02: started_at: 2024-05-02 ended_at: 2024-05-09 winner: border variants: - base - base_with_user - base_with_tags - border - border_with_user - border_with_tags weights: - 20 - 16 - 16 - 16 - 16 - 16 goals: - user_creates_pageview - user_creates_article_reaction - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week digest_headers_04_22: started_at: 2024-04-22 ended_at: 2024-05-01 winner: base_with_emoji_and_only_first_name variants: - base - base_without_top_header - base_with_only_first_name - base_with_only_first_name_and_no_top_header - base_with_emoji - base_with_emoji_and_no_top_header - base_with_emoji_and_only_first_name - base_with_emoji_and_only_first_name_and_no_top_header weights: - 30 - 10 - 10 - 10 - 10 - 10 - 10 - 10 goals: - user_creates_pageview - user_creates_article_reaction - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week digest_subheader_03_18: started_at: 2024-04-15 ended_at: 2024-04-22 winner: get_caught_up_with_branding variants: - base - base_with_branding - just_for_you - just_for_you_with_branding - get_caught_up - get_caught_up_with_branding - whats_trending - whats_trending_with_branding - dont_miss_out - dont_miss_out_with_branding weights: - 10 - 10 - 10 - 10 - 10 - 10 - 10 - 10 - 10 - 10 goals: - user_creates_pageview - user_creates_article_reaction - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week digest_count_03_18: started_at: 2024-03-18 ended_at: 2024-03-28 winner: count_7 variants: - count_6 - count_4 - count_5 - count_7 - count_8 - count_10 weights: - 60 - 8 - 8 - 8 - 8 - 8 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks digest_title_03_11: started_at: 2024-03-11 ended_at: 2024-03-18 winner: just_first_title_and_dev_digest variants: - base - base_with_no_emoji - base_with_start_with_dev_digest - base_with_start_with_dev_digest_and_no_emoji - just_first_title - just_first_title_and_dev_digest weights: - 50 - 10 - 10 - 10 - 10 - 10 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_style_20240220: started_at: 2024-02-20 variants: - basic - rich weights: - 50 - 50 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks comments_to_display_20240129: started_at: 2024-01-29 variants: - top_comments - more_inclusive_top_comments - recent_good_comments - more_inclusive_recent_good_comments - most_inclusive_recent_good_comments ended_at: 2024-02-25 winner: more_inclusive_recent_good_comments weights: - 60 - 10 - 10 - 10 - 10 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks # NOTE: Our feed strategy testing experiment must begin with "feed_strategy" feed_strategy_starting_20240214: started_at: 2024-02-14 variants: - 20240205-variant-c - 20240214-variant-a - 20240214-variant-b - 20240214-variant-c weights: - 10 - 10 - 10 - 70 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20240205: started_at: 2024-02-05 variants: - 20240126-variant-c - 20240205-variant-a - 20240205-variant-b - 20240205-variant-c ended_at: 2024-02-14 winner: 20240205-variant-c weights: - 67 - 11 - 11 - 11 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20240126: started_at: 2024-01-26 variants: - 20240104-variant-a - 20240126-variant-a - 20240126-variant-b - 20240126-variant-c ended_at: 2024-02-05 winner: 20240126-variant-c weights: - 67 - 11 - 11 - 11 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20240115: started_at: 2024-01-15 variants: - 20240104-variant-b - 20231127-variant-c - 20240104-variant-a - 20240104-variant-c ended_at: 2024-01-26 winner: 20240104-variant-a weights: - 68 - 8 - 12 - 12 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20240104: started_at: 2024-01-04 variants: - 20231127-variant-c - 20240104-variant-a - 20240104-variant-b - 20240104-variant-c ended_at: 2024-01-15 winner: 20240104-variant-b weights: - 64 - 12 - 12 - 12 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20231205: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-12-05 variants: - 20231127-variant-c - 20231205-variant-a - 20231205-variant-b - 20231205-variant-c ended_at: 2024-01-04 winner: 20231127-variant-c weights: - 70 - 10 - 10 - 10 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_202311127: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-11-29 variants: - 20231023-variant-b - 20231127-variant-a - 20231127-variant-b - 20231127-variant-c ended_at: 2023-12-05 winner: 20231127-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_202311108: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-11-08 variants: - 20231023-variant-b - 20231108-variant-a - 20231108-variant-b ended_at: 2023-11-27 winner: 20231023-variant-b weights: - 70 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20231023: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-10-23 ended_at: 2023-11-08 winner: 20231023-variant-b variants: - 20231017-variant-b - 20231023-variant-a - 20231023-variant-b weights: - 70 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20231017: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-10-17 ended_at: 2023-10-23 winner: 20231017-variant-b variants: - 20230918-variant-a - 20231017-variant-a - 20231017-variant-b - 20231017-variant-c weights: - 64 - 12 - 12 - 12 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20231001: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-10-01 ended_at: 2023-10-17 winner: 20230918-variant-a variants: - 20230918-variant-a - 20231001-variant-a - 20231001-variant-b weights: - 70 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230927: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-09-27 ended_at: 2023-10-01 winner: 20230918-variant-a variants: - 20230918-variant-a - 20230927-variant-a - 20230927-variant-b weights: - 70 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230918: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-09-18 ended_at: 2023-09-27 winner: 20230918-variant-a variants: - 20230814-variant-b - 20230918-variant-a - 20230918-variant-b - 20230918-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230814: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-08-15 ended_at: 2023-09-17 winner: 20230814-variant-b variants: - 20230511-variant-b - 20230814-variant-a - 20230814-variant-b - 20230814-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230511: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-05-11 ended_at: 2023-08-15 winner: 20230511-variant-b variants: - 20230424-variant-b - 20230511-variant-a - 20230511-variant-b - 20230511-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230430: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-05-01 ended_at: 2023-05-11 winner: 20230424-variant-b variants: - 20230424-variant-b - 20230430-variant-a - 20230430-variant-b - 20230430-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230424: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-04-24 ended_at: 2023-05-01 winner: 20230424-variant-b variants: - 20230110-variant-c - 20230424-variant-a - 20230424-variant-b - 20230424-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230110: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-01-10 ended_at: 2023-04-24 winner: 20230110-variant-c variants: - 20221215-variant-a - 20230110-variant-a - 20230110-variant-b - 20230110-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221215: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-12-15 ended_at: 2023-01-10 winner: 20221215-variant-a variants: - 20221122-variant-a - 20221215-variant-a - 20221215-variant-b - 20221215-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221122: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-11-23 ended_at: 2022-12-15 winner: 20221122-variant-a variants: - 20221107-variant-c - 20221122-variant-a - 20221122-variant-b - 20221122-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221107: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-11-07 ended_at: 2022-11-22 winner: 20221107-variant-c variants: - 20221031-variant-c - 20221107-variant-a - 20221107-variant-b - 20221107-variant-c - 20221107-variant-d weights: - 52 - 12 - 12 - 12 - 12 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221031: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-31 ended_at: 2022-11-07 winner: 20221031-variant-c variants: - 20221025-variant-b - 20221031-variant-a - 20221031-variant-b - 20221031-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221025: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-25 ended_at: 2022-10-31 winner: 20221025-variant-b variants: - 20221018-variant-b - 20221025-variant-a - 20221025-variant-b - 20221025-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221018: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-18 ended_at: 2022-10-25 winner: 20221018-variant-b variants: - 20221011-variant-a - 20221018-variant-a - 20221018-variant-b - 20221018-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221011: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-11 ended_at: 2022-10-18 winner: 20221011-variant-a variants: - 20221004-variant-b - 20220926-variant-b - 20221011-variant-a - 20221011-variant-b - 20220823-variant # Back to this test from a while ago weights: - 30 - 25 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221004: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-04 ended_at: 2022-10-11 winner: 20221004-variant-b variants: - 20220926-variant-b - 20221004-variant-a - 20221004-variant-b - 20220907-variant-c # Back to this test from a few weeks ago weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220926: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-09-26 ended_at: 2022-10-04 winner: 20220926-variant-b variants: - 20220920-variant-b - 20220926-variant-a - 20220926-variant-b - 20220926-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220920: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-09-20 ended_at: 2022-09-26 winner: 20220920-variant-b variants: - 20220915-variant-a - 20220920-variant-a - 20220920-variant-b - 20220920-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220915: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-09-15 ended_at: 2022-09-20 winner: 20220915-variant-a variants: - 20220907-variant-c - 20220915-variant-a - 20220915-variant-b - 20220915-variant-c weights: - 40 - 20 - 20 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220907: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-09-07 ended_at: 2022-09-15 winner: 20220907-variant-c variants: - 20220830-variant-c - 20220907-variant-a - 20220907-variant-b - 20220907-variant-c weights: - 40 - 20 - 20 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220830: started_at: 2022-08-30 ended_at: 2022-09-07 winner: 20220830-variant-c variants: - 20220726-variant-b - 20220830-variant-a - 20220830-variant-b - 20220830-variant-c weights: - 40 - 20 - 20 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220823: started_at: 2022-08-23 ended_at: 2022-08-30 winner: 20220726-variant-b variants: - 20220726-variant-b - 20220823-variant weights: - 80 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220801: started_at: 2022-08-01 ended_at: 2022-08-23 winner: 20220726-variant-b variants: - 20220726-variant-b - 20220801-variant-b - 20220801-variant-a weights: - 50 - 25 - 25 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220726: started_at: 2022-07-26 ended_at: 2022-08-01 winner: 20220726-variant-b variants: - 20220719-variant-b - 20220726-variant-a - 20220726-variant-b weights: - 50 - 25 - 25 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220719: started_at: 2022-07-19 ended_at: 2022-07-26 winner: 20220719-variant-b variants: - 20220719-variant-a - 20220719-variant-b weights: - 50 - 50 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220712: started_at: 2022-07-12 ended_at: 2022-07-19 winner: 20220617-variant-a variants: - 20220617-variant-a - 20220712-variant weights: - 50 - 50 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220617: started_at: 2022-06-17 ended_at: 2022-07-12 winner: 20220617-variant-a variants: - 20220617-variant-a - 20220617-variant-b - 20220617-variant-c weights: - 50 - 25 - 25 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week feed_strategy_starting_20220603: # B won with some statistical signficance but A had a strong showing as # well. So we're melding those two together. winner: 20220603-variant-b started_at: 2022-06-03 ended_at: 2022-06-17 variants: - 20220518-variant - 20220603-variant-a - 20220603-variant-b weights: - 50 - 25 - 25 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week # These are historical and may be userful - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220526: winner: 20220518-variant started_at: 2022-05-26 ended_at: 2022-06-03 variants: - 20220518-variant - 20220525-variant weights: - 80 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week # These are historical and may be userful - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220518: winner: 20220518-variant started_at: 2022-05-18 ended_at: 2022-06-26 variants: - 20220422-variant - 20220518-variant weights: - 80 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week # These are historical and may be userful - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week feed_strategy_starting_20220509: winner: 20220422-variant started_at: 2022-05-09 ended_at: 2022-05-18 variants: - 20220422-variant - 20220509-variant weights: - 80 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week # These are historical and may be userful - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week feed_strategy_starting_20220422: winner: 20220422-jennie-variant started_at: 2022-04-22 ended_at: 2022-05-09 variants: - 20220415-incumbent - 20220422-jennie-variant weights: - 80 - 20 goals: - user_creates_comment - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_publishes_post - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks # Dashboard performance cache: true precision: 2 # For logged-in users we'll explicitly pass participant. # If we experiment on non-logged in, we don't want to collect cookies anyway. cookies: false