# See AbExperiment namespace for details of goals and variants # ################################################################################ ################################################################################ # # Checklist for creating a new feed experiment: # # - [ ] Create and/or reference the forem/forem issue with desired configuration # - [ ] Identify the winner for the past experiment by adding the `winner: # ` attribute to the past experiment. # - [ ] Set the past experiments `ended_at` to the new experiments started_at. # - [ ] Copy the previous experiment and prepend and rename to # `feed_strategy_starting_CCYYMMDD` # - [ ] Update the `started_at` to `CCYY-MM-DD` # - [ ] Assign the variants; the winner of the previous experiment SHOULD be in # this array. # - [ ] Remove the winner attribute from the newly copied # `feed_strategy_starting_CCYYMMDD` # - [ ] Assign weights and make the corresponding # `./config/feed-variants/*.json` files where * is the new named variants. # - [ ] Each newly named variant should have a description; typically briefly # explaining the difference between it and the winner of the last experiment. # - [ ] Run `bin/rspec spec/services/articles/feeds/variant_query_spec.rb` to # verify each newly added variant's SQL # - [ ] Submit a pull request and ping the Forem Core (in Slack) for a review. # ################################################################################ ################################################################################ experiments: # NOTE: Our feed strategy testing experiment must begin with "feed_strategy" feed_strategy_starting_202311108: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-11-08 variants: - 20231023-variant-b - 20231108-variant-a - 20231108-variant-b weights: - 70 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20231023: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-10-23 ended_at: 2023-11-08 winner: 20231023-variant-b variants: - 20231017-variant-b - 20231023-variant-a - 20231023-variant-b weights: - 70 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20231017: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-10-17 ended_at: 2023-10-23 winner: 20231017-variant-b variants: - 20230918-variant-a - 20231017-variant-a - 20231017-variant-b - 20231017-variant-c weights: - 64 - 12 - 12 - 12 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20231001: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-10-01 ended_at: 2023-10-17 winner: 20230918-variant-a variants: - 20230918-variant-a - 20231001-variant-a - 20231001-variant-b weights: - 70 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230927: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-09-27 ended_at: 2023-10-01 winner: 20230918-variant-a variants: - 20230918-variant-a - 20230927-variant-a - 20230927-variant-b weights: - 70 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230918: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-09-18 ended_at: 2023-09-27 winner: 20230918-variant-a variants: - 20230814-variant-b - 20230918-variant-a - 20230918-variant-b - 20230918-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230814: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-08-15 ended_at: 2023-09-17 winner: 20230814-variant-b variants: - 20230511-variant-b - 20230814-variant-a - 20230814-variant-b - 20230814-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230511: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-05-11 ended_at: 2023-08-15 winner: 20230511-variant-b variants: - 20230424-variant-b - 20230511-variant-a - 20230511-variant-b - 20230511-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230430: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-05-01 ended_at: 2023-05-11 winner: 20230424-variant-b variants: - 20230424-variant-b - 20230430-variant-a - 20230430-variant-b - 20230430-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230424: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-04-24 ended_at: 2023-05-01 winner: 20230424-variant-b variants: - 20230110-variant-c - 20230424-variant-a - 20230424-variant-b - 20230424-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks feed_strategy_starting_20230110: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2023-01-10 ended_at: 2023-04-24 winner: 20230110-variant-c variants: - 20221215-variant-a - 20230110-variant-a - 20230110-variant-b - 20230110-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221215: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-12-15 ended_at: 2023-01-10 winner: 20221215-variant-a variants: - 20221122-variant-a - 20221215-variant-a - 20221215-variant-b - 20221215-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221122: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-11-23 ended_at: 2022-12-15 winner: 20221122-variant-a variants: - 20221107-variant-c - 20221122-variant-a - 20221122-variant-b - 20221122-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221107: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-11-07 ended_at: 2022-11-22 winner: 20221107-variant-c variants: - 20221031-variant-c - 20221107-variant-a - 20221107-variant-b - 20221107-variant-c - 20221107-variant-d weights: - 52 - 12 - 12 - 12 - 12 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221031: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-31 ended_at: 2022-11-07 winner: 20221031-variant-c variants: - 20221025-variant-b - 20221031-variant-a - 20221031-variant-b - 20221031-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221025: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-25 ended_at: 2022-10-31 winner: 20221025-variant-b variants: - 20221018-variant-b - 20221025-variant-a - 20221025-variant-b - 20221025-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221018: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-18 ended_at: 2022-10-25 winner: 20221018-variant-b variants: - 20221011-variant-a - 20221018-variant-a - 20221018-variant-b - 20221018-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221011: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-11 ended_at: 2022-10-18 winner: 20221011-variant-a variants: - 20221004-variant-b - 20220926-variant-b - 20221011-variant-a - 20221011-variant-b - 20220823-variant # Back to this test from a while ago weights: - 30 - 25 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20221004: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-10-04 ended_at: 2022-10-11 winner: 20221004-variant-b variants: - 20220926-variant-b - 20221004-variant-a - 20221004-variant-b - 20220907-variant-c # Back to this test from a few weeks ago weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220926: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-09-26 ended_at: 2022-10-04 winner: 20220926-variant-b variants: - 20220920-variant-b - 20220926-variant-a - 20220926-variant-b - 20220926-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_two_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_three_different_hours_within_a_day - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220920: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-09-20 ended_at: 2022-09-26 winner: 20220920-variant-b variants: - 20220915-variant-a - 20220920-variant-a - 20220920-variant-b - 20220920-variant-c weights: - 55 - 15 - 15 - 15 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220915: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-09-15 ended_at: 2022-09-20 winner: 20220915-variant-a variants: - 20220907-variant-c - 20220915-variant-a - 20220915-variant-b - 20220915-variant-c weights: - 40 - 20 - 20 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220907: # NOTE: Required as we want only want to consider for conversion events that # occurred on or after the given start_date. started_at: 2022-09-07 ended_at: 2022-09-15 winner: 20220907-variant-c variants: - 20220830-variant-c - 20220907-variant-a - 20220907-variant-b - 20220907-variant-c weights: - 40 - 20 - 20 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220830: started_at: 2022-08-30 ended_at: 2022-09-07 winner: 20220830-variant-c variants: - 20220726-variant-b - 20220830-variant-a - 20220830-variant-b - 20220830-variant-c weights: - 40 - 20 - 20 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220823: started_at: 2022-08-23 ended_at: 2022-08-30 winner: 20220726-variant-b variants: - 20220726-variant-b - 20220823-variant weights: - 80 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220801: started_at: 2022-08-01 ended_at: 2022-08-23 winner: 20220726-variant-b variants: - 20220726-variant-b - 20220801-variant-b - 20220801-variant-a weights: - 50 - 25 - 25 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220726: started_at: 2022-07-26 ended_at: 2022-08-01 winner: 20220726-variant-b variants: - 20220719-variant-b - 20220726-variant-a - 20220726-variant-b weights: - 50 - 25 - 25 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220719: started_at: 2022-07-19 ended_at: 2022-07-26 winner: 20220719-variant-b variants: - 20220719-variant-a - 20220719-variant-b weights: - 50 - 50 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220712: started_at: 2022-07-12 ended_at: 2022-07-19 winner: 20220617-variant-a variants: - 20220617-variant-a - 20220712-variant weights: - 50 - 50 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220617: started_at: 2022-06-17 ended_at: 2022-07-12 winner: 20220617-variant-a variants: - 20220617-variant-a - 20220617-variant-b - 20220617-variant-c weights: - 50 - 25 - 25 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week feed_strategy_starting_20220603: # B won with some statistical signficance but A had a strong showing as # well. So we're melding those two together. winner: 20220603-variant-b started_at: 2022-06-03 ended_at: 2022-06-17 variants: - 20220518-variant - 20220603-variant-a - 20220603-variant-b weights: - 50 - 25 - 25 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week # These are historical and may be userful - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220526: winner: 20220518-variant started_at: 2022-05-26 ended_at: 2022-06-03 variants: - 20220518-variant - 20220525-variant weights: - 80 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week # These are historical and may be userful - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks feed_strategy_starting_20220518: winner: 20220518-variant started_at: 2022-05-18 ended_at: 2022-06-26 variants: - 20220422-variant - 20220518-variant weights: - 80 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week # These are historical and may be userful - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week feed_strategy_starting_20220509: winner: 20220422-variant started_at: 2022-05-09 ended_at: 2022-05-18 variants: - 20220422-variant - 20220509-variant weights: - 80 - 20 goals: - user_creates_pageview - user_creates_article_reaction - user_creates_comment - user_publishes_post - user_views_pages_on_at_least_four_different_days_within_a_week - user_creates_article_reaction_on_four_different_days_within_a_week - user_creates_comment_on_at_least_four_different_days_within_a_week - user_publishes_post_on_four_different_days_within_a_week # These are historical and may be userful - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_publishes_post_at_least_two_times_within_week feed_strategy_starting_20220422: winner: 20220422-jennie-variant started_at: 2022-04-22 ended_at: 2022-05-09 variants: - 20220415-incumbent - 20220422-jennie-variant weights: - 80 - 20 goals: - user_creates_comment - user_creates_comment_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_days_within_a_week - user_views_pages_on_at_least_four_different_hours_within_a_day - user_views_pages_on_at_least_nine_different_days_within_two_weeks - user_views_pages_on_at_least_twelve_different_hours_within_five_days - user_publishes_post - user_publishes_post_at_least_two_times_within_week - user_publishes_post_at_least_two_times_within_two_weeks # Dashboard performance cache: true precision: 2 # For logged-in users we'll explicitly pass participant. # If we experiment on non-logged in, we don't want to collect cookies anyway. cookies: false