maverick/docbrown
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Feed experiment for week of Aug 29, 2022 (#18395)

Browse source
This commit is contained in:
Josh Puetz 2022-08-31 09:28:27 -05:00 • committed by GitHub
parent e25a237ff0
commit 9ac1d11960
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 498 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

127
config/feed-variants/20220830-variant-a.json Normal file
View file

@ -0,0 +1,127 @@
{
"max_days_since_published": 15,
"description": "Copy of 20220619-variant-a with tweak to comments range",
"order_by": "final_order_by_random_weighted_to_score",
"reseed_randomizer_on_each_request": false,
"levers": {
"daily_decay": {
"cases": [
[0, 1],
[1, 0.99],
[2, 0.985],
[3, 0.98],
[4, 0.975],
[5, 0.97],
[6, 0.965],
[7, 0.96],
[8, 0.955],
[9, 0.95],
[10, 0.945],
[11, 0.94],
[12, 0.935],
[13, 0.93],
[14, 0.925]
],
"fallback": 0.9
},
"comments_count_by_those_followed": {
"cases": [
[0, 0.95],
[1, 0.98],
[2, 0.99]
],
"fallback": 0.93
},
"comments_count": {
"cases": [
[0, 0.5],
[1, 0.6],
[2, 0.66],
[3, 0.7],
[4, 0.75],
[5, 0.8],
[6, 0.85],
[7, 0.88],
[8, 0.9],
[9, 0.92],
[12, 1.0],
[18, 1.0],
[22, 1.0],
[25, 1.0],
[30, 1.0],
[35, 1.0],
[40, 1.0],
[45, 1.0]
],
"fallback": 0.98
},
"featured_article": { "cases": [[1, 1]], "fallback": 0.85 },
"latest_comment": {
"cases": [
[0, 1],
[1, 0.9988]
],
"fallback": 0.988
},
"matching_negative_tags_intersection_count": {
"cases": [
[0, 1],
[1, 0.5],
[2, 0.4],
[3, 0.3],
[4, 0.2]
],
"fallback": 0
},
"matching_positive_tags_intersection_count": {
"cases": [
[0, 0.5],
[1, 0.85],
[2, 0.9],
[3, 0.95],
[4, 1]
],
"fallback": 1
},
"privileged_user_reaction": {
"cases": [
[-1, 0.2],
[1, 1]
],
"fallback": 0.95,
"negative_reaction_threshold": -9,
"positive_reaction_threshold": 4
},
"public_reactions_score": {
"cases": [
[0, 0.65],
[1, 0.68],
[2, 0.71],
[3, 0.74],
[4, 0.77],
[5, 0.8],
[6, 0.83],
[7, 0.86],
[8, 0.89],
[9, 0.9],
[10, 0.91],
[11, 0.92],
[12, 0.93],
[13, 0.94],
[14, 0.95],
[15, 0.955],
[16, 0.96],
[17, 0.965],
[18, 0.97],
[19, 0.975],
[20, 0.98],
[21, 0.985],
[22, 0.99],
[23, 0.995],
[24, 0.998],
[25, 0.999]
],
"fallback": 1
}
}
}

211
config/feed-variants/20220830-variant-b.json Normal file
View file

@ -0,0 +1,211 @@
{
"max_days_since_published": 15,
"description": "Copy of 20220619-variant-a with tweak to comments range",
"order_by": "final_order_by_random_weighted_to_score",
"reseed_randomizer_on_each_request": false,
"levers": {
"daily_decay": {
"cases": [
[0, 1],
[1, 0.99],
[2, 0.985],
[3, 0.98],
[4, 0.975],
[5, 0.97],
[6, 0.965],
[7, 0.96],
[8, 0.955],
[9, 0.95],
[10, 0.945],
[11, 0.94],
[12, 0.935],
[13, 0.93],
[14, 0.925]
],
"fallback": 0.9
},
"comments_count_by_those_followed": {
"cases": [
[0, 0.95],
[1, 0.98],
[2, 0.99]
],
"fallback": 0.93
},
"comments_count": {
"cases": [
[0, 0.5],
[1, 0.6],
[2, 0.66],
[3, 0.7],
[4, 0.75],
[5, 0.8],
[6, 0.85],
[7, 0.88],
[8, 0.9],
[9, 0.92],
[12, 1.0],
[18, 1.0],
[22, 1.0],
[25, 1.0],
[30, 1.0],
[35, 1.0],
[40, 1.0],
[45, 1.0]
],
"fallback": 0.98
},
"featured_article": { "cases": [[1, 1]], "fallback": 0.85 },
"latest_comment": {
"cases": [
[0, 1],
[1, 0.9988]
],
"fallback": 0.988
},
"matching_negative_tags_intersection_count": {
"cases": [
[0, 1],
[1, 0.5],
[2, 0.4],
[3, 0.3],
[4, 0.2]
],
"fallback": 0
},
"matching_positive_tags_intersection_count": {
"cases": [
[0, 0.5],
[1, 0.85],
[2, 0.9],
[3, 0.95],
[4, 1]
],
"fallback": 1
},
"privileged_user_reaction": {
"cases": [
[-1, 0.2],
[1, 1]
],
"fallback": 0.95,
"negative_reaction_threshold": -9,
"positive_reaction_threshold": 4
},
"public_reactions_score": {
"cases": [
[0, 0.65],
[1, 0.68],
[2, 0.71],
[3, 0.74],
[4, 0.77],
[5, 0.8],
[6, 0.82],
[7, 0.84],
[8, 0.86],
[9, 0.88],
[10, 0.9],
[11, 0.901],
[12, 0.902],
[13, 0.903],
[14, 0.904],
[15, 0.905],
[16, 0.906],
[17, 0.907],
[18, 0.908],
[19, 0.909],
[20, 0.91],
[21, 0.911],
[22, 0.912],
[23, 0.913],
[24, 0.914],
[25, 0.915],
[26, 0.916],
[27, 0.917],
[28, 0.918],
[29, 0.919],
[30, 0.92],
[31, 0.921],
[32, 0.922],
[33, 0.923],
[34, 0.924],
[35, 0.925],
[36, 0.926],
[37, 0.927],
[38, 0.928],
[39, 0.929],
[40, 0.93],
[41, 0.931],
[42, 0.932],
[43, 0.933],
[44, 0.934],
[45, 0.935],
[46, 0.936],
[47, 0.937],
[48, 0.938],
[49, 0.939],
[50, 0.94],
[51, 0.941],
[52, 0.942],
[53, 0.943],
[54, 0.944],
[55, 0.945],
[56, 0.946],
[57, 0.947],
[58, 0.948],
[59, 0.949],
[60, 0.95],
[61, 0.951],
[62, 0.952],
[63, 0.953],
[64, 0.954],
[65, 0.955],
[66, 0.956],
[67, 0.957],
[68, 0.958],
[69, 0.959],
[70, 0.96],
[71, 0.961],
[72, 0.962],
[73, 0.963],
[74, 0.964],
[75, 0.965],
[76, 0.966],
[77, 0.967],
[78, 0.968],
[79, 0.969],
[80, 0.97],
[81, 0.971],
[82, 0.972],
[83, 0.973],
[84, 0.974],
[85, 0.975],
[86, 0.976],
[87, 0.977],
[88, 0.978],
[89, 0.979],
[90, 0.98],
[91, 0.981],
[92, 0.982],
[93, 0.983],
[94, 0.984],
[95, 0.985],
[96, 0.986],
[97, 0.987],
[98, 0.988],
[99, 0.989],
[100, 0.99],
[101, 0.991],
[102, 0.992],
[103, 0.993],
[104, 0.994],
[105, 0.995],
[106, 0.996],
[107, 0.997],
[108, 0.998],
[109, 0.999]
],
"fallback": 1
}
}
}

131
config/feed-variants/20220830-variant-c.json Normal file
View file

@ -0,0 +1,131 @@
{
"max_days_since_published": 15,
"description": "Copy of 20220619-variant-a with tweak to comments range",
"order_by": "final_order_by_random_weighted_to_score",
"reseed_randomizer_on_each_request": false,
"levers": {
"daily_decay": {
"cases": [
[0, 1],
[1, 0.99],
[2, 0.985],
[3, 0.98],
[4, 0.975],
[5, 0.97],
[6, 0.965],
[7, 0.96],
[8, 0.955],
[9, 0.95],
[10, 0.945],
[11, 0.94],
[12, 0.935],
[13, 0.93],
[14, 0.925]
],
"fallback": 0.9
},
"comments_count_by_those_followed": {
"cases": [
[0, 0.95],
[1, 0.98],
[2, 0.99]
],
"fallback": 0.93
},
"comments_count": {
"cases": [
[0, 0.5],
[1, 0.6],
[2, 0.66],
[3, 0.7],
[4, 0.75],
[5, 0.8],
[6, 0.85],
[7, 0.88],
[8, 0.9],
[9, 0.92],
[12, 1.0],
[18, 1.0],
[22, 1.0],
[25, 1.0],
[30, 1.0],
[35, 1.0],
[40, 1.0],
[45, 1.0]
],
"fallback": 0.98
},
"featured_article": { "cases": [[1, 1]], "fallback": 0.85 },
"latest_comment": {
"cases": [
[0, 1],
[1, 0.9988]
],
"fallback": 0.988
},
"matching_negative_tags_intersection_count": {
"cases": [
[0, 1],
[1, 0.5],
[2, 0.4],
[3, 0.3],
[4, 0.2]
],
"fallback": 0
},
"matching_positive_tags_intersection_count": {
"cases": [
[0, 0.5],
[1, 0.85],
[2, 0.9],
[3, 0.95],
[4, 1]
],
"fallback": 1
},
"privileged_user_reaction": {
"cases": [
[-1, 0.2],
[1, 1]
],
"fallback": 0.95,
"negative_reaction_threshold": -9,
"positive_reaction_threshold": 4
},
"public_reactions_score": {
"cases": [
[0, 0.4],
[1, 0.42],
[2, 0.44],
[3, 0.46],
[4, 0.48],
[5, 0.5],
[6, 0.52],
[7, 0.54],
[8, 0.56],
[9, 0.58],
[10, 0.6],
[11, 0.62],
[12, 0.64],
[13, 0.66],
[14, 0.68],
[15, 0.7],
[16, 0.72],
[17, 0.74],
[18, 0.76],
[19, 0.78],
[20, 0.8],
[21, 0.82],
[22, 0.84],
[23, 0.86],
[24, 0.88],
[25, 0.9],
[26, 0.92],
[27, 0.94],
[28, 0.96],
[29, 0.98]
],
"fallback": 1
}
}
}

30
config/field_test.yml
View file

@ -28,10 +28,38 @@
################################################################################
experiments:
# NOTE: Our feed strategy testing experiment must begin with "feed_strategy"
feed_strategy_starting_20220823:
feed_strategy_starting_20220830:
# NOTE: Required as we want only want to consider for conversion events that
# occurred on or after the given start_date.
started_at: 2022-08-30
variants:
- 20220726-variant-b
- 20220830-variant-a
- 20220830-variant-b
- 20220830-variant-c
weights:
- 40
- 20
- 20
- 20
goals:
- user_creates_pageview
- user_creates_article_reaction
- user_creates_comment
- user_publishes_post
- user_views_pages_on_at_least_four_different_days_within_a_week
- user_creates_article_reaction_on_four_different_days_within_a_week
- user_creates_comment_on_at_least_four_different_days_within_a_week
- user_publishes_post_on_four_different_days_within_a_week
- user_views_pages_on_at_least_four_different_hours_within_a_day
- user_views_pages_on_at_least_twelve_different_hours_within_five_days
- user_views_pages_on_at_least_nine_different_days_within_two_weeks
- user_publishes_post_at_least_two_times_within_week
- user_publishes_post_at_least_two_times_within_two_weeks
feed_strategy_starting_20220823:
started_at: 2022-08-23
ended_at: 2022-08-30
winner: 20220726-variant-b
variants:
- 20220726-variant-b
- 20220823-variant