* schema file undelete description * feat: v1 of the script * Flesh out remaining enums under their categories * complete UsersSettings data update script * complete DUS for relevant attributes in users and profiles tables * complete DUS for users_notification_settings * alphabetize user_settings sql file * safeguard against null values for "null: false" settings * Set up actual UsersSettings DUS and specs files * fix broken DUS script * complete specs for UsersSetting DUS * Address QA of specs * complete specs for users_notification_settings DUS * fix the typos (thanks Julianna!) * begin implementation * still building * add missing attribute "email_membership_newsletter" * complete sync code (except race condition for user profile) * complete implementation, remains tests * Address PR review and fix Travis fails * remove superfluous Profile.new * fix travis fails * feat: update the users_notification_setting attributes from the user model * feat: use the config fonts enums to display the fonts * feat: loop through the keys * fix profile = nil blowing up; add specs for notification_setting model * remove unneeded spec * remove feed validation until after sync code removed; fixes feed_import spec failures * remove spec associated with feed_url validation in user_setting model * fix failing spec 😅 * add TODO * feat: set the user settings in the user controller and use it in the customization form * feat: move some update logic to the users settings controller thats being used from customization * feat: show the updated values form the users_settingd and not the user instance * Generalize redirect back to current tab * still trying to reflect changed theme upon refresh * customizations take effect on refresh * remove 'with_feed' scope from user model Co-authored-by: Jamie Gaskins <jamie@forem.com> * start with takeover for fields previously in profiles table * Takeover code for `publishing_from_rss` section in Settings (#13914) * implement takeover code part 1 * implement takeover code * fix feed fetch * need rhymes help * complete implementation; specs pending * fix STUPID omission that caused so many headaches 😫 * implement profile fields pointing to users_settings 🎉 * run migrations * implement inbox type & guidelines takeover code; specs pending (#13911) * Point changes in notification settings to `users_notification_settings` table (#13910) * implement takeover code; remains specs * address PR feedback; remove related sync code * address PR review feedback * need help with routing and specs * address pr review * addressing pr review * Treat implementation edge cases and omissions 😅 * fix uncommented comment * fixing implementation cases * address more PR review feedback * fixing notifications use-cases * refactor settings controller * more pr review changes * solving bugs * fix broken onboarding * handle eperience_level calls * more fixes * remove unneeded mappings * add To-dos for quety updates * remove done TODO * purge done TODOs * update notification_settings-related queries * start fixing specs * fixing specs * fix notification and lrg_forem specs * fixing broken specs * still fixing * fix line dif and remove reloads from user.rb * run specs * silence bullet and other fixes * remove setting migration scripts and specs, fix more settings for specs * handle missing user for article builder and fix notification specs * fix some final controller specs and re-add incorrectly removed specs * remove deprecated data update scripts and related workers, put travis back * refactor admin tags mods controller, write/move specs for users notifications settings controller * schema cleanup and other small refactors for consistency * set field we can invalidate in spec via active record instead of at the db level * remove I think an uneccessary hook call from subscribe_to_mailchimp_newsletter * use bnefore_create to setup settings, please dont blow up the test suite * mailchimp bot fix * remove decorator in favor of single model method Co-authored-by: Arit Amana <msarit@gmail.com> Co-authored-by: Ridhwana <ridhwana.khan16@gmail.com> Co-authored-by: Arit Amana <32520970+msarit@users.noreply.github.com> Co-authored-by: Jamie Gaskins <jamie@forem.com>
212 lines
7.4 KiB
Ruby
212 lines
7.4 KiB
Ruby
require "rails_helper"
|
|
|
|
RSpec.describe Feeds::Import, type: :service, vcr: true do
|
|
let(:link) { "https://medium.com/feed/@vaidehijoshi" }
|
|
let(:nonmedium_link) { "https://circleci.com/blog/feed.xml" }
|
|
let(:nonpermanent_link) { "https://medium.com/feed/@macsiri/" }
|
|
|
|
before do
|
|
[link, nonmedium_link, nonpermanent_link].each do |feed_url|
|
|
user = create(:user)
|
|
user.setting.update(feed_url: feed_url)
|
|
end
|
|
end
|
|
|
|
describe ".call" do
|
|
# TODO: We could probably improve these tests by parsing against the items in the feed rather than hardcoding
|
|
it "fetch only articles from a feed_url", vcr: { cassette_name: "feeds_import" } do
|
|
num_articles = described_class.call
|
|
|
|
expect(num_articles).to eq(21)
|
|
end
|
|
|
|
it "subscribes the article author to comments", vcr: { cassette_name: "feeds_import" } do
|
|
expect { described_class.call }
|
|
.to change { NotificationSubscription.where(notifiable_type: "Article", config: "all_comments").count }
|
|
.from(0)
|
|
end
|
|
|
|
it "does not recreate articles if they already exist", vcr: { cassette_name: "feeds_import_twice" } do
|
|
described_class.call
|
|
|
|
expect { described_class.call }.not_to change(Article, :count)
|
|
end
|
|
|
|
it "parses correctly", vcr: { cassette_name: "feeds_import" } do
|
|
expect do
|
|
described_class.call
|
|
end.to change(Users::Setting.find_by(feed_url: nonpermanent_link).user.articles, :count).by(1)
|
|
end
|
|
|
|
it "sets feed_fetched_at to the current time", vcr: { cassette_name: "feeds_import" } do
|
|
Timecop.freeze(Time.current) do
|
|
described_class.call
|
|
|
|
user = Users::Setting.find_by(feed_url: nonpermanent_link).user
|
|
feed_fetched_at = user.feed_fetched_at
|
|
expect(feed_fetched_at.to_i).to eq(Time.current.to_i)
|
|
end
|
|
end
|
|
|
|
it "queues as many slack messages as there are articles", vcr: { cassette_name: "feeds_import" } do
|
|
old_count = Slack::Messengers::Worker.jobs.count
|
|
num_articles = described_class.call
|
|
expect(Slack::Messengers::Worker.jobs.count).to eq(old_count + num_articles)
|
|
end
|
|
|
|
context "when handling errors", vcr: { cassette_name: "feeds_import" } do
|
|
it "reports an notification subscription creation error" do
|
|
allow(NotificationSubscription).to receive(:create!).and_raise(StandardError)
|
|
allow(Rails.logger).to receive(:error)
|
|
|
|
described_class.call
|
|
|
|
expect(Rails.logger).to have_received(:error).at_least(:once)
|
|
end
|
|
|
|
it "reports an article creation error" do
|
|
allow(Article).to receive(:create!).and_raise(StandardError)
|
|
allow(Rails.logger).to receive(:error)
|
|
|
|
described_class.call
|
|
|
|
expect(Rails.logger).to have_received(:error).at_least(:once)
|
|
end
|
|
|
|
it "reports a fetching error" do
|
|
allow(HTTParty).to receive(:get).and_raise(StandardError)
|
|
allow(Rails.logger).to receive(:error)
|
|
|
|
described_class.call
|
|
|
|
expect(Rails.logger).to have_received(:error).at_least(:once)
|
|
end
|
|
|
|
it "reports a parsing error" do
|
|
allow(Feedjira).to receive(:parse).and_raise(StandardError)
|
|
allow(Rails.logger).to receive(:error)
|
|
|
|
described_class.call
|
|
|
|
expect(Rails.logger).to have_received(:error).at_least(:once)
|
|
end
|
|
|
|
it "logs the error message" do
|
|
allow(Feedjira).to receive(:parse).and_raise("this is an error")
|
|
allow(Rails.logger).to receive(:error)
|
|
|
|
described_class.call
|
|
|
|
expect(Rails.logger).to have_received(:error).at_least(:once).with(/error_message=>"this is an error"/)
|
|
end
|
|
end
|
|
|
|
context "with an explicit set of users", vcr: { cassette_name: "feeds_import" } do
|
|
# TODO: We could probably improve these tests by parsing against the items in the feed rather than hardcoding
|
|
it "accepts a subset of users" do
|
|
num_articles = described_class.call(users: User.where(id: Users::Setting.with_feed.select(:user_id)).limit(1))
|
|
|
|
expect(num_articles).to eq(10)
|
|
end
|
|
|
|
it "imports no articles if given users are without feed" do
|
|
user = create(:user)
|
|
user.setting.update(feed_url: nil)
|
|
|
|
# rubocop:disable Layout/LineLength
|
|
expect(described_class.call(users: User.where(id: Users::Setting.where(feed_url: nil).select(:user_id)))).to eq(0)
|
|
# rubocop:enable Layout/LineLength
|
|
end
|
|
end
|
|
end
|
|
|
|
context "when refetching" do
|
|
it "does refetch same user over and over by default", vcr: { cassette_name: "feeds_import_multiple_times" } do
|
|
user = Users::Setting.find_by(feed_url: nonpermanent_link).user
|
|
|
|
Timecop.freeze(Time.current) do
|
|
user.update_columns(feed_fetched_at: Time.current)
|
|
|
|
fetched_at_time = user.reload.feed_fetched_at
|
|
|
|
# travel a few seconds in the future to simulate a new time
|
|
3.times do |i|
|
|
Timecop.travel((i + 5).seconds.from_now) do
|
|
described_class.call
|
|
end
|
|
end
|
|
|
|
expect(user.reload.feed_fetched_at > fetched_at_time).to be(true)
|
|
end
|
|
end
|
|
|
|
it "does not refetch recently fetched users if earlier_than is given", vcr: { cassette_name: "feeds_import" } do
|
|
time = 30.minutes.ago
|
|
|
|
Timecop.freeze(time) do
|
|
described_class.call
|
|
end
|
|
|
|
# we delete the articles to make sure it won't trigger the duplicate check
|
|
Article.delete_all
|
|
|
|
expect { described_class.call(earlier_than: 1.hour.ago) }.not_to change(Article, :count)
|
|
end
|
|
|
|
it "refetches recently fetched users if earlier_than is now", vcr: { cassette_name: "feeds_import_twice" } do
|
|
time = 30.minutes.ago
|
|
|
|
Timecop.freeze(time) do
|
|
described_class.call
|
|
end
|
|
|
|
# we delete the articles to make sure it won't trigger the duplicate check
|
|
Article.delete_all
|
|
|
|
expect { described_class.call(earlier_than: Time.current) }.to change(Article, :count)
|
|
end
|
|
end
|
|
|
|
context "when feed_referential_link is false" do
|
|
it "does not self-reference links for user", vcr: { cassette_name: "feeds_import_non_referential" } do
|
|
# Article.find_by is used by find_and_replace_possible_links!
|
|
# checking its invocation is a shortcut to testing the functionality.
|
|
allow(Article).to receive(:find_by).and_call_original
|
|
|
|
user = create(:user)
|
|
user.setting.update(feed_url: nonpermanent_link, feed_referential_link: false)
|
|
|
|
described_class.call
|
|
|
|
expect(Article).not_to have_received(:find_by)
|
|
end
|
|
end
|
|
|
|
describe "feeds parsing and regressions" do
|
|
it "parses https://medium.com/feed/@dvirsegal correctly", vcr: { cassette_name: "rss_reader_dvirsegal" } do
|
|
user = create(:user)
|
|
user.setting.update(feed_url: "https://medium.com/feed/@dvirsegal")
|
|
|
|
expect do
|
|
described_class.call(users: User.where(id: user.id))
|
|
end.to change(user.articles, :count).by(10)
|
|
end
|
|
|
|
it "converts/replaces <picture> tags to <img>", vcr: { cassette_name: "rss_reader_swimburger" } do
|
|
user = create(:user)
|
|
user.setting.update(feed_url: "https://swimburger.net/atom.xml")
|
|
|
|
expect do
|
|
described_class.call(users: User.where(id: user.id))
|
|
end.to change(user.articles, :count).by(10)
|
|
|
|
body_markdown = user.articles.last.body_markdown
|
|
|
|
expect(body_markdown).not_to include("<picture>")
|
|
expected_image_markdown =
|
|
""
|
|
|
|
expect(body_markdown).to include(expected_image_markdown)
|
|
end
|
|
end
|
|
end
|