Merge pull request #11667 from neinteractiveliterature/add-import-convention-data-service

Replace direct-DB importers with JSON pipeline (ImportConventionDataService)

Author: nbudin

.rubocop.yml

@@ -3,7 +3,6 @@ inherit_from: .rubocop_todo.yml
 plugins:
   - rubocop-performance
   - rubocop-rails
-  - rubocop-sequel
   - rubocop-factory_bot
   - rubocop-graphql
   - rubocop-capybara
@@ -29,11 +28,6 @@ AllCops:
     - tmp/**/*
     - vendor/bundle/**/*
 
-Sequel:
-  Enabled: false
-  Include:
-    - lib/intercode/import/**/*.rb
-
 Style/BeginBlock:
   Description: 'Avoid the use of BEGIN blocks.'
   StyleGuide: 'https://github.com/bbatsov/ruby-style-guide#no-BEGIN-blocks'

Dockerfile

@@ -11,7 +11,7 @@ USER root
 RUN useradd www
 WORKDIR /usr/src/intercode
 
-RUN apt-get update && apt-get install -y libvips42 git build-essential shared-mime-info libpq-dev libmariadb-dev libyaml-dev && rm -rf /var/lib/apt/lists/*
+RUN apt-get update && apt-get install -y libvips42 git build-essential shared-mime-info libpq-dev libyaml-dev && rm -rf /var/lib/apt/lists/*
 
 COPY --chown=www:www Gemfile Gemfile.lock .ruby-version /usr/src/intercode/
 RUN bundle config set without 'development test' \
@@ -71,8 +71,7 @@ USER root
 # libjemalloc2: more efficient memory allocation in Ruby and Node
 # shared-mime-info: Rails dependency
 # libpq5: pg gem dependency
-# mariadb-client: dependency for Intercode 1 import
-RUN apt-get update && apt-get install -y --no-install-recommends openssh-server iproute2 curl python3 libvips42 poppler-utils xz-utils libjemalloc2 shared-mime-info libpq5 mariadb-client gosu && rm -rf /var/lib/apt/lists/*
+RUN apt-get update && apt-get install -y --no-install-recommends openssh-server iproute2 curl python3 libvips42 poppler-utils xz-utils libjemalloc2 shared-mime-info libpq5 gosu && rm -rf /var/lib/apt/lists/*
 RUN useradd -ms $(which bash) www
 RUN mkdir /opt/node && \
   cd /opt/node && \

Gemfile

@@ -115,8 +115,6 @@ gem "rollbar"
 # Reduces boot times through caching; required in config/boot.rb
 gem "bootsnap", ">= 1.1.0", require: false
 
-gem "parallel", groups: %i[development intercode1_import]
-
 # Production profiling
 group :skylight do
   gem "rbtrace"
@@ -159,7 +157,6 @@ group :development do
   gem "rubocop-performance"
   gem "rubocop-rails"
   gem "rubocop-rspec", require: false
-  gem "rubocop-sequel"
   gem "syntax_tree"
   gem "syntax_tree-haml"
   gem "syntax_tree-rbs"
@@ -176,13 +173,6 @@ group :development, :test do
   gem "pry-remote"
 end
 
-group :intercode1_import do
-  gem "mysql2", "~> 0.5.3"
-  gem "reverse_markdown"
-  gem "sequel"
-  gem "term-ansicolor"
-end
-
 group :test do
   gem "capybara"
   gem "cuprite"

Gemfile.lock

@@ -401,8 +401,6 @@ GEM
       railties (>= 7.0)
     msgpack (1.8.1)
     mutex_m (0.3.0)
-    mysql2 (0.5.7)
-      bigdecimal
     nats-pure (2.4.0)
       concurrent-ruby (~> 1.0)
     net-http (0.9.1)
@@ -547,8 +545,6 @@ GEM
     responders (3.2.0)
       actionpack (>= 7.0)
       railties (>= 7.0)
-    reverse_markdown (3.0.2)
-      nokogiri
     rexml (3.4.4)
     rollbar (3.8.0)
     rouge (3.26.1)
@@ -589,9 +585,6 @@ GEM
       lint_roller (~> 1.1)
       regexp_parser (>= 2.0)
       rubocop (~> 1.86, >= 1.86.2)
-    rubocop-sequel (0.4.1)
-      lint_roller (~> 1.1)
-      rubocop (>= 1.72.1, < 2)
     ruby-progressbar (1.13.0)
     ruby-statistics (4.1.0)
     ruby-vips (2.3.0)
@@ -609,8 +602,6 @@ GEM
       bigdecimal
       concurrent-ruby (~> 1.0, >= 1.0.2)
       logger
-    sequel (5.105.0)
-      bigdecimal
     shoryuken (6.2.1)
       aws-sdk-core (>= 2)
       concurrent-ruby
@@ -643,7 +634,6 @@ GEM
       bigdecimal
       logger
     strscan (3.1.8)
-    sync (0.5.0)
     syntax_tree (6.3.0)
       prettier_print (>= 1.2.0)
     syntax_tree-haml (4.0.3)
@@ -655,14 +645,9 @@ GEM
       rbs
       syntax_tree (>= 2.0.1)
     temple (0.10.3)
-    term-ansicolor (1.11.3)
-      tins (~> 1)
     thor (1.5.0)
     tilt (2.3.0)
     timeout (0.6.1)
-    tins (1.33.0)
-      bigdecimal
-      sync
     toml (0.3.0)
       parslet (>= 1.8.0, < 3.0.0)
     tsort (0.2.0)
@@ -761,10 +746,8 @@ DEPENDENCIES
   minitest-reporters
   minitest-spec-rails
   money-rails
-  mysql2 (~> 0.5.3)
   oj (~> 3.17.0)
   openssl (~> 4.0)
-  parallel
   pg
   pg_search
   phonelib
@@ -786,7 +769,6 @@ DEPENDENCIES
   readline (~> 0.0.4)
   recaptcha
   redcarpet
-  reverse_markdown
   rollbar
   rubocop (>= 1.82)
   rubocop-capybara
@@ -795,12 +777,10 @@ DEPENDENCIES
   rubocop-performance
   rubocop-rails
   rubocop-rspec
-  rubocop-sequel
   ruby-vips
   scheduled_value (~> 1.4.0)
   sentry-rails (~> 6.0)
   sentry-ruby (~> 6.0)
-  sequel
   shoryuken
   simplecov
   simplecov-cobertura
@@ -811,7 +791,6 @@ DEPENDENCIES
   syntax_tree
   syntax_tree-haml
   syntax_tree-rbs
-  term-ansicolor
   twilio-ruby (~> 7.10.0)
   typeprof
   tzinfo-data
@@ -824,4 +803,4 @@ RUBY VERSION
    ruby 4.0.5p0
 
 BUNDLED WITH
-   2.6.2
+   4.0.13