Set threads and skip all providers file (#329)

Author: dcollie2

app/services/language_content_processor.rb

@@ -25,11 +25,11 @@ def provider_files
   # this is needed to avoid loading all files into memory at once
   def language_files
     {
-      all_providers: FileToUpload.new(
-        content: ->(language) { XmlGenerator::AllProviders.new(language).perform },
-        name: "#{language.file_storage_prefix}Server_XML.xml",
-        path: "#{language.file_storage_prefix}CMES-Pi/assets/XML",
-      ),
+      # all_providers: FileToUpload.new(
+      #   content: ->(language) { XmlGenerator::AllProviders.new(language).perform },
+      #   name: "#{language.file_storage_prefix}Server_XML.xml",
+      #   path: "#{language.file_storage_prefix}CMES-Pi/assets/XML",
+      # ),
       all_providers_recent: FileToUpload.new(
         content: ->(language) { XmlGenerator::AllProviders.new(language, recent: true).perform },
         name: "#{language.file_storage_prefix}New_Uploads_Server_XML.xml",

config/deploy.staging.yml

@@ -34,6 +34,8 @@ env:
     AWS_ENDPOINT_URL: ""  # Empty for real AWS
     LOCALSTACK_DEBUG: "0"
     S3_SKIP_SIGNATURE_VALIDATION: "0"
+    RAILS_MAX_THREADS: 5
+    WEB_CONCURRENCY: 2
     SOLID_QUEUE_IN_PUMA: true
     DATA_IMPORT_SOURCE: azure
 

spec/services/language_content_processor_spec.rb

@@ -15,12 +15,12 @@
   end
 
   it "processes content for every language" do
-    files_number = language.providers.size + 9 # 2 xml files for all provides, 2 text files for tags, 5 csv files
+    files_number = language.providers.size + 8 # 2 xml files for all provides, 2 text files for tags, 5 csv files
     subject.perform
 
     expect(FileUploadJob).to have_received(:perform_later).exactly(files_number).times
 
-    expect(FileUploadJob).to have_received(:perform_later).with(language.id, "all_providers")
+    # expect(FileUploadJob).to have_received(:perform_later).with(language.id, "all_providers")
     expect(FileUploadJob).to have_received(:perform_later).with(language.id, "all_providers_recent")
     expect(FileUploadJob).to have_received(:perform_later).with(language.id, "tags")
     expect(FileUploadJob).to have_received(:perform_later).with(language.id, "tags_and_title")