Restore non-XML file generation (#415)

Author: dcollie2

app/services/language_content_processor.rb

@@ -25,16 +25,16 @@ def provider_files
   # this is needed to avoid loading all files into memory at once
   def language_files
     {
-      all_providers: FileToUpload.new(
-        content: ->(language) { XmlGenerator::AllProviders.new(language).perform },
-        name: "#{language.file_storage_prefix}Server_XML.xml",
-        path: "#{language.file_storage_prefix}CMES-Pi/assets/XML",
-      ),
-      all_providers_recent: FileToUpload.new(
-        content: ->(language) { XmlGenerator::AllProviders.new(language, recent: true).perform },
-        name: "#{language.file_storage_prefix}New_Uploads_Server_XML.xml",
-        path: "#{language.file_storage_prefix}CMES-Pi/assets/XML",
-      ),
+      # all_providers: FileToUpload.new(
+      #   content: ->(language) { XmlGenerator::AllProviders.new(language).perform },
+      #   name: "#{language.file_storage_prefix}Server_XML.xml",
+      #   path: "#{language.file_storage_prefix}CMES-Pi/assets/XML",
+      # ),
+      # all_providers_recent: FileToUpload.new(
+      #   content: ->(language) { XmlGenerator::AllProviders.new(language, recent: true).perform },
+      #   name: "#{language.file_storage_prefix}New_Uploads_Server_XML.xml",
+      #   path: "#{language.file_storage_prefix}CMES-Pi/assets/XML",
+      # ),
       tags: FileToUpload.new(
         content: ->(language) { TextGenerator::Tags.new(language).perform },
         name: "#{language.file_storage_prefix}tags.txt",

config/recurring.yml

@@ -1,9 +1,9 @@
 
 default: &default
-  # language_files:
-  #   command: LanguageFilesScheduler.new.perform
-  #   queue: default
-  #   schedule: "@hourly"
+  language_files:
+    command: LanguageFilesScheduler.new.perform
+    queue: default
+    schedule: "@hourly"
   clear_solid_queue_finished_jobs:
     command: "SolidQueue::Job.clear_finished_in_batches(sleep_between_batches: 0.3)"
     schedule: every hour at minute 12

lib/tasks/xml.rake

@@ -0,0 +1,40 @@
+namespace :xml do
+  desc "Generate CME XML to a local file or stdout (no Azure). ENV: SCOPE=all_providers|single_provider LANGUAGE=<id|code|name> PROVIDER_ID=<id> DEST=<path or '-'>"
+  task generate: :environment do
+    require "fileutils"
+
+    scope = ENV.fetch("SCOPE", "all_providers")
+    lang_param = ENV["LANGUAGE"]
+    provider_id = ENV["PROVIDER_ID"]
+    dest = ENV["DEST"] || "tmp/cmes.xml"
+
+    language = if lang_param.present?
+      Language.find_by(id: lang_param) || Language.find_by(code: lang_param) || Language.find_by(name: lang_param)
+    else
+      Language.joins(:topics).distinct.first
+    end
+    abort "LANGUAGE not found or no languages with topics" unless language
+
+    service = case scope
+    when "single_provider"
+      abort "PROVIDER_ID required for single_provider" unless provider_id.present?
+      provider = Provider.find(provider_id)
+      XmlGenerator::SingleProvider.new(provider)
+    when "all_providers"
+      XmlGenerator::AllProviders.new(language)
+    else
+      abort "Unknown SCOPE: #{scope}"
+    end
+
+    xml = service.perform
+
+    if dest == "-"
+      puts xml
+    else
+      path = Rails.root.join(dest)
+      FileUtils.mkdir_p(File.dirname(path))
+      File.write(path, xml)
+      puts "Wrote XML to #{path} (#{xml.bytesize} bytes)"
+    end
+  end
+end

spec/services/language_content_processor_spec.rb

@@ -15,13 +15,13 @@
   end
 
   it "processes content for every language" do
-    files_number = language.providers.size + 9 # 2 xml files for all provides, 2 text files for tags, 5 csv files
+    files_number = language.providers.size + 7 # 2 xml files for all provides, 2 text files for tags, 5 csv files
     subject.perform
 
     expect(FileUploadJob).to have_received(:perform_later).exactly(files_number).times
 
-    expect(FileUploadJob).to have_received(:perform_later).with(language.id, "all_providers", "file")
-    expect(FileUploadJob).to have_received(:perform_later).with(language.id, "all_providers_recent", "file")
+    # expect(FileUploadJob).to have_received(:perform_later).with(language.id, "all_providers", "file")
+    # expect(FileUploadJob).to have_received(:perform_later).with(language.id, "all_providers_recent", "file")
     expect(FileUploadJob).to have_received(:perform_later).with(language.id, "tags", "file")
     expect(FileUploadJob).to have_received(:perform_later).with(language.id, "tags_and_title", "file")
     expect(FileUploadJob).to have_received(:perform_later).with(language.id, "files", "file")