add sources to scrape

Author: CarsonDavis

config_generation/sources_to_scrape.py

@@ -1367,6 +1367,122 @@
     "GENELAB_Publications_Website",
 ]
 
+
+sources_to_index_20240618 = [
+    "Mission_Independent_Data_Layer",
+    "koa_keck_observatory_archive",
+    "interstellar_mapping_and_acceleration_probe",
+    "explorers_and_heliophysics_projects_division",
+    "interstellar_boundary_explorer_ibex",
+    "polarimeter_to_unify_the_corona_and_heliosphere",
+    "helioswarm",
+    "voyager",
+    "earth_science_office_at_msfc",
+    "earth_system_science_pathfinder",
+    "cloudsat",
+    "carve_carbon_in_arctic_reservoirs_vulnerability_experiment",
+    "a_train_the_afternoon_constellation",
+    "cygnss_cyclone_global_navigation_satellite_system",
+    "dcotss_dynamics_and_chemistry_of_the_summer_stratosphere",
+    "delta_x",
+    "center_for_climate_sciences",
+]
+
+sources_to_index_20240717 = [
+    "nasa_ames_intelligent_systems_division_data",
+    "chandra_x_ray_observatory",
+    "hi_c_at_msfc",
+    "tandem_reconnection_and_cusp_electrodynamics_reconnaissance_satellites",
+    "sungrazer_project",
+    "solar_system_dynamics",
+    "lowell_minor_planet_services",
+    "explorer_1",
+    "earth_sciences_at_gsfc",
+    "earth_science_at_jpl",
+    "ecostress",
+    "seabass",
+    "ecostress_spectral_library",
+    "unite_unistellar_network_investigating_tess_exoplanets",
+    "satellite_situation_center_sscweb_system_and_services",
+    "the_astrophysics_astrochemistry_lab",
+    "hubble_space_telescope",
+    "galprop",
+    "chandra_x_ray_center_cxc",
+]
+
+sources_to_index_20240730 = [
+    "gcn_circulars",
+    "gamma_ray_astrophysics_at_the_nsstc",
+    "asteroid_lightcurve_photometry_database",
+    "orbital_data_explorer",
+    "asdc_misr",
+    "archived_gcn",
+    "ghrc_global_hydrometeorology_resource_center",
+    "NASA_Earth_Observatory",
+    "aurorasaurus_reporting_auroras_from_the_ground_up",
+    "hinode_at_msfc",
+    "osiris_rex_asteroid_sample_return_mission",
+    "grace_and_grace_fo_groundwater_and_soil_moisture_conditions",
+    "sun_climate_powered_by_solar_irradiance",
+    "icesat_2_ice_cloud_and_land_elevation_satellite_2",
+    "spruce_spruce_and_peatland_responses_under_changing_environments",
+    "tess_transitioning_exoplanet_survey_satellite",
+    "iasc_international_astronomical_search_collaboration",
+    "debit_dynamic_eclipse_broadcast_initiative",
+    "astropix",
+    "Space_Physics_Data_Facility",
+    "PDS_Photojournal_Website",
+]
+
+sources_with_neural_and_plugin = [
+    "Geosciences_Node",
+    "Helioviewer_Documentation_Website",
+    "International_Heliophysics_Data_Environment_Alliance_Overview_IHDEA",
+    "act_america_atmospheric_carbon_and_transport_america",
+    "activate_aerosol_cloud_meteorology_interactions_over_the_western_atlantic_experiment",
+    "advanced_composition_explorer",
+    "airmoss_airborne_microwave_observatory_of_subcanopy_and_subsurface_at_jpl",
+    "aria_advanced_rapid_imaging_and_analysis",
+    "atmospheric_imaging_assembly",
+    "explorer_program_acquisition",
+    "fast_plasma_investigation",
+    "fermi_at_gsfc",
+    "hawc_observatory",
+    "hinode_solar_b",
+    "incus_investigation_of_convective_updrafts",
+    "interactive_nasa_space_physics_ionosphere_radio_experiments_inspire",
+    "iris_interface_region_imaging_spectrograph",
+    "jwst_user_documentation",
+    "ldas_land_data_assimilatin_system",
+    "lisa_consortium",
+    "mdscc_deep_space_network",
+    "microobservatory_robotic_telescope_network",
+    "naif",
+    "nasa_applied_sciences",
+    "nasa_arcgis_online",
+    "nasa_infrared_telescope_facility_irtf",
+    "nasa_sounding_rocket_program",
+    "parker_solar_probe",
+    "pds_cartography_and_imaging_sciences_node",
+    "pds_website",
+    "physics_of_the_cosmos",
+    "ppi_node",
+    "pps_precipitation_processing_system",
+    "radio_jove",
+    "rhessi_homepage",
+    "sampex_data_center",
+    "sdo_solar_dynamics_observatory",
+    "solar_terrestrial_probes_program",
+    "starchild_a_learning_center_for_young_astronomers",
+    "stereo_at_gsfc",
+    "stereo_cor1",
+    "the_new_great_observatories",
+    "treasure_map",
+    "vector_electric_field_instrument",
+    "virbo",
+    "virtual_wave_observatory",
+]
+
 sources_to_index_test_grid = [
     "a_train_the_afternoon_constellation",
     "act_america_atmospheric_carbon_and_transport_america",