799 use new api url for ztf (#803)

* Update Fink Science Portal URL in README

* Update APIURL to new endpoint

* Update API endpoint for statistics retrieval

* Update QR code URL to new domain

* Update API endpoint for statistics request

* Update href link for Fink Broker documentation

* Update documentation links in query_cluster.py

* Update documentation links in xmatch.py

* Add survey option to fink_datatransfer command

* Update documentation links to new ZTF site

Author: emilleishida

README.md

@@ -4,7 +4,7 @@
 
 ![fronted](assets/frontend.png)
 
-The Fink Science Portal allows users to browse and display alert data collected and processed by Fink from a web browser: [https://fink-portal.org](https://fink-portal.org).
+The Fink Science Portal allows users to browse and display alert data collected and processed by Fink from a web browser: [https://ztf.fink-portal.org](https://ztf.fink-portal.org).
 
 The backend is using [Apache HBase](https://hbase.apache.org/), a distributed non-relational database. The frontend is based on [Dash](https://plotly.com/dash/), a Python web framework built on top of Flask, Plotly and React. The frontend has also integrated components to perform fit on the data, such as [nifty-ls](https://github.com/flatironinstitute/nifty-ls) for variable stars, or the [imcce](https://ssp.imcce.fr/webservices/miriade/) tools for Solar System objects.
 

apps/query_cluster.py

@@ -160,7 +160,7 @@ def filter_number_tab():
                         "Filters are provided by the Fink community of users. More information at ",
                         html.A(
                             "filters/#real-time-filters",
-                            href="https://fink-broker.readthedocs.io/en/latest/broker/filters/#real-time-filters",
+                            href="https://doc.ztf.fink-broker.org/en/latest/broker/filters/#real-time-filters",
                             target="_blank",
                         ),
                         ". No filter is applied by default.",
@@ -389,7 +389,7 @@ def display_filter_tab(trans_datasource):
                 " for fields description and ",
                 dmc.Anchor(
                     "here",
-                    href="https://fink-broker.readthedocs.io/en/latest/services/data_transfer/",
+                    href="https://doc.ztf.fink-broker.org/en/latest/services/data_transfer/",
                     size="xs",
                     target="_blank",
                 ),
@@ -418,7 +418,7 @@ def display_filter_tab(trans_datasource):
                 " for fields description and ",
                 dmc.Anchor(
                     "here",
-                    href="https://fink-broker.readthedocs.io/en/latest/services/data_transfer/",
+                    href="https://doc.ztf.fink-broker.org/en/latest/services/data_transfer/",
                     size="xs",
                     target="_blank",
                 ),
@@ -447,7 +447,7 @@ def display_filter_tab(trans_datasource):
                 " for fields description and ",
                 dmc.Anchor(
                     "here",
-                    href="https://fink-broker.readthedocs.io/en/latest/services/data_transfer/",
+                    href="https://doc.ztf.fink-broker.org/en/latest/services/data_transfer/",
                     size="xs",
                     target="_blank",
                 ),
@@ -650,6 +650,7 @@ def update_code_block(topic_name):
     -topic {topic_name} \\
     -outdir {topic_name} \\
     -partitionby {partition} \\
+    -survey ztf \\
     --verbose
         """
         return code_block
@@ -854,7 +855,7 @@ def update_log(batchid, interval):
 #### 2. Register
 
 To retrieve the data, you need to get an account. See [fink-client](https://github.com/astrolabsoftware/fink-client) and
-the [documentation](https://fink-broker.readthedocs.io/en/latest/services/data_transfer) for more information.
+the [documentation](https://doc.ztf.fink-broker.org/en/latest/services/data_transfer/) for more information.
 
 #### 3. Retrieve
 
@@ -882,7 +883,7 @@ def layout():
 
     Once ready, submit your job on the Fink Apache Spark and Kafka clusters to retrieve your data wherever you like.
     To access the data, you need to create an account. See the [fink-client](https://github.com/astrolabsoftware/fink-client) and
-    the [documentation](https://fink-broker.readthedocs.io/en/latest/services/data_transfer) for more information. The data is available
+    the [documentation](https://doc.ztf.fink-broker.org/en/latest/services/data_transfer/) for more information. The data is available
     for download for 7 days.
     """
 

apps/statistics.py

@@ -89,7 +89,7 @@
 
 # get stats for all the year 2021
 r = requests.post(
-  'https://api.fink-portal.org/api/v1/statistics',
+  'https://api.ztf.fink-portal.org/api/v1/statistics',
   json={{
     'date': '2021',
     'output-format': 'json'

apps/summary.py

@@ -961,7 +961,7 @@ def store_release_photometry(n_clicks, object_data):
     ],
 )
 def make_qrcode(path):
-    qrdata = f"https://fink-portal.org/{path[1:]}"
+    qrdata = f"https://ztf.fink-portal.org/{path[1:]}"
     qrimg = generate_qr(qrdata)
 
     return html.Img(src="data:image/png;base64, " + pil_to_b64(qrimg))

assets/spark_ztf_transfer.py

@@ -274,7 +274,7 @@ def check_path_exist(dateToCheck):
     out: bool
     """
     r = requests.post(
-        "https://api.fink-portal.org/api/v1/statistics",
+        "https://api.ztf.fink-portal.org/api/v1/statistics",
         json={
             "date": "{}{}{}".format(*dateToCheck.split("-")),
             "columns": "basic:sci",

config.yml

@@ -1,3 +1,3 @@
-APIURL: https://api.fink-portal.org
+APIURL: https://api.ztf.fink-portal.org
 HOST: localhost
 PORT: 24000

index.py

@@ -1851,7 +1851,7 @@ def on_load_cutouts(lc_id):
                                             "textDecoration": "none",
                                             "color": "gray",
                                         },
-                                        href="https://fink-broker.readthedocs.io/en/latest/services/search/getting_started/#quick-start-api",
+                                        href="https://doc.ztf.fink-broker.org/en/latest/services/search/getting_started/#quick-start-api",
                                         size="sm",
                                     ),
                                     dmc.Anchor(