refactor(network-subgraphs): Simplify subgraph yaml management (#1008)

Removed `subgraph.yaml` templating functionality. It was a draft
implementation and was not in use.

Moved build functionality from the npm script to a separate `build.sh`
file. The file requires one parameter which defined the target
environment (e.g. `dev2`).

Renamed `subgraph.yml` to `subgraph_dev2.yml` to highlight that this
file is for `streamr-docker-dev`.

Moved `streamr-docker-dev` scripts to the `start.sh` (which is run when
`deploy-network-subgraphs-fastchain` docker image starts).

Removed some obsolete scripts from package.json (`create-local`,
`deploy-local`, `redeploy-local`)

## Next steps

In a follow-up PRs we'll improve this by:
- modifying `build.sh` so that it build all the output to a `dist`
directory
- reducing copy-paste of between `subgraph.yaml` files by implementing a
better templating functionality

## Future improvements

- Could rename `subgraph_matic.yaml` to `subgraph_polygon.yaml` so that
it communicates the environment clearly.
- The `test` and `coverage` scripts in package.json access some files
from the root level. Could move that functionality to this subpackage.

Author: teogeb

matchstick.yaml

@@ -1,2 +1,2 @@
 testsFolder: ./packages/network-subgraphs/tests
-manifestPath: ./packages/network-subgraphs/subgraph.yaml
+manifestPath: ./packages/network-subgraphs/subgraph_dev2.yaml

package.json

@@ -21,10 +21,6 @@
     "test": "npm run test --workspaces --if-present",
     "integration-test": "npm run integration-test --workspaces --if-present",
     "test:subgraph": "graph test -d",
-    "graph1_build": "npm run deployLocalWithExport -w=network-contracts",
-    "graph2_copyInfo": "./scripts/copyAbis.sh && ./scripts/generateYaml.sh",
-    "graph3_build": "npm run doAll --workspace=network-subgraphs",
-    "graph": "npm run graph1_build && npm run graph2_copyInfo && npm run graph3_build",
     "e2etest": "npm run e2etest --workspace=network-contracts"
   },
   "devDependencies": {

packages/network-subgraphs/.gitignore

@@ -5,4 +5,5 @@
 /generated/
 /abis/
 /tests/.docker/
-/tests/.latest.json
+/tests/.latest.json
+subgraph.yaml

packages/network-subgraphs/build.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+if [ "$#" -ne 1 ]; then
+    echo "Usage: $0 <environment-id>"
+    exit 1
+fi
+
+# TODO could build these to "dist" directory so that we don't need to clean up the subgraph.yaml in package.json (the "rm subgraph.yaml" command)
+# - then we can also remove subgraph.yaml from .gitignore
+cp subgraph_$1.yaml subgraph.yaml 
+./scripts/copyAbisFromContractsPackage.sh
+npx graph codegen
+npx graph build

packages/network-subgraphs/package.json

@@ -5,16 +5,8 @@
   "private": true,
   "scripts": {
     "clean": "rm -rf build generated abis",
-    "codegen": "graph codegen",
-    "graphbuild": "graph build",
-    "build": "./scripts/copyAbisFromContractsPackage.sh && npm run codegen && npm run graphbuild",
-    "docker:buildLocalArch": "npm run build && docker build . -t streamr/deploy-network-subgraphs:dev-fastchain",
-    "docker:buildMultiArchAndPush": "npm run build && docker buildx build --platform linux/amd64,linux/arm64 . -t streamr/deploy-network-subgraphs:dev-fastchain --push",
-    "create-docker-dev": "graph create streamr-dev/network-subgraphs --node http://streamr-dev-thegraph-node-fastchain:8020",
-    "deploy-docker-dev": "graph deploy streamr-dev/network-subgraphs --version-label v0.0.1 --ipfs http://streamr-dev-ipfs:5001 --node http://streamr-dev-thegraph-node-fastchain:8020",
-    "create-local": "graph create streamr-dev/network-subgraphs --node http://localhost:8820",
-    "deploy-local": "graph deploy streamr-dev/network-subgraphs --version-label v0.0.1 --ipfs http://localhost:5001 --node http://localhost:8820",
-    "redeploy-local": "npm run clean && npm run build && npm run create-local && npm run deploy-local",
+    "docker:buildLocalArch": "./build.sh dev2 && docker build . -t streamr/deploy-network-subgraphs:dev-fastchain && rm subgraph.yaml",
+    "docker:buildMultiArchAndPush": "./build.sh dev2 && docker buildx build --platform linux/amd64,linux/arm64 . -t streamr/deploy-network-subgraphs:dev-fastchain --push && rm subgraph.yaml",
     "test": "cd ../../ && graph test -d --version 0.5.4",
     "coverage": "cd ../../ && graph test -d -- -c"
   },

packages/network-subgraphs/start.sh

@@ -19,8 +19,8 @@ if [ ! -e $CONTAINER_ALREADY_STARTED ]; then
     # TODO we could also wait for dev-chain-fast and postgres start, but in practice these are started almost immediately
     # and therefore it makes sense to wait only for the Graph Node
     wait_for_graph_node_start
-    npm run create-docker-dev
-    npm run deploy-docker-dev
+    npx graph create streamr-dev/network-subgraphs --node http://streamr-dev-thegraph-node-fastchain:8020
+    npx graph deploy streamr-dev/network-subgraphs --version-label v0.0.1 --ipfs http://streamr-dev-ipfs:5001 --node http://streamr-dev-thegraph-node-fastchain:8020
 else
     echo "-- Not first container startup, doing nothing.--"
 fi

packages/network-subgraphs/subgraph.template.yaml

@@ -1,6 +1,3 @@
-# if you recreate the docker image to autodeploy in the dev env this file is used directly
-# if you deploy locally use the npm task or scripts/generateYaml.sh to re-generate/update this file
-
 specVersion: 0.0.4
 description: Subgraph definitions for the stream permission registry
 repository:

packages/network-subgraphs/subgraph_amoy.yaml

@@ -1,6 +1,3 @@
-# if you recreate the docker image to autodeploy in the dev env this file is used directly
-# if you deploy locally use the npm task or scripts/generateYaml.sh to re-generate/update this file
-
 specVersion: 0.0.4
 description: Subgraph definitions for the stream permission registry
 repository:

packages/network-subgraphs/subgraph.yaml renamed to packages/network-subgraphs/subgraph_dev2.yaml

@@ -1,6 +1,3 @@
-# if you recreate the docker image to autodeploy in the dev env this file is used directly
-# if you deploy locally use the npm task or scripts/generateYaml.sh to re-generate/update this file
-
 specVersion: 0.0.4
 description: Subgraph definitions for the Streamr contracts
 repository: