Asf staging

.asf.yaml

@@ -19,10 +19,19 @@ github:
     # Enable issue management
     issues: true
   description: Apache Linkis documents
-  homepage: https://linkis.incubator.apache.org
+  homepage: https://linkis.apache.org
   labels:
     - linkis
     - website
+  collaborators:
+    - brucedchen1991
+    - ws00428637
+    - yyuser5201314
+    - KangTomwk
+    - guoshupei
+    - rarexixi
+    - casionxia
+    - aiceflower
 notifications:
   commits: [email protected]
   issues: [email protected]

.github/actions/Auto_close_associate_issue/Dockerfile

@@ -0,0 +1,5 @@
+FROM node:10.15
+
+COPY . .
+
+CMD [ "node", "/main.js"]

.github/actions/Auto_close_associate_issue/action.yml

@@ -0,0 +1,16 @@
+name: "Auto_close_associate_issue"
+
+description: "Auto close an issue which associate with a PR."
+
+inputs:
+  prbody:
+    description: "The body of the PR to search for related issues"
+    required: true
+
+outputs:
+  issurNumber:
+    description: "The issue number"
+
+runs:
+  using: "docker"
+  image: "Dockerfile"

.github/actions/Auto_close_associate_issue/main.js

@@ -0,0 +1,15 @@
+let body = process.env['INPUT_PRBODY'];
+
+let pattern = /#\d+/;
+
+let issueNumber;
+
+try {
+    issueNumber = body.match(pattern)[0].replace('#', '');
+} catch{
+    issueNumber = -1;
+}
+
+
+console.log(`::set-output name=issueNumber::${issueNumber}`);
+

.github/actions/Contributor_crawler/Dockerfile

@@ -0,0 +1,4 @@
+FROM node:16.15.0
+COPY . .
+
+CMD [ "node", "/main.js"]

.github/actions/Contributor_crawler/action.yml

@@ -0,0 +1,16 @@
+name: "Github Crawler"
+
+description: "Auto crawl github repo contributors."
+
+inputs:
+  repo:
+    description: "The repo that needs to crawl."
+    required: true
+  num:
+    description: "How many contributors need to be crawled."
+    required: true
+
+
+runs:
+  using: "docker"
+  image: "Dockerfile"

.github/actions/Contributor_crawler/main.js

@@ -0,0 +1,26 @@
+const https = require('https');
+const fs = require('fs');
+let num = process.env['INPUT_NUM'];
+let repo = process.env['INPUT_REPO'];
+
+let name = repo == 'apache/linkis-website' ?  'contributorsWebsite.json' : 'contributors.json'
+const options = {headers: {'User-Agent': 'request'}};
+
+// repo such as apache/linkis-website
+https.get(`https://api.github.com/repos/${repo}/contributors?page=1&per_page=${num}`, options, res => {
+    let chunks = [];
+    res.on('data', chunk => {
+        chunks.push(chunk);
+    });
+    res.on('end', () => {
+        let jsonstr = Buffer.concat(chunks).toString('utf-8');
+        fs.writeFileSync(`./src/components/${name}`, jsonstr, (err) => {
+            if(err) console.log(err);
+        })
+    })
+}).on('error', err => {
+    console.log('Error: ', err.message);
+});
+
+
+

.github/workflows/auto-close-issue.yml

@@ -0,0 +1,27 @@
+name: Auto close issue when PR is merged
+
+on:
+  pull_request_target:
+    types: [ closed ]
+
+jobs:
+  close-issue:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: "Auto issue closer"
+        uses: ./.github/actions/Auto_close_associate_issue/
+        id: Closer
+        with:
+          prbody: ${{ github.event.pull_request.body }}
+
+      - name: Close Issue
+        uses: peter-evans/close-issue@v2
+        if: ${{ github.event.pull_request.merged && steps.Closer.outputs.issueNumber != -1 }}
+        with:
+          issue-number: ${{ steps.Closer.outputs.issueNumber }}
+          comment: The associated PR has been merged, this issue is automatically closed, you can reopend if necessary.
+        env:
+          Github_Token: ${{ secrets.GITHUB_TOKEN }}
+          PRNUM: ${{ github.event.pull_request.number }}

.github/workflows/auto-comment.yml

@@ -0,0 +1,36 @@
+name: Create Comment
+
+on:
+  issues:
+    types: [opened]
+
+jobs:
+  create-comment:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Create comment
+        uses: actions-cool/issues-helper@v3
+        with:
+          actions: 'create-comment'
+          token: ${{ secrets.GITHUB_TOKEN }}
+          issue-number: ${{ github.event.issue.number }}
+          body: |
+            :blush:  Welcome to the Apache Linkis community!!
+            We are glad that you are contributing by opening this issue.
+
+            Please make sure to include all the relevant context.
+            We will be here shortly.
+
+            If you are interested in contributing to our website project, please let us know!
+            You can check out our contributing guide on 
+             :point_right:  [How to Participate in the Official Website Contribution](https://linkis.apache.org/community/how-to-contribute-to-website).
+
+            WeChat  Group:
+
+            <img src="https://linkis.apache.org/Images/wedatasphere_contact_01.png" width="256"/>
+
+            Mailing Lists:
+            |Name|Description|Subscribe|Unsubscribe|Archive|
+            |:-----|:--------|:------|:-------|:-----|
+            | [[email protected]](mailto:[email protected]) | community activity information | [subscribe](mailto:[email protected]) | [unsubscribe](mailto:[email protected]) | [archive](http://mail-archives.apache.org/mod_mbox/linkis-dev) |
+

.github/workflows/deploy-netlify.yml

@@ -0,0 +1,49 @@
+name: Build and Deploy to Netlify
+
+on:
+  push:
+    branches: [dev,dev-*]
+  pull_request_target:
+    branches: [dev,dev-*]
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+  # This workflow contains a single job called "build"
+  build:
+    # The type of runner that the job will run on
+    runs-on: ubuntu-latest
+
+    # Steps represent a sequence of tasks that will be executed as part of the job
+    steps:
+      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+      - uses: actions/[email protected]
+        with:
+          submodules: recursive
+      - uses: actions/[email protected]
+        with:
+          node-version: 16
+
+
+      - name: install
+        run: |
+          npm install
+      - name: Build
+        run: |
+          npm run build
+          cp .asf.yaml build
+          cp .htaccess build
+          cp doap.rdf build   
+
+      - name: Deploy to Netlify
+        uses: nwtgck/[email protected]
+        with:
+          publish-dir: "./build"
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          deploy-message: "${{ github.event.pull_request.title }}, Deploy from GitHub Actions"
+          enable-pull-request-comment: true
+          enable-commit-comment: true
+          overwrites-pull-request-comment: true
+        env:
+          NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }}
+          NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }}
+        timeout-minutes: 10

.github/workflows/deploy.yml

@@ -0,0 +1,71 @@
+name: Build and Deploy
+
+on:
+  pull_request:
+    branches: [dev,dev-*]
+  push:
+    branches: [dev,dev-*]
+  schedule:
+    # Run everyday at 9:00 AM (See https://pubs.opengroup.org/onlinepubs/9699919799/utilities/crontab.html#tag_20_25_07)
+    - cron: "0 5 * * *"
+
+env:
+  NODE_OPTIONS: --max-old-space-size=8192
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+  # This workflow contains a single job called "build"
+  build:
+    # The type of runner that the job will run on
+    runs-on: ubuntu-latest
+
+    # Steps represent a sequence of tasks that will be executed as part of the job
+    steps:
+      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+      - uses: actions/[email protected]
+      - uses: actions/[email protected]
+        with:
+          node-version: 16
+
+      - name: Cache node modules
+        id: cache-npm
+        uses: actions/cache@v3
+        env:
+          cache-name: cache-node-modules
+        with:
+          # npm cache files are stored in `~/.npm` on Linux/macOS
+          path: ~/.npm
+          key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }}
+          restore-keys: |
+              ${{ runner.os }}-build-${{ env.cache-name }}-
+              ${{ runner.os }}-build-
+              ${{ runner.os }}-
+
+      - if: ${{ steps.cache-npm.outputs.cache-hit != 'true' }}
+        name: List the state of node modules
+        continue-on-error: true
+        run: npm list
+
+      - name: install
+        run: |
+          npm install
+      - name: Build2
+        run: |
+          echo "My GitHub token is: ${{ secrets.GITHUB_TOKEN }}"
+      - name: Build
+        run: |
+          npm run build
+          cp .asf.yaml build
+          cp .htaccess build
+          cp doap.rdf build
+      - name: Link checker
+        uses: untitaker/[email protected]
+        with:
+          args: /home/runner/work/linkis-website/linkis-website/build
+      - name: Deploy
+        uses: peaceiris/[email protected]
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/heads/dev')
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          publish_dir: build
+          publish_branch: asf-staging

.github/workflows/detect-ip.yml

@@ -0,0 +1,26 @@
+name: Check for sensitive data
+
+on:
+  pull_request:
+    branches: [dev,dev-*]
+  push:
+    branches: [dev,dev-*]
+
+jobs:
+  detection:
+    name: automatic-detection
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/[email protected]
+      - uses: actions/[email protected]
+        with:
+          node-version: 16
+
+      - run: |
+          ipis=`{ grep -rn "[1-9]\{2,3\}\.[0-9]\{2,3\}\.[0-9]\{1,3\}.[0-9]\{1,3\}" * --exclude=custom.scss || true;}`
+          bdpujesis=`{ grep -rn "bdpujes" * || true;}`
+          bdpdwsis=`{ grep -rn "bdpdws" * || true;}`
+          if [[ -n "$ipis" ]];then echo "$ipis"; fi
+          if [[ -n "$bdpujesis" ]];then echo "$bdpujesis"; fi
+          if [[ -n "$bdpdwsis" ]];then echo "$bdpdwsis"; fi
+          if [[ -n "$bdpdwsis" ]] || [[ -n "$ipis" ]] || [[ -n "$bdpujesis" ]];then echo "check error!" && exit 123; else echo "check success"; fi

.github/workflows/link.yml

@@ -0,0 +1,20 @@
+name: Markdown Lint
+
+on:
+  pull_request:
+    branches: [dev,dev-*]
+  push:
+    branches: [dev,dev-*]
+
+jobs:
+  markdownlint:
+    name: 🍇 Markdown
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/[email protected]
+      - uses: actions/[email protected]
+        with:
+          node-version: 16
+
+      - run: npm install -g [email protected]
+      - run: markdownlint '**/*.md' --ignore node_modules

.github/workflows/scheduled-crawl.yml

@@ -0,0 +1,36 @@
+name: Scheduled crawl
+
+on:
+  schedule:
+    # Run everyday at 0:00 AM or 12:00 AM (See https://pubs.opengroup.org/onlinepubs/9699919799/utilities/crontab.html#tag_20_25_07)
+    - cron: "0 0,12 * * *"
+
+jobs:
+  # The purpose of this workflow is to periodically merge "asf-staging" into "asf-site"
+  build:
+    # The type of runner that the job will run on
+    runs-on: ubuntu-latest
+
+    # Steps represent a sequence of tasks that will be executed as part of the job
+    steps:
+      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+      - uses: actions/checkout@v3
+        with:
+          ref: 'dev'
+
+      - name: scheduled crawl linkis website contributor
+        uses: ./.github/actions/Contributor_crawler
+        with:
+          repo: apache/linkis-website
+          num: 1000
+
+      - name: scheduled crawl linkis contributor
+        uses: ./.github/actions/Contributor_crawler
+        with:
+          repo: apache/linkis
+          num: 1000
+
+      - name: scheduled commit contributor 
+        uses: EndBug/add-and-commit@v9
+        with:
+          default_author: github_actions