initial commit

.coveragerc

@@ -0,0 +1,2 @@
+[run]
+source=icon_governance

.dockerignore

@@ -0,0 +1 @@
+__pycache__

.github/ISSUE_TEMPLATE.md

@@ -0,0 +1,23 @@
+### Issue type
+
+- [ ] Bug
+- [ ] Feature request
+
+### Issue Description
+
+[//]: # (Description of the issue)
+
+Description
+
+### Link / Screenshot
+
+[//]: # (If the issue can be found through a link it **MUST** be included. Screenshot optional but helpful)
+
+https://tracker.icon.community/...
+
+### Steps to Reproduce the Problem / Desired Outcome
+
+[//]: # (Not always relevant if link is included)
+
+1.
+2.

.github/workflows/push-main.yml

@@ -0,0 +1,137 @@
+name: push-main
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Install deps
+        run: |
+          pip3 install -r requirements_api.txt -r requirements_worker.txt -r requirements_dev.txt
+
+      - name: Bring up stack
+        run: make up-dbs && sleep 30
+
+      - name: Check stack
+        run: make ps
+
+      - name: Run tests with coverage
+        run: make test-coverage
+
+      - uses: codecov/codecov-action@v2
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./coverage.xml
+          fail_ci_if_error: true
+
+  docker:
+    runs-on: ubuntu-latest
+    needs: test
+    outputs:
+      tag: ${{ steps.source.outputs.TAG }}
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - id: last
+        uses: pozetroninc/github-action-get-latest-release@master
+        with:
+          repository: ${{ github.repository }}
+
+      - name: Tag name
+        id: source
+        run: |
+          echo ::set-output name=TAG::${{ steps.last.outputs.release }}-${{ github.run_number }}
+
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Build and push API
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          file: ./Dockerfile
+          target: prod
+          push: true
+          build-args: |
+            SERVICE_NAME=api
+          tags: sudoblock/icon-stats-api:latest, sudoblock/icon-stats-api:${{ steps.source.outputs.TAG }}
+
+      - name: Build and push worker
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          file: ./Dockerfile
+          target: prod
+          push: true
+          build-args: |
+            SERVICE_NAME=worker
+          tags: sudoblock/icon-stats-worker:latest, sudoblock/icon-stats-worker:${{ steps.source.outputs.TAG }}
+
+  push_refs:
+    runs-on: ubuntu-latest
+    needs: docker
+    strategy:
+      max-parallel: 1
+      matrix:
+        include:
+          - cluster: prod-sng
+            network_name: mainnet
+            network_version: v2
+          - cluster: prod-sng
+            network_name: sejong
+            network_version: v2
+          - cluster: prod-sng
+            network_name: lisbon
+            network_version: v2
+          - cluster: prod-sng
+            network_name: berlin
+            network_version: v2
+
+    steps:
+
+      - name: Checkout charts repo
+        uses: actions/checkout@v2
+        with:
+          repository: sudoblockio/icon-charts
+          ref: main
+          path: charts
+          token: ${{ secrets.ICON_CHARTS_PAT }}
+
+      - name: Update API ${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }} deployment values file
+        uses: fjogeleit/yaml-update-action@master
+        with:
+          workDir: charts
+          repository: sudoblockio/icon-charts
+          valueFile: 'deployments/${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }}/stats/tags.yaml'
+          propertyPath: 'api.image.tag'
+          value: ${{needs.docker.outputs.tag}}
+          branch: main
+          createPR: 'false'
+          updateFile: true
+          commitChange: false
+
+      - name: Update worker ${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }} deployment values file
+        uses: fjogeleit/yaml-update-action@master
+        with:
+          workDir: charts
+          repository: sudoblockio/icon-charts
+          valueFile: 'deployments/${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }}/stats/tags.yaml'
+          propertyPath: 'worker.image.tag'
+          value: ${{needs.docker.outputs.tag}}
+          branch: main
+          createPR: 'false'
+          updateFile: true
+          message: "stats ${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }} deployment image version to ${{needs.docker.outputs.tag}}"
+          token: '${{ secrets.ICON_CHARTS_PAT }}'

.github/workflows/release.yml

@@ -0,0 +1,153 @@
+name: release
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  release:
+    runs-on: ubuntu-latest
+    outputs:
+      release_created: ${{ steps.release-please.outputs.release_created }}
+    steps:
+      - uses: actions/checkout@v2
+      - uses: google-github-actions/release-please-action@v3
+        id: release-please
+        with:
+          release-type: python
+          extra-files: |
+            icon_stats/config.py
+
+  test:
+    runs-on: ubuntu-latest
+    needs: release
+    if: ${{ needs.release.outputs.release_created }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Install deps
+        run: |
+          pip3 install -r requirements_api.txt -r requirements_worker.txt -r requirements_dev.txt
+
+      - name: Bring up stack
+        run: make up-dbs && sleep 30
+
+      - name: Check stack
+        run: make ps
+
+      - name: Run tests with coverage
+        run: make test-coverage
+
+      - uses: codecov/codecov-action@v2
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./coverage.xml
+          fail_ci_if_error: true
+
+  docker:
+    runs-on: ubuntu-latest
+    needs: test
+    if: ${{ needs.release.outputs.release_created }}
+    outputs:
+      tag: ${{ steps.source.outputs.TAG }}
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - id: last
+        uses: pozetroninc/github-action-get-latest-release@master
+        with:
+          repository: ${{ github.repository }}
+
+      - name: Tag name
+        id: source
+        run: |
+          echo ::set-output name=TAG::${{ steps.last.outputs.release }}-${{ github.run_number }}
+
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Build and push API
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          file: ./Dockerfile
+          target: prod
+          push: true
+          build-args: |
+            SERVICE_NAME=api
+          tags: sudoblock/icon-stats-api:latest, sudoblock/icon-stats-api:${{ steps.source.outputs.TAG }}
+
+      - name: Build and push worker
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          file: ./Dockerfile
+          target: prod
+          push: true
+          build-args: |
+            SERVICE_NAME=worker
+          tags: sudoblock/icon-stats-worker:latest, sudoblock/icon-stats-worker:${{ steps.source.outputs.TAG }}
+
+  push_refs:
+    runs-on: ubuntu-latest
+    needs: docker
+    if: ${{ needs.release.outputs.release_created }}
+    strategy:
+      max-parallel: 1
+      matrix:
+        include:
+          - cluster: prod-ams
+            network_name: mainnet
+            network_version: v2
+          - cluster: prod-ams
+            network_name: sejong
+            network_version: v2
+          - cluster: prod-ams
+            network_name: lisbon
+            network_version: v2
+          - cluster: prod-ams
+            network_name: berlin
+            network_version: v2
+
+    steps:
+      - name: Checkout charts repo
+        uses: actions/checkout@v2
+        with:
+          repository: sudoblockio/icon-charts
+          ref: main
+          path: charts
+          token: ${{ secrets.ICON_CHARTS_PAT }}
+
+      - name: Update API ${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }} deployment values file
+        uses: fjogeleit/yaml-update-action@master
+        with:
+          workDir: charts
+          repository: sudoblockio/icon-charts
+          valueFile: 'deployments/${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }}/stats/tags.yaml'
+          propertyPath: 'api.image.tag'
+          value: ${{needs.docker.outputs.tag}}
+          branch: main
+          createPR: 'false'
+          updateFile: true
+          commitChange: false
+
+      - name: Update worker ${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }} deployment values file
+        uses: fjogeleit/yaml-update-action@master
+        with:
+          workDir: charts
+          repository: sudoblockio/icon-charts
+          valueFile: 'deployments/${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }}/stats/tags.yaml'
+          propertyPath: 'worker.image.tag'
+          value: ${{needs.docker.outputs.tag}}
+          branch: main
+          createPR: 'false'
+          updateFile: true
+          message: "stats ${{ matrix.cluster }}/${{ matrix.network_name }}-${{ matrix.network_version }} deployment image version to ${{needs.docker.outputs.tag}}"
+          token: '${{ secrets.ICON_CHARTS_PAT }}'

.gitignore

@@ -0,0 +1,58 @@
+.idea/
+.vscode/
+
+.env
+.env.test
+.old
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+__pytest*
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+env/
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+.hypothesis/
+
+# dotenv
+.env
+
+# virtualenv
+.venv
+venv/
+ENV/

.pre-commit-config.yaml

@@ -0,0 +1,19 @@
+repos:
+  - repo: https://github.com/timothycrosley/isort
+    rev: 5.12.0
+    hooks:
+      - id: isort
+        args: ["--profile", "black"]
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.4.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+  - repo: https://github.com/ambv/black
+    rev: 23.9.1
+    hooks:
+      - id: black
+        args:
+          - --safe
+          - --line-length
+          - "100"