REFACTOR: improve batch query

.dockerignore

@@ -0,0 +1,7 @@
+/contracts
+.env.*
+/linode
+/frontend
+/desktop
+/data
+/output

.evans.toml

@@ -0,0 +1,3 @@
+[default]
+protoFile = ["pkg/pb/bbgo.proto"]
+package = "bbgo"

.github/FUNDING.yml

@@ -0,0 +1,4 @@
+# These are supported funding model platforms
+
+github: c9s
+custom: [https://etherscan.io/address/0x5ed8508e3d046cbe9ff44d6063e29349000c8ddd]

.github/workflows/docker.yml

@@ -0,0 +1,60 @@
+name: Docker Image
+
+on:
+  workflow_dispatch:
+    inputs:
+      ref:
+        description: 'ref to build'
+        required: false
+        default: 'main'
+  push:
+    # Sequence of patterns matched against refs/tags
+    tags:
+    - "v*" # Push events to matching v*, i.e. v1.0, v20.15.10
+    branches:
+    - "main"
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Docker meta
+      id: meta
+      uses: docker/metadata-action@v3
+      with:
+        # list of Docker images to use as base name for tags
+        images: |
+          yoanlin/bbgo
+          quay.io/yoanlin/bbgo
+        # generate Docker tags based on the following events/attributes
+        tags: |
+          type=schedule
+          type=ref,event=branch
+          type=ref,event=pr
+          type=semver,pattern={{version}}
+          type=semver,pattern={{major}}.{{minor}}
+          type=semver,pattern={{major}}
+          type=sha
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v1
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v1
+    - name: Login to DockerHub
+      uses: docker/login-action@v1
+      with:
+        username: ${{ secrets.DOCKERHUB_USERNAME }}
+        password: ${{ secrets.DOCKERHUB_TOKEN }}
+    - name: Login to Quay Container Registry
+      uses: docker/login-action@v2
+      with:
+        registry: quay.io
+        username: ${{ secrets.QUAY_USERNAME }}
+        password: ${{ secrets.QUAY_TOKEN }}
+    - name: Build and push
+      id: docker_build
+      uses: docker/build-push-action@v2
+      with:
+        push: true
+        # tags: yoanlin/bbgo:latest
+        labels: ${{ steps.meta.outputs.labels }}
+        tags: ${{ steps.meta.outputs.tags }}

.github/workflows/go.yml

@@ -0,0 +1,104 @@
+name: Go
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches:
+    - "main"
+    - "v*"
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+
+    strategy:
+      matrix:
+        redis-version:
+        - 6.2
+        go-version:
+        - 1.18
+    env:
+      MYSQL_DATABASE: bbgo
+      MYSQL_USER: "root"
+      MYSQL_PASSWORD: "root" # pragma: allowlist secret
+
+    steps:
+
+    - uses: actions/checkout@v2
+      with:
+        # lfs: 'true'
+        ssh-key: ${{ secrets.git_ssh_key }}
+
+    - uses: actions/cache@v2
+      with:
+        path: |
+          ~/.cache/go-build
+          ~/go/pkg/mod
+        key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+        restore-keys: |
+          ${{ runner.os }}-go-
+
+    - name: Set up MySQL
+      run: |
+        sudo /etc/init.d/mysql start
+        mysql -e 'CREATE DATABASE ${{ env.MYSQL_DATABASE }};' -u${{ env.MYSQL_USER }} -p${{ env.MYSQL_PASSWORD }}
+
+    - name: Set up redis
+      uses: shogo82148/actions-setup-redis@v1
+      with:
+        redis-version: ${{ matrix.redis-version }}
+        # auto-start: "false"
+
+    - name: Set up Go
+      uses: actions/setup-go@v3
+      with:
+        go-version: ${{ matrix.go-version }}
+
+    - name: Install Migration Tool
+      run: go install github.com/c9s/rockhopper/cmd/rockhopper@v1.2.1
+
+    - name: Test Migration SQL Files For MySQL
+      run: |
+        rockhopper --config rockhopper_mysql.yaml up
+
+    - name: Test Migration SQL Files For SQLite
+      run: |
+        rockhopper --config rockhopper_sqlite.yaml up
+
+    - name: Build
+      run: go build -v ./cmd/bbgo
+
+    - name: Link Market Data
+      run: |
+        mkdir -p ~/.bbgo/cache
+        ln -s $PWD/data/binance-markets.json ~/.bbgo/cache/binance-markets.json
+        touch data/binance-markets.json
+
+    - name: Test
+      run: |
+        go test -race -coverprofile coverage.txt -covermode atomic ./pkg/...
+        sed -i -e '/_requestgen.go/d' coverage.txt
+
+    - name: TestDnum
+      run: |
+        go test -race -coverprofile coverage_dnum.txt -covermode atomic -tags dnum ./pkg/...
+        sed -i -e '/_requestgen.go/d' coverage_dnum.txt
+
+    - name: Revive Check
+      uses: morphy2k/revive-action@v2
+      with:
+        reporter: github-pr-review
+        fail_on_error: true
+
+    - name: Upload Coverage Report
+      uses: codecov/codecov-action@v3
+      with:
+        files: ./coverage.txt,./coverage_dnum.txt
+
+    - name: Create dotenv file
+      run: |
+        echo "DB_DRIVER=mysql" >> .env.local
+        echo "DB_DSN=root:root@/bbgo" >> .env.local
+

.github/workflows/golang-lint.yml

@@ -0,0 +1,22 @@
+name: golang-lint
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+permissions:
+  contents: read
+
+jobs:
+  golangci:
+    name: lint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/setup-go@v3
+        with:
+          go-version: 1.18
+      - uses: actions/checkout@v3
+      - name: golangci-lint
+        uses: golangci/golangci-lint-action@v3
+        with:
+          version: v1.46.2

.github/workflows/node.yml

@@ -0,0 +1,40 @@
+name: Node.js CI
+
+on:
+  push:
+    branches: [ main ]
+    paths:
+    - apps/backtest-report
+    - frontend
+  pull_request:
+    branches: [ main ]
+    paths:
+    - apps/backtest-report
+    - frontend
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [ 16.x ]
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v3
+      with:
+        node-version: ${{ matrix.node-version }}
+    - run: npm install -g yarn
+    - name: Install
+      run: yarn install
+      working-directory: "apps/backtest-report"
+    - name: Build
+      run: yarn run next build
+      working-directory: "apps/backtest-report"
+    - name: Export
+      run: yarn run next export
+      working-directory: "apps/backtest-report"
+    - run: yarn export
+      working-directory: "frontend"

.github/workflows/python.yml

@@ -0,0 +1,48 @@
+name: Python
+
+on:
+  push:
+    branches: [ main ]
+    paths:
+    - python
+
+  pull_request:
+    branches: [ main ]
+    paths:
+    - python
+
+jobs:
+
+  build:
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        python-version: [ 3.8 ]
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v2
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install poetry
+      run: pip install poetry==1.1.13
+
+    - name: Install package
+      run: |
+        cd python
+        poetry install
+
+    - name: Test
+      run: |
+        cd python
+        poetry run pytest -v -s tests
+
+    - name: Lint
+      run: |
+        cd python
+        poetry run flake8 .