add gsm8k data

Author: zyaoj

.gitattributes

@@ -0,0 +1,39 @@
+*.jsonl filter=lfs diff=lfs merge=lfs -text
+/.github/CODEOWNERS filter=lfs diff=lfs merge=lfs -text
+*.md filter=lfs diff=lfs merge=lfs -text
+*.yaml filter=lfs diff=lfs merge=lfs -text
+*.gitignore filter=lfs diff=lfs merge=lfs -text
+*.gitmodules filter=lfs diff=lfs merge=lfs -text
+/LICENSE filter=lfs diff=lfs merge=lfs -text
+/VERSION filter=lfs diff=lfs merge=lfs -text
+*.bib filter=lfs diff=lfs merge=lfs -text
+*.sh filter=lfs diff=lfs merge=lfs -text
+*.cpu filter=lfs diff=lfs merge=lfs -text
+*.cu116 filter=lfs diff=lfs merge=lfs -text
+*.cu117 filter=lfs diff=lfs merge=lfs -text
+*.cu118 filter=lfs diff=lfs merge=lfs -text
+*.cu121 filter=lfs diff=lfs merge=lfs -text
+*.json filter=lfs diff=lfs merge=lfs -text
+*.py filter=lfs diff=lfs merge=lfs -text
+/doc/Makefile filter=lfs diff=lfs merge=lfs -text
+*.rst filter=lfs diff=lfs merge=lfs -text
+*.txt filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.svg filter=lfs diff=lfs merge=lfs -text
+*.html filter=lfs diff=lfs merge=lfs -text
+*.clang-format filter=lfs diff=lfs merge=lfs -text
+*.clang-tidy filter=lfs diff=lfs merge=lfs -text
+*.supp filter=lfs diff=lfs merge=lfs -text
+*.cmake filter=lfs diff=lfs merge=lfs -text
+*.cc filter=lfs diff=lfs merge=lfs -text
+*.h filter=lfs diff=lfs merge=lfs -text
+*.in filter=lfs diff=lfs merge=lfs -text
+*.typed filter=lfs diff=lfs merge=lfs -text
+*.cu filter=lfs diff=lfs merge=lfs -text
+*.patch filter=lfs diff=lfs merge=lfs -text
+*.c filter=lfs diff=lfs merge=lfs -text
+*.toml filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.ogg filter=lfs diff=lfs merge=lfs -text
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.spm filter=lfs diff=lfs merge=lfs -text

.github/CODEOWNERS

@@ -1,3 +1,3 @@
-* @cbalioglu
-src/fairseq2/data/parquet/ @artemru
-tests/integration/parquet/ @artemru
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ae1469faa3ee69316c950045e8de4f5c1347bd841e5bd77d3a5341df58ea89
+size 85

.github/ISSUE_TEMPLATE/bug_report.md

@@ -1,20 +1,3 @@
----
-name: Bug Report
-about: Submit a report to help us improve.
-labels: 'bug, needs triage'
----
-
-**Describe the bug:**
-A clear and concise description of what the bug is.
-
-**Describe how to reproduce:**
-Steps to reproduce the behavior. Ideally attach a minimal code sample to reproduce the described issue.
-
-**Describe the expected behavior:**
-A clear and concise description of what you expected to happen.
-
-**Environment:**
-At the very least, specify the versions of fairseq2, PyTorch, Python, and CUDA along with your operating system and, if relevant, GPU model.
-
-**Additional Context:**
-Add any other context about the bug here.
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea433493524960d764b9155d68e75d5e4faca0031aed12542f9a147dff0c93
+size 634

.github/ISSUE_TEMPLATE/feature_request.md

@@ -1,17 +1,3 @@
----
-name: Feature Request
-about: Submit a request for a new feature.
-labels: 'enhancement, needs triage'
----
-
-**Is your feature request related to a problem? Please describe:**
-A clear and concise description of what the problem is.
-
-**Describe the solution you would like:**
-A clear and concise description of what you want to happen.
-
-**Describe the alternatives you have considered:**
-A clear and concise description of any alternative solutions or features you have considered.
-
-**Additional Context:**
-Add any other context about the feature request here.
+version https://git-lfs.github.com/spec/v1
+oid sha256:f201eb2f217018c552bab959115040ea2f3ee2755565bea84385d547e9fe4b6c
+size 561

.github/ISSUE_TEMPLATE/question.md

@@ -1,7 +1,3 @@
----
-name: Question
-about: Ask a question to the users and contributors.
-labels: 'question, needs triage'
----
-
-Please make sure that you first search existing issues and documentation before asking a question. If you cannot find an answer, be clear and concise. Ideally attach a minimal code sample if it is relevant to your question.
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cefc6dc3458ac583fdec42366fa05838da1630000e0f325418ec643b8f4d038
+size 334

.github/ISSUE_TEMPLATE/typo_doc_issue.md

@@ -1,7 +1,3 @@
----
-name: Typo or Documentation Issue
-about: Report a typo or an issue related to documentation.
-labels: 'documentation, needs triage'
----
-
-For typos, please go ahead; fix the typo and submit a PR. For documentation issues, please describe the issue here and wait for approval before submitting a PR.
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bde47c497a65b1561e1a7d8381422770f3c9813edfbafc9ae56dda33759d8a
+size 301

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,16 +1,3 @@
-**What does this PR do? Please describe:**
-A summary of the change or the issue that is fixed.
-
-Fixes #{issue number}
-
-**Does your PR introduce any breaking changes? If yes, please list them:**
-List of all backwards-incompatible changes.
-
-**Check list:**
-- [ ] Was the content of this PR **discussed and approved** via a GitHub issue? (no need for typos or documentation improvements)
-- [ ] Did you read the [contributor guideline](https://github.com/facebookresearch/fairseq2/blob/main/CONTRIBUTING.md)?
-- [ ] Did you make sure that your **PR does only one thing** instead of bundling different changes together?
-- [ ] Did you make sure to **update the documentation** with your changes? (if necessary)
-- [ ] Did you write any **new necessary tests**?
-- [ ] Did you verify new and **existing tests pass** locally with your changes?
-- [ ] Did you **update the [CHANGELOG](https://github.com/facebookresearch/fairseq2/blob/main/CHANGELOG.md)**? (no need for typos, documentation, or minor internal changes)
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12b0d0e4a6b6f87f64e5d610e432efae98968daaf0b47e24588262fa8c3753c
+size 1006

.github/workflows/_build_doc.yaml

@@ -1,79 +1,3 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the BSD-style license found in the
-# LICENSE file in the root directory of this source tree.
-
-on:
-  workflow_call:
-    inputs:
-      torch:
-        type: string
-        default: '2.4.0'
-      py:
-        type: string
-        default: '3.12'
-      version_override:
-        type: string
-        default: ''
-
-env:
-    ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
-
-jobs:
-  build:
-    name: Build
-    runs-on:
-      labels: 4-core-ubuntu
-    container:
-      image: ghcr.io/facebookresearch/fairseq2-ci-manylinux_x86_64:2-cpu
-    defaults:
-      run:
-        shell: bash
-    steps:
-      - name: Check-out the repository
-        uses: actions/checkout@v3
-        with:
-          submodules: recursive
-      - name: Create the Python virtual environment
-        run: |
-          python${{ inputs.py }} -m venv ~/venv
-
-          echo ~/venv/bin >> "$GITHUB_PATH"
-      - name: Install PyTorch
-        run: |
-          pip install --extra-index-url https://download.pytorch.org/whl/cpu\
-            torch==${{ inputs.torch }}
-      - name: Install requirements
-        run: |
-          pip install --requirement native/python/requirements-build.txt
-      - name: Install Sphinx
-        run: |
-          pip install --requirement doc/requirements.txt
-      - name: Override project version
-        if: inputs.version_override
-        run: |
-          tools/set-project-version.sh ${{ inputs.version_override }}
-      - name: Configure fairseq2n
-        working-directory: native
-        run: |
-          cmake -GNinja -B build
-      - name: Install fairseq2n
-        run: |
-          pip install --editable native/python
-      - name: Install fairseq2
-        run: |
-          pip install --editable .
-      - name: Generate documentation
-        working-directory: doc
-        run: |
-          make html SPHINXOPTS="-W"
-      - name: Copy VERSION into the documentation
-        run: |
-          cp VERSION doc/build/html
-      - name: Upload documentation to staging
-        uses: actions/upload-artifact@v3
-        with:
-          name: doc
-          path: doc/build/html/
-          retention-days: 1
+version https://git-lfs.github.com/spec/v1
+oid sha256:756491687041f198aea8ebacbc9b231d0e67ea6917503672ff336f25890abc45
+size 2211