Skip to content

Commit 5fc1bf6

Browse files
committed
update pyproject.toml
1 parent 0ff77f4 commit 5fc1bf6

File tree

3 files changed

+251
-8
lines changed

3 files changed

+251
-8
lines changed

docs/benchmarking.md

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,8 +4,12 @@
44

55
## Full list of benchmarked models
66

7+
78
| Model | Amazon EC2 | Amazon SageMaker | Amazon Bedrock |
89
|:--------------------------------|:-------------------------------|:-------------------------------------------|:-----------------------------------|
10+
| **Deepseek-R1 distilled** | g6e | g6e | |
11+
| **Llama3.3-70b instruct** | | | On-demand |
12+
| **Qwen2.5-72b** | g5, g6e | | |
913
| **Amazon Nova** | | | On-demand |
1014
| **Anthropic Claude-3 Sonnet** | | | On-demand, provisioned |
1115
| **Anthropic Claude-3 Haiku** | | | On-demand |
@@ -16,10 +20,11 @@
1620
| **Llama3.2-3b instruct** | g5 | | |
1721
| **Llama3.1-8b instruct** | g5, p4d, p4de, p5, p5e, g6e, g6, inf2, trn1 | g4dn, g5, p3, inf2, trn1 | On-demand |
1822
| **Llama3.1-70b instruct** | p4d, p4de, p5, p5e, g6e, g5, inf2, trn1 | inf2, trn1 | On-demand |
19-
| **Llama3-8b instruct** | g5, g6e, inf2, trn1 | g4dn, g5, p3, inf2, trn1, p4d, p5e | On-demand |
23+
| **Llama3-8b instruct** | g5, g6e, inf2, trn1, c8g | g4dn, g5, p3, inf2, trn1, p4d, p5e | On-demand |
2024
| **Llama3-70b instruct** | g5 | g4dn, g5, p3, inf2, trn1, p4d | On-demand |
2125
| **Llama2-13b chat** | | g4dn, g5, p3, inf2, trn1, p4d | On-demand |
2226
| **Llama2-70b chat** | | g4dn, g5, p3, inf2, trn1, p4d | On-demand |
27+
| **NousResearch-Hermes-70b** | | g5, inf2, trn1 | On-demand |
2328
| **Amazon Titan text lite** | | | On-demand |
2429
| **Amazon Titan text express** | | | On-demand |
2530
| **Cohere Command text** | | | On-demand |
@@ -28,4 +33,4 @@
2833
| **AI21 J2 Ultra** | | | On-demand |
2934
| **Gemma-2b** | | g4dn, g5, p3 | |
3035
| **Phi-3-mini-4k-instruct** | | g4dn, g5, p3 | |
31-
| **distilbert-base-uncased** | | g4dn, g5, p3 | |
36+
| **distilbert-base-uncased** | | g4dn, g5, p3 | |

pyproject.toml

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,9 @@
11
[build-system]
22
requires = [
3-
"setuptools>=42",
3+
"setuptools>=61.0.0", # This version supports newer metadata
44
"wheel",
55
]
6+
67
build-backend = "setuptools.build_meta"
78

89
[project]
@@ -13,8 +14,11 @@ authors = [
1314
{ name = "Amit Arora", email = "[email protected]" },
1415
{ name = "Madhur Prashant", email = "[email protected]" }
1516
]
16-
license = { file = "LICENSE" }
17+
1718
readme = "README.md"
19+
license = { text = "MIT" }
20+
21+
1822
keywords = ["benchmarking", "sagemaker", "bedrock", "bring your own endpoint", "generative-ai", "foundation-models", "llama3", "ec2", "eks"]
1923
requires-python = ">=3.11"
2024
classifiers = [
@@ -24,7 +28,6 @@ classifiers = [
2428
]
2529
dependencies = [
2630
"boto3>=1.36.6",
27-
"click>=8.1.8",
2831
"datasets>=3.2.0",
2932
"ec2-metadata>=2.14.0",
3033
"ipykernel>=6.29.5",
@@ -54,6 +57,7 @@ dependencies = [
5457
"torch>=2.5.1",
5558
"tqdm>=4.67.1",
5659
"transformers>=4.48.1",
60+
"twine>=6.1.0",
5761
"typing-extensions>=4.12.2",
5862
"vllm>=0.6.6.post1",
5963
"zmq>=0.0.0",
@@ -65,4 +69,3 @@ include-package-data = true
6569

6670
[project.scripts]
6771
fmbench = "fmbench.main:main"
68-

0 commit comments

Comments
 (0)