fix: Fix results dashboard (#6)

* fix: Update and fix extra results dashboard
* fix: docs and versions

Author: Hugoch

.gitignore

@@ -1,172 +1,10 @@
-/target
-# Created by https://www.toptal.com/developers/gitignore/api/macos,intellij,rust
-# Edit at https://www.toptal.com/developers/gitignore?templates=macos,intellij,rust
-
-### Intellij ###
-# Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm, CLion, Android Studio, WebStorm and Rider
-# Reference: https://intellij-support.jetbrains.com/hc/en-us/articles/206544839
-
-# User-specific stuff
-.idea/**/workspace.xml
-.idea/**/tasks.xml
-.idea/**/usage.statistics.xml
-.idea/**/dictionaries
-.idea/**/shelf
-
-# AWS User-specific
-.idea/**/aws.xml
-
-# Generated files
-.idea/**/contentModel.xml
-
-# Sensitive or high-churn files
-.idea/**/dataSources/
-.idea/**/dataSources.ids
-.idea/**/dataSources.local.xml
-.idea/**/sqlDataSources.xml
-.idea/**/dynamic.xml
-.idea/**/uiDesigner.xml
-.idea/**/dbnavigator.xml
-
-# Gradle
-.idea/**/gradle.xml
-.idea/**/libraries
-
-# Gradle and Maven with auto-import
-# When using Gradle or Maven with auto-import, you should exclude module files,
-# since they will be recreated, and may cause churn.  Uncomment if using
-# auto-import.
-# .idea/artifacts
-# .idea/compiler.xml
-# .idea/jarRepositories.xml
-# .idea/modules.xml
-# .idea/*.iml
-# .idea/modules
-# *.iml
-# *.ipr
-
-# CMake
-cmake-build-*/
-
-# Mongo Explorer plugin
-.idea/**/mongoSettings.xml
-
-# File-based project format
-*.iws
-
-# IntelliJ
-out/
-
-# mpeltonen/sbt-idea plugin
-.idea_modules/
-
-# JIRA plugin
-atlassian-ide-plugin.xml
-
-# Cursive Clojure plugin
-.idea/replstate.xml
-
-# SonarLint plugin
-.idea/sonarlint/
-
-# Crashlytics plugin (for Android Studio and IntelliJ)
-com_crashlytics_export_strings.xml
-crashlytics.properties
-crashlytics-build.properties
-fabric.properties
-
-# Editor-based Rest Client
-.idea/httpRequests
-
-# Android studio 3.1+ serialized cache file
-.idea/caches/build_file_checksums.ser
-
-### Intellij Patch ###
-# Comment Reason: https://github.com/joeblau/gitignore.io/issues/186#issuecomment-215987721
-
-# *.iml
-# modules.xml
-# .idea/misc.xml
-# *.ipr
-
-# Sonarlint plugin
-# https://plugins.jetbrains.com/plugin/7973-sonarlint
-.idea/**/sonarlint/
-
-# SonarQube Plugin
-# https://plugins.jetbrains.com/plugin/7238-sonarqube-community-plugin
-.idea/**/sonarIssues.xml
-
-# Markdown Navigator plugin
-# https://plugins.jetbrains.com/plugin/7896-markdown-navigator-enhanced
-.idea/**/markdown-navigator.xml
-.idea/**/markdown-navigator-enh.xml
-.idea/**/markdown-navigator/
-
-# Cache file creation bug
-# See https://youtrack.jetbrains.com/issue/JBR-2257
-.idea/$CACHE_FILE$
-
-# CodeStream plugin
-# https://plugins.jetbrains.com/plugin/12206-codestream
-.idea/codestream.xml
-
-# Azure Toolkit for IntelliJ plugin
-# https://plugins.jetbrains.com/plugin/8053-azure-toolkit-for-intellij
-.idea/**/azureSettings.xml
-
-### macOS ###
-# General
-.DS_Store
-.AppleDouble
-.LSOverride
-
-# Icon must end with two \r
-Icon
-
-
-# Thumbnails
-._*
-
-# Files that might appear in the root of a volume
-.DocumentRevisions-V100
-.fseventsd
-.Spotlight-V100
-.TemporaryItems
-.Trashes
-.VolumeIcon.icns
-.com.apple.timemachine.donotpresent
-
-# Directories potentially created on remote AFP share
-.AppleDB
-.AppleDesktop
-Network Trash Folder
-Temporary Items
-.apdisk
-
-### macOS Patch ###
-# iCloud generated files
-*.icloud
-
-### Rust ###
-# Generated by Cargo
-# will have compiled files and executables
 debug/
 target/
-
-# Remove Cargo.lock from gitignore if creating an executable, leave it for libraries
-# More information here https://doc.rust-lang.org/cargo/guide/cargo-toml-vs-cargo-lock.html
 Cargo.lock
-
-# These are backup files generated by rustfmt
 **/*.rs.bk
-
-# MSVC Windows builds of rustc generate these, which store debugging information
 *.pdb
+__pycache__/
 
-# End of https://www.toptal.com/developers/gitignore/api/macos,intellij,rust
-
-.idea
 *.json
 *.txt
 results

Cargo.toml

@@ -1,7 +1,11 @@
 [package]
 name = "inference-benchmarker"
-version = "0.1.0"
+version = "1.0.0"
 edition = "2021"
+authors = ["Hugo Larcher <[email protected]>"]
+repository = "https://github.com/huggingface/inference-benchmarker"
+readme = "README.md"
+license = "Apache-2.0"
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
@@ -22,7 +26,7 @@ async-trait = "0.1.82"
 reqwest = { version = "0.12.7", features = ["json"] }
 tokio-stream = "0.1.16"
 strum_macros = "0.26.4"
-clap = { version = "4.5.17", features = ["derive","env"] }
+clap = { version = "4.5.17", features = ["derive", "env"] }
 humantime = "2.1.0"
 ratatui = { version = "0.28.1", features = ["all-widgets"] }
 crossterm = "0.28.1"
@@ -38,3 +42,9 @@ uuid = { version = "1.11.0", features = ["v4", "fast-rng"] }
 
 [build-dependencies]
 vergen-gitcl = { version = "1.0.1" }
+
+[[bin]]
+name = "inference-benchmarker"
+path = "src/main.rs"
+test = false
+bench = false

README.md

@@ -60,7 +60,7 @@ MODEL=meta-llama/Llama-3.1-8B-Instruct
 HF_TOKEN=<your HF READ token>
 
 docker run --gpus all --shm-size 1g -p 8080:80 -e "HF_TOKEN=$HF_TOKEN" \
-    ghcr.io/huggingface/text-generation-inference:2.3.1 --model-id $MODEL
+    ghcr.io/huggingface/text-generation-inference:3.2.1 --model-id $MODEL
 ```
 
 **vLLM**
@@ -230,7 +230,7 @@ Slurm example is provided in `extra/slurm`.
 ## Visualize the results
 
 You can use the provided Gradio app to quickly visualize the results.
-Considering that JSON results are in `/path/to/results/dir`:
+Considering that JSON results files are in `/path/to/results/dir`:
 ```shell
 $ poetry install
 $ cd extra/dashboard