GitHub / SocialGouv / llm-inference-server
JSON API: https://data.code.gouv.fr/api/v1/hosts/GitHub/repositories/SocialGouv%2Fllm-inference-server
Stars: 0
Forks: 0
Open issues: 2
License: None
Language: Python
Size: 110 KB
Dependencies parsed at:
75
Created at: 9 months ago
Updated at: 9 months ago
Pushed at: 2 months ago
Last synced at: 5 days ago
- actions/checkout v3 composite
- docker/build-push-action v4 composite
- docker/login-action v2 composite
- docker/metadata-action v4 composite
pyproject.toml
pypi
- pytest ^7.2.0 develop
- accelerate ^0.33.0
- boto3 ^1.35.5
- fastapi ^0.112.2
- python ^3.8
- requests ^2.32.3
- torch ^2.0.0
- tqdm ^4.66.5
- transformers ^4.30.0
- uvicorn ^0.30.6
poetry.lock
pypi
- accelerate 0.33.0
- annotated-types 0.7.0
- anyio 4.4.0
- boto3 1.35.5
- botocore 1.35.5
- certifi 2024.7.4
- charset-normalizer 3.3.2
- click 8.1.7
- colorama 0.4.6
- exceptiongroup 1.2.2
- fastapi 0.112.2
- filelock 3.15.4
- fsspec 2024.6.1
- h11 0.14.0
- huggingface-hub 0.24.6
- idna 3.8
- iniconfig 2.0.0
- jinja2 3.1.4
- jmespath 1.0.1
- markupsafe 2.1.5
- mpmath 1.3.0
- networkx 3.1
- numpy 1.24.4
- nvidia-cublas-cu12 12.1.3.1
- nvidia-cuda-cupti-cu12 12.1.105
- nvidia-cuda-nvrtc-cu12 12.1.105
- nvidia-cuda-runtime-cu12 12.1.105
- nvidia-cudnn-cu12 9.1.0.70
- nvidia-cufft-cu12 11.0.2.54
- nvidia-curand-cu12 10.3.2.106
- nvidia-cusolver-cu12 11.4.5.107
- nvidia-cusparse-cu12 12.1.0.106
- nvidia-nccl-cu12 2.20.5
- nvidia-nvjitlink-cu12 12.6.20
- nvidia-nvtx-cu12 12.1.105
- packaging 24.1
- pluggy 1.5.0
- psutil 6.0.0
- pydantic 2.8.2
- pydantic-core 2.20.1
- pytest 7.4.4
- python-dateutil 2.9.0.post0
- pyyaml 6.0.2
- regex 2024.7.24
- requests 2.32.3
- s3transfer 0.10.2
- safetensors 0.4.4
- six 1.16.0
- sniffio 1.3.1
- starlette 0.38.2
- sympy 1.13.2
- tokenizers 0.19.1
- tomli 2.0.1
- torch 2.4.0
- tqdm 4.66.5
- transformers 4.44.2
- triton 3.0.0
- typing-extensions 4.12.2
- urllib3 1.26.19
- urllib3 2.2.2
- uvicorn 0.30.6