| ../ | - | |
| api_client.py | 2.7kB | 2026-02-14 16:46:53 |
| aqlm_example.py | 1.5kB | 2026-02-14 16:46:53 |
| cpu_offload.py | 763 B | 2026-02-14 16:46:53 |
| fp8/ | - | 2026-02-14 16:46:53 |
| gguf_inference.py | 1.4kB | 2026-02-14 16:46:53 |
| gradio_openai_chatbot_webserver.py | 2.8kB | 2026-02-14 16:46:53 |
| gradio_webserver.py | 1.6kB | 2026-02-14 16:46:53 |
| llm_engine_example.py | 2.3kB | 2026-02-14 16:46:53 |
| logging_configuration.md | 5.5kB | 2026-02-14 16:46:53 |
| lora_with_quantization_inference.py | 5.0kB | 2026-02-14 16:46:53 |
| multilora_inference.py | 5.7kB | 2026-02-14 16:46:53 |
| offline_inference.py | 731 B | 2026-02-14 16:46:53 |
| offline_inference_arctic.py | 856 B | 2026-02-14 16:46:53 |
| offline_inference_audio_language.py | 3.4kB | 2026-02-14 16:46:53 |
| offline_inference_chat.py | 1.3kB | 2026-02-14 16:46:53 |
| offline_inference_distributed.py | 3.6kB | 2026-02-14 16:46:53 |
| offline_inference_embedding.py | 480 B | 2026-02-14 16:46:53 |
| offline_inference_encoder_decoder.py | 3.3kB | 2026-02-14 16:46:53 |
| offline_inference_mlpspeculator.py | 1.8kB | 2026-02-14 16:46:53 |
| offline_inference_neuron.py | 1.6kB | 2026-02-14 16:46:53 |
| offline_inference_neuron_int8_quantization.py | 1.9kB | 2026-02-14 16:46:53 |
| offline_inference_openai.md | 10.1kB | 2026-02-14 16:46:53 |
| offline_inference_tpu.py | 1.1kB | 2026-02-14 16:46:53 |
| offline_inference_vision_language.py | 7.2kB | 2026-02-14 16:46:53 |
| offline_inference_vision_language_multi_image.py | 5.1kB | 2026-02-14 16:46:53 |
| offline_inference_with_prefix.py | 2.9kB | 2026-02-14 16:46:53 |
| offline_inference_with_profiler.py | 896 B | 2026-02-14 16:46:53 |
| openai_audio_api_client.py | 2.3kB | 2026-02-14 16:46:53 |
| openai_chat_completion_client.py | 868 B | 2026-02-14 16:46:53 |
| openai_chat_completion_client_with_tools.py | 5.2kB | 2026-02-14 16:46:53 |
| openai_completion_client.py | 660 B | 2026-02-14 16:46:53 |
| openai_embedding_client.py | 615 B | 2026-02-14 16:46:53 |
| openai_example_batch.jsonl | 551 B | 2026-02-14 16:46:53 |
| openai_vision_api_client.py | 3.6kB | 2026-02-14 16:46:53 |
| production_monitoring/ | - | 2026-02-14 16:46:53 |
| run_cluster.sh | 1.3kB | 2026-02-14 16:46:53 |
| save_sharded_state.py | 2.5kB | 2026-02-14 16:46:53 |
| template_alpaca.jinja | 667 B | 2026-02-14 16:46:53 |
| template_baichuan.jinja | 524 B | 2026-02-14 16:46:53 |
| template_blip2.jinja | 332 B | 2026-02-14 16:46:53 |
| template_chatglm.jinja | 629 B | 2026-02-14 16:46:53 |
| template_chatglm2.jinja | 637 B | 2026-02-14 16:46:53 |
| template_chatml.jinja | 316 B | 2026-02-14 16:46:53 |
| template_falcon.jinja | 471 B | 2026-02-14 16:46:53 |
| template_falcon_180b.jinja | 558 B | 2026-02-14 16:46:53 |
| template_inkbot.jinja | 1.0kB | 2026-02-14 16:46:53 |
| template_llava.jinja | 766 B | 2026-02-14 16:46:53 |
| tensorize_vllm_model.py | 9.1kB | 2026-02-14 16:46:53 |
| tool_chat_template_hermes.jinja | 5.2kB | 2026-02-14 16:46:53 |
| tool_chat_template_mistral.jinja | 4.0kB | 2026-02-14 16:46:53 |
| tool_chat_template_mistral_parallel.jinja | 4.8kB | 2026-02-14 16:46:53 |