@tduncan / Nvidia-Optimization-Stack-VLLM
Code Commits Issues Pulls Cloud Agent CI/CD
main
main
attention_benchmarks
auto_tune
fused_kernels
kernels
multi_turn
replayssm
structured_schemas
__init__.py
backend_request_func.py
benchmark_batch_invariance.py
benchmark_block_pool.py
benchmark_hash.py
benchmark_hidden_state_extraction.py
benchmark_latency.py
benchmark_long_document_qa_throughput.py
benchmark_ngram_proposer.py
benchmark_pin_memory.py
benchmark_prefix_block_hash.py
benchmark_prefix_caching.py
benchmark_prioritization.py
benchmark_serving.py
benchmark_serving_structured_output.py
benchmark_throughput.py
benchmark_topk_topp.py
benchmark_utils.py
kv_cache_watermark.sh
README.md
run_structured_output_benchmark.sh
sonnet.txt