Merge branch 'main' into wandb_logging

.github/workflows/pytest_cpu_gha_runner.yaml

.vscode/settings.json

README.md

benchmarks/inference/README.md

benchmarks/inference/on-prem/README.md

benchmarks/inference/on-prem/vllm/chat_vllm_benchmark.py

benchmarks/inference/on-prem/vllm/input.jsonl

benchmarks/inference/on-prem/vllm/parameters.json

...marks/inference/on-prem/vllm/pretrained_vllm_benchmark.py

benchmarks/inference/tokenizer/special_tokens_map.json

benchmarks/inference/tokenizer/tokenizer.json

benchmarks/inference/tokenizer/tokenizer.model

benchmarks/inference/tokenizer/tokenizer_config.json

benchmarks/inference_throughput/cloud-api/README.md

...ce_throughput/cloud-api/azure/chat_azure_api_benchmark.py

benchmarks/inference_throughput/cloud-api/azure/input.jsonl

...arks/inference_throughput/cloud-api/azure/parameters.json

...oughput/cloud-api/azure/pretrained_azure_api_benchmark.py

benchmarks/inference_throughput/requirements.txt

demo_apps/Azure_API_example/azure_api_example.ipynb