Back to prompt library
Initialize LlamaIndex & Vast.ai Workflow
Linked challenge: LlamaIndex & Vast.ai Decentralized KV-Cache Quantization Profiler
Prompt source
implementation10 lines3 sectionsNo variables0 checklist items
from llama_index.core import VectorStoreIndex, Document
import requests
# Tool function to query Vast.ai marketplace GPUs
def search_vast_ai_gpus(min_vram_gb: int = 24, max_dph: float = 0.50):
"""Queries Vast.ai API for instances matching required hardware specs."""
# Vast.ai query logic here
pass
# Initialize LlamaIndex document store for benchmarking results
benchmark_docs = [Document(text="FP8 KV cache reduces VRAM consumption by 48% on RTX 4090.")]
index = VectorStoreIndex.from_documents(benchmark_docs)