{
 "dataset": "AI Recommendation Index \u2014 Infrastructure, Q3 2026",
 "version": "v1.0",
 "collected_at": "2026-09-18T05:36:14.985782+00:00",
 "models": [
  "google/gemini-3.1-flash-lite",
  "google/gemini-3.8-flash",
  "openai/gpt-5.4-mini"
 ],
 "repetitions": 3,
 "prompts": {
  "Vector databases": [
   "Which vector database should I use for a production RAG system with about 50 million embeddings?",
   "What vector database do you recommend for a small engineering team that wants managed hosting?",
   "I need hybrid keyword and vector search in one system. What should I use?",
   "What are the best options for self-hosted vector search on Kubernetes?"
  ],
  "Agent frameworks": [
   "Which framework should I use to build a production AI agent that calls internal APIs?",
   "What is the best Python library for orchestrating multi-step LLM agents?",
   "I want to build an agent with tool calling and human approval steps. What should I use?",
   "Which agent framework is the most stable choice for an enterprise team in 2026?"
  ],
  "Inference providers": [
   "Which inference provider should I use to serve an open-weight model cheaply at scale?",
   "What is the best API provider for low-latency open-source model inference?",
   "Where should I host a fine-tuned Llama-class model for production traffic?",
   "Which provider do you recommend for high-throughput batch LLM inference?"
  ]
 },
 "candidate_vendors": {
  "Vector databases": [
   "Pinecone",
   "Weaviate",
   "Qdrant",
   "Milvus",
   "Chroma",
   "pgvector",
   "Elasticsearch",
   "OpenSearch",
   "Vespa",
   "LanceDB",
   "Redis",
   "Turbopuffer",
   "MongoDB Atlas",
   "Zilliz",
   "Typesense"
  ],
  "Agent frameworks": [
   "LangGraph",
   "LangChain",
   "LlamaIndex",
   "CrewAI",
   "AutoGen",
   "Semantic Kernel",
   "OpenAI Agents SDK",
   "Pydantic AI",
   "Haystack",
   "Temporal",
   "Mastra",
   "Agno",
   "DSPy",
   "Smolagents"
  ],
  "Inference providers": [
   "Together AI",
   "Fireworks AI",
   "Groq",
   "Replicate",
   "Anyscale",
   "Baseten",
   "Modal",
   "Amazon Bedrock",
   "Azure AI",
   "Vertex AI",
   "Hugging Face",
   "vLLM",
   "Deepinfra",
   "RunPod",
   "Cerebras",
   "SambaNova",
   "OpenRouter",
   "Lambda Labs"
  ]
 },
 "total_runs": 108,
 "results": [
  {
   "category": "Agent frameworks",
   "vendor": "LangGraph",
   "runs": 36,
   "mention_rate_pct": 100.0,
   "first_named_rate_pct": 88.9,
   "index_score": 95.6,
   "mention_rate_gemini-3.1-flash-lite": 100.0,
   "mention_rate_gemini-3.8-flash": 100.0,
   "mention_rate_gpt-5.4-mini": 100.0
  },
  {
   "category": "Agent frameworks",
   "vendor": "LangChain",
   "runs": 36,
   "mention_rate_pct": 83.3,
   "first_named_rate_pct": 0.0,
   "index_score": 50.0,
   "mention_rate_gemini-3.1-flash-lite": 100.0,
   "mention_rate_gemini-3.8-flash": 100.0,
   "mention_rate_gpt-5.4-mini": 50.0
  },
  {
   "category": "Agent frameworks",
   "vendor": "Semantic Kernel",
   "runs": 36,
   "mention_rate_pct": 47.2,
   "first_named_rate_pct": 11.1,
   "index_score": 32.8,
   "mention_rate_gemini-3.1-flash-lite": 8.3,
   "mention_rate_gemini-3.8-flash": 50.0,
   "mention_rate_gpt-5.4-mini": 83.3
  },
  {
   "category": "Agent frameworks",
   "vendor": "AutoGen",
   "runs": 36,
   "mention_rate_pct": 41.7,
   "first_named_rate_pct": 0.0,
   "index_score": 25.0,
   "mention_rate_gemini-3.1-flash-lite": 50.0,
   "mention_rate_gemini-3.8-flash": 25.0,
   "mention_rate_gpt-5.4-mini": 50.0
  },
  {
   "category": "Agent frameworks",
   "vendor": "CrewAI",
   "runs": 36,
   "mention_rate_pct": 36.1,
   "first_named_rate_pct": 0.0,
   "index_score": 21.7,
   "mention_rate_gemini-3.1-flash-lite": 50.0,
   "mention_rate_gemini-3.8-flash": 33.3,
   "mention_rate_gpt-5.4-mini": 25.0
  },
  {
   "category": "Agent frameworks",
   "vendor": "LlamaIndex",
   "runs": 36,
   "mention_rate_pct": 19.4,
   "first_named_rate_pct": 0.0,
   "index_score": 11.7,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 8.3,
   "mention_rate_gpt-5.4-mini": 50.0
  },
  {
   "category": "Agent frameworks",
   "vendor": "Haystack",
   "runs": 36,
   "mention_rate_pct": 11.1,
   "first_named_rate_pct": 0.0,
   "index_score": 6.7,
   "mention_rate_gemini-3.1-flash-lite": 16.7,
   "mention_rate_gemini-3.8-flash": 0.0,
   "mention_rate_gpt-5.4-mini": 16.7
  },
  {
   "category": "Agent frameworks",
   "vendor": "Temporal",
   "runs": 36,
   "mention_rate_pct": 11.1,
   "first_named_rate_pct": 0.0,
   "index_score": 6.7,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 16.7,
   "mention_rate_gpt-5.4-mini": 16.7
  },
  {
   "category": "Agent frameworks",
   "vendor": "Agno",
   "runs": 36,
   "mention_rate_pct": 2.8,
   "first_named_rate_pct": 0.0,
   "index_score": 1.7,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 8.3,
   "mention_rate_gpt-5.4-mini": 0.0
  },
  {
   "category": "Inference providers",
   "vendor": "Together AI",
   "runs": 36,
   "mention_rate_pct": 94.4,
   "first_named_rate_pct": 36.1,
   "index_score": 71.1,
   "mention_rate_gemini-3.1-flash-lite": 100.0,
   "mention_rate_gemini-3.8-flash": 100.0,
   "mention_rate_gpt-5.4-mini": 83.3
  },
  {
   "category": "Inference providers",
   "vendor": "Fireworks AI",
   "runs": 36,
   "mention_rate_pct": 69.4,
   "first_named_rate_pct": 2.8,
   "index_score": 42.8,
   "mention_rate_gemini-3.1-flash-lite": 41.7,
   "mention_rate_gemini-3.8-flash": 83.3,
   "mention_rate_gpt-5.4-mini": 83.3
  },
  {
   "category": "Inference providers",
   "vendor": "vLLM",
   "runs": 36,
   "mention_rate_pct": 44.4,
   "first_named_rate_pct": 11.1,
   "index_score": 31.1,
   "mention_rate_gemini-3.1-flash-lite": 58.3,
   "mention_rate_gemini-3.8-flash": 58.3,
   "mention_rate_gpt-5.4-mini": 16.7
  },
  {
   "category": "Inference providers",
   "vendor": "Groq",
   "runs": 36,
   "mention_rate_pct": 38.9,
   "first_named_rate_pct": 13.9,
   "index_score": 28.9,
   "mention_rate_gemini-3.1-flash-lite": 50.0,
   "mention_rate_gemini-3.8-flash": 25.0,
   "mention_rate_gpt-5.4-mini": 41.7
  },
  {
   "category": "Inference providers",
   "vendor": "Baseten",
   "runs": 36,
   "mention_rate_pct": 27.8,
   "first_named_rate_pct": 11.1,
   "index_score": 21.1,
   "mention_rate_gemini-3.1-flash-lite": 8.3,
   "mention_rate_gemini-3.8-flash": 41.7,
   "mention_rate_gpt-5.4-mini": 33.3
  },
  {
   "category": "Inference providers",
   "vendor": "Anyscale",
   "runs": 36,
   "mention_rate_pct": 30.6,
   "first_named_rate_pct": 2.8,
   "index_score": 19.4,
   "mention_rate_gemini-3.1-flash-lite": 66.7,
   "mention_rate_gemini-3.8-flash": 8.3,
   "mention_rate_gpt-5.4-mini": 16.7
  },
  {
   "category": "Inference providers",
   "vendor": "RunPod",
   "runs": 36,
   "mention_rate_pct": 30.6,
   "first_named_rate_pct": 0.0,
   "index_score": 18.3,
   "mention_rate_gemini-3.1-flash-lite": 41.7,
   "mention_rate_gemini-3.8-flash": 41.7,
   "mention_rate_gpt-5.4-mini": 8.3
  },
  {
   "category": "Inference providers",
   "vendor": "Modal",
   "runs": 36,
   "mention_rate_pct": 27.8,
   "first_named_rate_pct": 0.0,
   "index_score": 16.7,
   "mention_rate_gemini-3.1-flash-lite": 41.7,
   "mention_rate_gemini-3.8-flash": 8.3,
   "mention_rate_gpt-5.4-mini": 33.3
  },
  {
   "category": "Inference providers",
   "vendor": "Replicate",
   "runs": 36,
   "mention_rate_pct": 25.0,
   "first_named_rate_pct": 0.0,
   "index_score": 15.0,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 0.0,
   "mention_rate_gpt-5.4-mini": 75.0
  },
  {
   "category": "Inference providers",
   "vendor": "Deepinfra",
   "runs": 36,
   "mention_rate_pct": 16.7,
   "first_named_rate_pct": 8.3,
   "index_score": 13.3,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 33.3,
   "mention_rate_gpt-5.4-mini": 16.7
  },
  {
   "category": "Inference providers",
   "vendor": "Vertex AI",
   "runs": 36,
   "mention_rate_pct": 16.7,
   "first_named_rate_pct": 5.6,
   "index_score": 12.2,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 8.3,
   "mention_rate_gpt-5.4-mini": 41.7
  },
  {
   "category": "Inference providers",
   "vendor": "Lambda Labs",
   "runs": 36,
   "mention_rate_pct": 19.4,
   "first_named_rate_pct": 0.0,
   "index_score": 11.7,
   "mention_rate_gemini-3.1-flash-lite": 25.0,
   "mention_rate_gemini-3.8-flash": 33.3,
   "mention_rate_gpt-5.4-mini": 0.0
  },
  {
   "category": "Inference providers",
   "vendor": "Hugging Face",
   "runs": 36,
   "mention_rate_pct": 13.9,
   "first_named_rate_pct": 0.0,
   "index_score": 8.3,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 16.7,
   "mention_rate_gpt-5.4-mini": 25.0
  },
  {
   "category": "Inference providers",
   "vendor": "Amazon Bedrock",
   "runs": 36,
   "mention_rate_pct": 8.3,
   "first_named_rate_pct": 2.8,
   "index_score": 6.1,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 16.7,
   "mention_rate_gpt-5.4-mini": 8.3
  },
  {
   "category": "Inference providers",
   "vendor": "Azure AI",
   "runs": 36,
   "mention_rate_pct": 8.3,
   "first_named_rate_pct": 2.8,
   "index_score": 6.1,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 16.7,
   "mention_rate_gpt-5.4-mini": 8.3
  },
  {
   "category": "Inference providers",
   "vendor": "Cerebras",
   "runs": 36,
   "mention_rate_pct": 8.3,
   "first_named_rate_pct": 2.8,
   "index_score": 6.1,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 25.0,
   "mention_rate_gpt-5.4-mini": 0.0
  },
  {
   "category": "Vector databases",
   "vendor": "Pinecone",
   "runs": 36,
   "mention_rate_pct": 69.4,
   "first_named_rate_pct": 50.0,
   "index_score": 61.7,
   "mention_rate_gemini-3.1-flash-lite": 75.0,
   "mention_rate_gemini-3.8-flash": 66.7,
   "mention_rate_gpt-5.4-mini": 66.7
  },
  {
   "category": "Vector databases",
   "vendor": "Weaviate",
   "runs": 36,
   "mention_rate_pct": 80.6,
   "first_named_rate_pct": 8.3,
   "index_score": 51.7,
   "mention_rate_gemini-3.1-flash-lite": 91.7,
   "mention_rate_gemini-3.8-flash": 58.3,
   "mention_rate_gpt-5.4-mini": 91.7
  },
  {
   "category": "Vector databases",
   "vendor": "Qdrant",
   "runs": 36,
   "mention_rate_pct": 69.4,
   "first_named_rate_pct": 16.7,
   "index_score": 48.3,
   "mention_rate_gemini-3.1-flash-lite": 41.7,
   "mention_rate_gemini-3.8-flash": 100.0,
   "mention_rate_gpt-5.4-mini": 66.7
  },
  {
   "category": "Vector databases",
   "vendor": "Milvus",
   "runs": 36,
   "mention_rate_pct": 50.0,
   "first_named_rate_pct": 16.7,
   "index_score": 36.7,
   "mention_rate_gemini-3.1-flash-lite": 50.0,
   "mention_rate_gemini-3.8-flash": 50.0,
   "mention_rate_gpt-5.4-mini": 50.0
  },
  {
   "category": "Vector databases",
   "vendor": "Elasticsearch",
   "runs": 36,
   "mention_rate_pct": 27.8,
   "first_named_rate_pct": 8.3,
   "index_score": 20.0,
   "mention_rate_gemini-3.1-flash-lite": 25.0,
   "mention_rate_gemini-3.8-flash": 25.0,
   "mention_rate_gpt-5.4-mini": 33.3
  },
  {
   "category": "Vector databases",
   "vendor": "OpenSearch",
   "runs": 36,
   "mention_rate_pct": 27.8,
   "first_named_rate_pct": 0.0,
   "index_score": 16.7,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 33.3,
   "mention_rate_gpt-5.4-mini": 50.0
  },
  {
   "category": "Vector databases",
   "vendor": "pgvector",
   "runs": 36,
   "mention_rate_pct": 27.8,
   "first_named_rate_pct": 0.0,
   "index_score": 16.7,
   "mention_rate_gemini-3.1-flash-lite": 16.7,
   "mention_rate_gemini-3.8-flash": 58.3,
   "mention_rate_gpt-5.4-mini": 8.3
  },
  {
   "category": "Vector databases",
   "vendor": "Zilliz",
   "runs": 36,
   "mention_rate_pct": 22.2,
   "first_named_rate_pct": 0.0,
   "index_score": 13.3,
   "mention_rate_gemini-3.1-flash-lite": 16.7,
   "mention_rate_gemini-3.8-flash": 33.3,
   "mention_rate_gpt-5.4-mini": 16.7
  },
  {
   "category": "Vector databases",
   "vendor": "MongoDB Atlas",
   "runs": 36,
   "mention_rate_pct": 13.9,
   "first_named_rate_pct": 0.0,
   "index_score": 8.3,
   "mention_rate_gemini-3.1-flash-lite": 16.7,
   "mention_rate_gemini-3.8-flash": 0.0,
   "mention_rate_gpt-5.4-mini": 25.0
  },
  {
   "category": "Vector databases",
   "vendor": "Vespa",
   "runs": 36,
   "mention_rate_pct": 11.1,
   "first_named_rate_pct": 0.0,
   "index_score": 6.7,
   "mention_rate_gemini-3.1-flash-lite": 0.0,
   "mention_rate_gemini-3.8-flash": 0.0,
   "mention_rate_gpt-5.4-mini": 33.3
  },
  {
   "category": "Vector databases",
   "vendor": "Chroma",
   "runs": 36,
   "mention_rate_pct": 2.8,
   "first_named_rate_pct": 0.0,
   "index_score": 1.7,
   "mention_rate_gemini-3.1-flash-lite": 8.3,
   "mention_rate_gemini-3.8-flash": 0.0,
   "mention_rate_gpt-5.4-mini": 0.0
  }
 ],
 "unstable_first_pick_pct": 36.1,
 "usage_terms": "CC BY 4.0 \u2014 attribution required",
 "suggested_citation": "The News Rupt, AI Recommendation Index \u2014 Infrastructure, Q3 2026 (v1.0)."
}