feat: replaced ollama with litellm (#18)

Co-authored-by: Sharang Parnerkar <parnerkarsharang@gmail.com> Reviewed-on: #18
2026-02-26 17:52:47 +00:00
parent 0deaaca848
commit fe4f8e84ae
28 changed files with 1107 additions and 500 deletions
@@ -112,12 +112,12 @@ pub fn mock_news() -> Vec<NewsCardModel> {
            published_at: "2026-02-16".into(),
        },
        NewsCardModel {
-            title: "Ollama Adds Multi-GPU Scheduling".into(),
-            source: "Ollama".into(),
-            summary: "Run large models across multiple GPUs with automatic sharding.".into(),
-            content: "Ollama now supports multi-GPU scheduling with automatic \
-                model sharding. Users can run models across multiple GPUs \
-                for improved inference performance."
+            title: "LiteLLM Adds Multi-Provider Routing".into(),
+            source: "LiteLLM".into(),
+            summary: "Route requests across multiple LLM providers with automatic fallback.".into(),
+            content: "LiteLLM now supports multi-provider routing with automatic \
+                fallback. Users can route requests across multiple providers \
+                for improved reliability and cost optimization."
                .into(),
            category: "Infrastructure".into(),
            url: "#".into(),