{
 "schema_version": 1,
 "generated": "2026-10-23",
 "id": "scorbo2-talkwithme--chat-through-a-remote-llm-with-api-key",
 "repo": "scorbo2/TalkWithMe",
 "repo_url": "https://github.com/scorbo2/TalkWithMe",
 "repo_slug": "scorbo2-talkwithme",
 "title": "Point Talk with Me at a remote LLM with an API key",
 "page_title": "How to point Talk with Me at a remote LLM with an API key with Talk with Me",
 "summary": "Connect the chat app to a hosted OpenAI-compatible LLM while keeping the key out of settings.yaml.",
 "who": "A user whose local hardware is too small for a good model and who wants to use a hosted LLM from a provider they trust.",
 "problem": "Local models may be too slow or weak, and the app needs a credential that must not sit in a config file.",
 "outcome": "Chats go to the remote LLM, with the Authorization header sent on each request and the key never shown in the UI or logs.",
 "steps": [
  "Run `cp llm_api_key.example llm_api_key` in the project root.",
  "Open the llm_api_key file and replace your_key_here with your API key.",
  "Run `chmod 600 llm_api_key` to keep the key readable only by you.",
  "Set llm.base_url in settings.yaml to your provider's OpenAI-compatible URL, using https://.",
  "Run `uvicorn app.main:app --host 0.0.0.0 --port 8000 --reload` and send a test message."
 ],
 "agent_prompt": "Use the TalkWithMe repo to connect to the remote LLM at <llm-base-url> using the key in llm_api_key. Send the test message <test-message> and report the reply and the startup log line saying whether a key is configured. Verify that the key value itself does not appear in the log or the UI.",
 "agents": [
  "any"
 ],
 "difficulty": "Intermediate",
 "time": "30 minutes",
 "basis": "readme",
 "caveat": "The README warns that only remote LLMs you trust should be connected, and that cleartext http:// URLs expose chats and the key.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "Python 3.10 or newer",
  "A locally running llama.cpp server with an OpenAI-compatible API (the README mentions the --api flag)",
  "A clone of the TalkWithMe repository and its dependencies installed from requirements.txt"
 ],
 "risk": "dual-use",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [
  {
   "tag": "credentials",
   "notice": "Your API key is sent in each LLM request, and remote usage may incur costs, so keep llm_api_key out of version control and watch your bill."
  }
 ],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/scorbo2-talkwithme/chat-through-a-remote-llm-with-api-key/",
 "md": "https://dedupedai.com/use-cases/scorbo2-talkwithme/chat-through-a-remote-llm-with-api-key/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/scorbo2-talkwithme--chat-through-a-remote-llm-with-api-key.json",
 "api_version": "v1"
}