{"data":{"slug":"xtekky-gpt4local","name":"gpt4local","tagline":"Openai-style fast lightweight local language model inference with documents","github_url":"https://github.com/xtekky/gpt4local","owner":"xtekky","repo":"gpt4local","owner_avatar_url":"https://avatars.githubusercontent.com/u/98614666?v=4","primary_language":"Python","stars":146,"forks":32,"topics":["ai","chatbot","chatbots","chatgpt","chatgpt-api","documents","gpt","gpt-4","gpt4free","language-model","llm","llm-inference","local","local-llm","openai","openai-api","python"],"archived":false,"github_pushed_at":"2024-03-19T20:44:33+00:00","maintenance_label":"Dormant","stars_delta_30d":1,"url":"https://www.graphcanon.com/tools/xtekky-gpt4local","markdown_url":"https://www.graphcanon.com/tools/xtekky-gpt4local.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/xtekky-gpt4local","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=xtekky-gpt4local","description":"Openai-style, fast & lightweight local language model inference w/ documents","homepage_url":"https://g4f.ai","license":null,"open_issues":0,"watchers":4,"ai_summary":"A repository that provides OpenAI-like chatbot functionalities using locally hosted language models for fast and lightweight inference.","readme_excerpt":"## Requirements\nTo use G4L, you need to have the llama.cpp Python bindings installed. You can install them using pip:\n```\npip3 install -U llama-cpp-python\n```\n\n---\n\n## Installation\n1. Clone the G4L repository:\n```\ngit clone https://github.com/gpt4free/gpt4local\n```\n2. Navigate to the cloned directory:\n```\ncd gpt4local\n```\n3. Install the required dependencies:\n```\npip install -r requirements.txt\n```","github_created_at":"2024-02-29T18:47:16+00:00","created_at":"2026-07-15T11:01:48.448325+00:00","updated_at":"2026-09-20T05:08:37.745291+00:00","categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"}],"tags":[{"slug":"chatbot","name":"chatbot"},{"slug":"language-model","name":"language-model"},{"slug":"local-llm","name":"local-llm"},{"slug":"openai-api","name":"openai-api"},{"slug":"python","name":"python"}],"trust":{"provenance":{"is_fork":false,"github_id":765349785,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-20T05:08:35.208Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":914,"last_release_at":null,"stars_delta_30d":1,"open_issues_delta_30d":0},"security_summary":{"status":"ok","scanner":"osv@v1","low_count":0,"high_count":0,"last_scan_at":"2026-07-15T11:01:49.959Z","medium_count":0,"scan_profile":"deps","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-20T05:08:36.227Z"},"languages":{"value":["python"],"source":"github.language","observed_at":"2026-09-20T05:08:36.227Z"}},"decision_facts":{"hosting":null,"pricing":null,"requirements":{"notes":["Depends on llama.cpp Python bindings"],"min_ram_gb":null,"requires_docker":false},"constraints":{"min_ram_gb":null,"requires_docker":false},"when_to_use":["Need fast inference times in a low-latency environment","Require complete control over data privacy and security","Operating in an offline or restricted network environment"],"when_not_to_use":["Desire frequent access to latest model updates without manual intervention","In need of high-end feature support offered by cloud-based services","Require extensive API compatibility with OpenAI ecosystem without customization efforts"],"source":"enrich:decision_facts","observed_at":"2026-07-17T13:43:21.531Z"},"constraint_facets":{"min_ram_gb":null,"requires_docker":false},"decision_summary":[{"label":"Requirements","value":"Depends on llama.cpp Python bindings"},{"label":"Adopt for","value":"gpt4local offers fast lightweight local language model inference with documents similar to OpenAI models but hosts the functionality locally."},{"label":"License detail","value":"(unknown)"}]}}