{"data":{"slug":"tensorchord-modelz-llm","name":"modelz-llm","tagline":"OpenAI compatible API for LLMs and embeddings","github_url":"https://github.com/tensorchord/modelz-llm","owner":"tensorchord","repo":"modelz-llm","owner_avatar_url":"https://avatars.githubusercontent.com/u/100543303?v=4","primary_language":"Python","stars":274,"forks":27,"topics":["llm","nlp","openai-api","transformer"],"archived":false,"github_pushed_at":"2023-10-11T01:47:08+00:00","maintenance_label":"Dormant","stars_delta_30d":-2,"url":"https://www.graphcanon.com/tools/tensorchord-modelz-llm","markdown_url":"https://www.graphcanon.com/tools/tensorchord-modelz-llm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorchord-modelz-llm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorchord-modelz-llm","description":"OpenAI compatible API for LLMs and embeddings (LLaMA, Vicuna, ChatGLM and many others)","homepage_url":"https://modelz.ai","license":"Apache-2.0","open_issues":12,"watchers":5,"ai_summary":"Provides an OpenAI compatible API for various large language models including LLaMA, Vicuna, and ChatGLM, supporting embeddings and other functionalities.","readme_excerpt":"### Install\n\n```bash\npip install modelz-llm\n\n---\n\n# or install from source\npip install git+https://github.com/tensorchord/modelz-llm.git[gpu]\n```","github_created_at":"2023-05-16T02:34:17+00:00","created_at":"2026-07-11T23:11:21.280355+00:00","updated_at":"2026-09-20T04:29:44.098682+00:00","categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"}],"tags":[{"slug":"llm","name":"llm"},{"slug":"nlp","name":"nlp"},{"slug":"openai-api","name":"openai-api"},{"slug":"transformer","name":"transformer"}],"trust":{"provenance":{"is_fork":false,"github_id":641211854,"owner_type":"Organization","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-09-18T08:18:08.293Z","maintenance":{"label":"Dormant","score":18,"methodology":"github_public_v1","releases_90d":0,"days_since_push":1073,"last_release_at":"2023-07-24T09:46:05Z","stars_delta_30d":-2,"open_issues_delta_30d":0},"security_summary":{"status":"ok","scanner":"osv@v1","low_count":0,"high_count":0,"last_scan_at":"2026-09-18T08:18:10.720Z","medium_count":0,"scan_profile":"deps","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-09-18T08:18:07.177Z"},"has_cli":{"value":true,"source":"pyproject.toml:[project.scripts]","observed_at":"2026-09-18T08:18:07.177Z"},"languages":{"value":["python"],"source":"github.language+pyproject.toml","observed_at":"2026-09-18T08:18:07.177Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-09-18T08:18:07.177Z"}},"decision_facts":{"hosting":null,"pricing":{"model":"freemium","summary":"The tool is free to use under the Apache-2.0 license, but additional services or support might incur costs."},"requirements":{"notes":["Installation can be done via pip or from source for GPU support."],"min_ram_gb":4,"requires_docker":false},"constraints":{"min_ram_gb":4,"pricing_model":"freemium","requires_docker":false},"when_to_use":["When you need an OpenAI compatible API for large language models like LLaMA, Vicuna, and ChatGLM.","If you require support for embeddings and other functionalities within a Python environment.","For developers who prefer Apache-2.0 licensing terms for their projects."],"when_not_to_use":["If your project specifically requires a different API format that is not compatible with OpenAI's API.","When the specific models supported by Modelz-llm do not meet your project's needs.","If you are working in a non-Python environment and cannot use Python packages."],"source":"enrich:decision_facts","observed_at":"2026-09-18T10:08:43.191Z"},"constraint_facets":{"min_ram_gb":4,"pricing_model":"freemium","requires_docker":false},"decision_summary":[{"label":"Pricing","value":"freemium - The tool is free to use under the Apache-2.0 license, but additional services or support might incur costs."},{"label":"Requirements","value":"Min 4 GB RAM; Installation can be done via pip or from source for GPU support."},{"label":"Adopt for","value":"Modelz-llm offers an OpenAI compatible API for various large language models, including LLaMA, Vicuna, and ChatGLM, with support for embeddings and other functionalities."},{"label":"License detail","value":"Apache-2.0"}]}}