{"data":{"slug":"jundot-omlx","name":"omlx","tagline":"LLM inference server with continuous batching & SSD caching for Apple Silicon, managed from the macOS menu bar","github_url":"https://github.com/jundot/omlx","owner":"jundot","repo":"omlx","owner_avatar_url":"https://avatars.githubusercontent.com/u/64250138?v=4","primary_language":"Python","stars":17840,"forks":1512,"topics":["apple-silicon","inference-server","llm","macos","mlx","openai-api"],"archived":false,"github_pushed_at":"2026-07-14T19:14:44+00:00","maintenance_label":"Very active","url":"https://www.graphcanon.com/tools/jundot-omlx","markdown_url":"https://www.graphcanon.com/tools/jundot-omlx.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/jundot-omlx","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=jundot-omlx","description":"LLM inference server with continuous batching & SSD caching for Apple Silicon — managed from the macOS menu bar","homepage_url":"https://omlx.ai","license":"Apache-2.0","open_issues":714,"watchers":95,"ai_summary":null,"readme_excerpt":"# Managed background server (macOS app or Homebrew install)\nomlx start\nomlx stop\nomlx restart","github_created_at":"2026-02-13T14:13:27+00:00","created_at":"2026-07-15T11:19:09.39734+00:00","updated_at":"2026-07-15T11:19:12.024396+00:00","categories":[{"slug":"inference-serving","name":"Inference & Serving","url":"https://www.graphcanon.com/categories/inference-serving","markdown_url":"https://www.graphcanon.com/categories/inference-serving.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/inference-serving"},{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"}],"tags":[{"slug":"apple-silicon","name":"apple-silicon"},{"slug":"inference-server","name":"inference-server"},{"slug":"llm","name":"llm"},{"slug":"macos","name":"macos"},{"slug":"mlx","name":"mlx"},{"slug":"openai-api","name":"openai-api"},{"slug":"python","name":"python"}],"trust":{"provenance":{"is_fork":false,"github_id":1157171418,"owner_type":"User","methodology":"github_public_v1","parent_repo":null,"near_duplicate_slugs":[]},"computed_at":"2026-07-15T11:19:10.333Z","maintenance":{"label":"Very active","score":96,"methodology":"github_public_v1","releases_90d":30,"days_since_push":0,"last_release_at":"2026-07-12T10:32:11Z"},"security_summary":{"status":"no_lockfile","scanner":null,"low_count":0,"high_count":0,"last_scan_at":"2026-07-15T11:19:10.652Z","medium_count":0,"scan_profile":"none","critical_count":0}},"capability_facts":{"scan":{"source":"repo_scan","observed_at":"2026-07-15T11:19:10.113Z"},"has_cli":{"value":true,"source":"pyproject.toml:[project.scripts]","observed_at":"2026-07-15T11:19:10.113Z"},"languages":{"value":["python"],"source":"github.language+pyproject.toml","observed_at":"2026-07-15T11:19:10.113Z"},"license_spdx":{"value":"Apache-2.0","source":"github.license","observed_at":"2026-07-15T11:19:10.113Z"}}}}