{"data":{"node":{"slug":"eleutherai-gpt-neox","name":"gpt-neox","tagline":"Model parallel autoregressive transformers on GPUs","github_url":"https://github.com/EleutherAI/gpt-neox","owner":"EleutherAI","repo":"gpt-neox","owner_avatar_url":"https://avatars.githubusercontent.com/u/68924597?v=4","primary_language":"Python","stars":7461,"forks":1121,"topics":["deepspeed-library","gpt-3","language-model","transformers"],"archived":false,"github_pushed_at":"2026-09-04T21:41:34+00:00","maintenance_label":"Active","stars_delta_30d":9,"url":"https://www.graphcanon.com/tools/eleutherai-gpt-neox","markdown_url":"https://www.graphcanon.com/tools/eleutherai-gpt-neox.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/eleutherai-gpt-neox","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=eleutherai-gpt-neox"},"categories":[{"slug":"llm-frameworks","name":"LLM Frameworks","url":"https://www.graphcanon.com/categories/llm-frameworks","markdown_url":"https://www.graphcanon.com/categories/llm-frameworks.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/llm-frameworks"},{"slug":"model-training","name":"Model Training","url":"https://www.graphcanon.com/categories/model-training","markdown_url":"https://www.graphcanon.com/categories/model-training.md","api_url":"https://www.graphcanon.com/api/graphcanon/categories/model-training"}],"tags":[{"slug":"autoregressive-transformers","name":"autoregressive-transformers"},{"slug":"deepspeed-library","name":"deepspeed-library"},{"slug":"gpt-3","name":"gpt-3"},{"slug":"gpu","name":"gpu"},{"slug":"language-model","name":"language-model"},{"slug":"megatron","name":"megatron"},{"slug":"model-parallel","name":"model-parallel"},{"slug":"transformers","name":"transformers"}],"edges":[],"neighbours":[{"slug":"huggingface-transformers","name":"transformers","tagline":"🤗 Transformers: state-of-the-art machine learning models for text, vision, audio, and multimodal models","github_url":"https://github.com/huggingface/transformers","owner":"huggingface","repo":"transformers","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":166279,"forks":34619,"topics":["audio","deep-learning","deepseek","gemma","glm","hacktoberfest","llm","machine-learning","model-hub","natural-language-processing","nlp","pretrained-models","python","pytorch","pytorch-transformers","qwen","speech-recognition","transformer","vlm"],"archived":false,"github_pushed_at":"2026-09-18T08:16:29+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/huggingface-transformers","markdown_url":"https://www.graphcanon.com/tools/huggingface-transformers.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-transformers","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-transformers","shared_categories":["model-training","llm-frameworks"]},{"slug":"lightning-ai-pytorch-lightning","name":"pytorch-lightning","tagline":"Pretrain, finetune ANY AI model of ANY size on 1 or 10,000+ GPUs with zero code changes.","github_url":"https://github.com/Lightning-AI/pytorch-lightning","owner":"Lightning-AI","repo":"pytorch-lightning","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":31363,"forks":3801,"topics":["ai","artificial-intelligence","data-science","deep-learning","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-09-21T11:44:30+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-pytorch-lightning.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-pytorch-lightning","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-pytorch-lightning","shared_categories":["model-training"]},{"slug":"nvidia-megatron-lm","name":"Megatron-LM","tagline":"Ongoing research training transformer models at scale","github_url":"https://github.com/NVIDIA/Megatron-LM","owner":"NVIDIA","repo":"Megatron-LM","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"Python","stars":17938,"forks":4530,"topics":["large-language-models","model-para","transformers"],"archived":false,"github_pushed_at":"2026-09-18T08:33:53+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/nvidia-megatron-lm","markdown_url":"https://www.graphcanon.com/tools/nvidia-megatron-lm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-megatron-lm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-megatron-lm","shared_categories":["model-training"]},{"slug":"lightning-ai-litgpt","name":"litgpt","tagline":"High-performance LLMs for pretraining, finetuning, and deployment","github_url":"https://github.com/Lightning-AI/litgpt","owner":"Lightning-AI","repo":"litgpt","owner_avatar_url":"https://avatars.githubusercontent.com/u/58386951?v=4","primary_language":"Python","stars":13667,"forks":1503,"topics":["ai","artificial-intelligence","deep-learning","large-language-models","llm","llm-inference","llms"],"archived":false,"github_pushed_at":"2026-09-14T10:24:06+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/lightning-ai-litgpt","markdown_url":"https://www.graphcanon.com/tools/lightning-ai-litgpt.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/lightning-ai-litgpt","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=lightning-ai-litgpt","shared_categories":["model-training","llm-frameworks"]},{"slug":"nvidia-fastertransformer","name":"FasterTransformer","tagline":"Transformer related optimization including BERT and GPT","github_url":"https://github.com/NVIDIA/FasterTransformer","owner":"NVIDIA","repo":"FasterTransformer","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"C++","stars":6448,"forks":934,"topics":["bert","gpt","pytorch","transformer"],"archived":false,"github_pushed_at":"2024-03-27T11:25:30+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/nvidia-fastertransformer","markdown_url":"https://www.graphcanon.com/tools/nvidia-fastertransformer.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-fastertransformer","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-fastertransformer","shared_categories":[]},{"slug":"nvidia-transformerengine","name":"TransformerEngine","tagline":"A library for accelerating Transformer models on NVIDIA GPUs using low precision formats like FP8 and FP4.","github_url":"https://github.com/NVIDIA/TransformerEngine","owner":"NVIDIA","repo":"TransformerEngine","owner_avatar_url":"https://avatars.githubusercontent.com/u/1728152?v=4","primary_language":"Python","stars":3524,"forks":819,"topics":["cuda","deep-learning","fp4","fp8","gpu","jax","machine-learning","python","pytorch"],"archived":false,"github_pushed_at":"2026-09-05T13:13:46+00:00","maintenance_label":"Steady","url":"https://www.graphcanon.com/tools/nvidia-transformerengine","markdown_url":"https://www.graphcanon.com/tools/nvidia-transformerengine.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/nvidia-transformerengine","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=nvidia-transformerengine","shared_categories":["model-training"]},{"slug":"huggingface-nanotron","name":"nanotron","tagline":"Minimalistic large language model 3D-parallelism training","github_url":"https://github.com/huggingface/nanotron","owner":"huggingface","repo":"nanotron","owner_avatar_url":"https://avatars.githubusercontent.com/u/25720743?v=4","primary_language":"Python","stars":2809,"forks":328,"topics":[],"archived":false,"github_pushed_at":"2026-05-26T10:32:37+00:00","maintenance_label":"Slowing","url":"https://www.graphcanon.com/tools/huggingface-nanotron","markdown_url":"https://www.graphcanon.com/tools/huggingface-nanotron.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/huggingface-nanotron","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=huggingface-nanotron","shared_categories":["model-training"]},{"slug":"tensorflow-mesh","name":"mesh","tagline":"Mesh TensorFlow: Model Parallelism Made Easier","github_url":"https://github.com/tensorflow/mesh","owner":"tensorflow","repo":"mesh","owner_avatar_url":"https://avatars.githubusercontent.com/u/15658638?v=4","primary_language":"Python","stars":1630,"forks":255,"topics":[],"archived":true,"github_pushed_at":"2023-11-17T19:39:54+00:00","maintenance_label":"Archived","url":"https://www.graphcanon.com/tools/tensorflow-mesh","markdown_url":"https://www.graphcanon.com/tools/tensorflow-mesh.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/tensorflow-mesh","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=tensorflow-mesh","shared_categories":["model-training"]},{"slug":"feifeibear-long-context-attention","name":"long-context-attention","tagline":"Unified Sequence Parallel Attention for Long Context Transformers","github_url":"https://github.com/feifeibear/long-context-attention","owner":"feifeibear","repo":"long-context-attention","owner_avatar_url":"https://avatars.githubusercontent.com/u/5706969?v=4","primary_language":"Python","stars":693,"forks":85,"topics":["attention-is-all-you-need","deepspeed-ulysses","llm-inference","llm-training","pytorch","ring-attention"],"archived":false,"github_pushed_at":"2026-09-16T06:06:29+00:00","maintenance_label":"Active","url":"https://www.graphcanon.com/tools/feifeibear-long-context-attention","markdown_url":"https://www.graphcanon.com/tools/feifeibear-long-context-attention.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/feifeibear-long-context-attention","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=feifeibear-long-context-attention","shared_categories":["model-training"]},{"slug":"andrewkchan-yalm","name":"yalm","tagline":"LLM inference engine in C++/CUDA without dependency on external libraries except for I/O","github_url":"https://github.com/andrewkchan/yalm","owner":"andrewkchan","repo":"yalm","owner_avatar_url":"https://avatars.githubusercontent.com/u/8591901?v=4","primary_language":"C++","stars":600,"forks":65,"topics":["cpp","cuda","inference-engine","llama","llamacpp","llm","llm-inference","machine-learning","mistral"],"archived":false,"github_pushed_at":"2025-09-13T09:22:40+00:00","maintenance_label":"Dormant","url":"https://www.graphcanon.com/tools/andrewkchan-yalm","markdown_url":"https://www.graphcanon.com/tools/andrewkchan-yalm.md","api_url":"https://www.graphcanon.com/api/graphcanon/tools/andrewkchan-yalm","graph_url":"https://www.graphcanon.com/api/graphcanon/graph?tool=andrewkchan-yalm","shared_categories":[]}]}}