{"payload":{"pageCount":5,"repositories":[{"type":"Public","name":"sae","owner":"EleutherAI","isFork":false,"description":"Sparse autoencoders","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":108,"forksCount":11,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,1,11,5,4,3],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-04T17:17:29.313Z"}},{"type":"Public","name":"tokengrams","owner":"EleutherAI","isFork":false,"description":"Efficiently computing & storing token n-grams from large corpora","allTopics":[],"primaryLanguage":{"name":"Rust","color":"#dea584"},"pullRequestCount":0,"issueCount":1,"starsCount":9,"forksCount":1,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,3,4,0,0,0,1,0,0,0,0,3,8,11,14,0,0,0,0,0,0,0,0,0,2,2,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-04T05:01:51.530Z"}},{"type":"Public","name":"semantic-memorization","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":5,"issueCount":0,"starsCount":39,"forksCount":3,"license":null,"participation":[0,0,3,3,0,0,2,6,24,11,14,1,0,4,1,0,1,5,0,0,1,0,5,0,2,1,2,15,15,0,7,1,0,5,1,2,2,3,0,1,0,1,1,0,0,0,0,4,1,0,7,1],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-04T00:51:34.030Z"}},{"type":"Public","name":"lm-evaluation-harness","owner":"EleutherAI","isFork":false,"description":"A framework for few-shot evaluation of language models.","allTopics":["transformer","language-model","evaluation-framework"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":77,"issueCount":206,"starsCount":5761,"forksCount":1536,"license":"MIT License","participation":[52,125,33,48,103,153,58,80,51,44,74,38,28,25,33,27,24,35,18,56,90,60,46,32,20,6,9,15,19,12,12,10,8,20,19,9,12,8,3,5,2,2,9,17,4,4,10,10,15,11,9,12],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-03T18:10:31.020Z"}},{"type":"Public","name":"cupbearer","owner":"EleutherAI","isFork":true,"description":"A library for mechanistic anomaly detection","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":5,"license":"MIT License","participation":[8,0,3,12,6,8,14,4,4,0,5,4,2,0,0,12,11,10,5,17,22,11,1,4,0,0,2,4,8,0,2,16,20,4,40,6,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-03T05:33:52.122Z"}},{"type":"Public","name":"website","owner":"EleutherAI","isFork":false,"description":"New website for EleutherAI based on Hugo static site generator","allTopics":[],"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":3,"issueCount":0,"starsCount":4,"forksCount":6,"license":null,"participation":[3,0,8,0,0,0,0,2,0,0,10,2,0,0,17,4,5,2,11,0,14,0,20,21,0,0,0,0,0,2,0,0,0,0,8,0,0,12,13,0,19,2,0,0,0,0,18,0,2,13,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-03T05:23:08.133Z"}},{"type":"Public","name":"llm-score-behavior","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-03T01:10:17.103Z"}},{"type":"Public","name":"gpt-neox","owner":"EleutherAI","isFork":false,"description":"An implementation of model parallel autoregressive transformers on GPUs, based on the Megatron and DeepSpeed libraries","allTopics":["transformers","language-model","gpt-3","deepspeed-library"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":30,"issueCount":56,"starsCount":6694,"forksCount":977,"license":"Apache License 2.0","participation":[3,2,1,0,1,2,1,1,0,1,12,7,8,0,1,1,6,4,0,2,0,4,0,3,17,0,5,2,2,3,2,1,2,5,7,9,2,4,3,0,0,1,1,5,1,5,1,2,3,1,1,1],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-02T18:46:49.239Z"}},{"type":"Public","name":"features-across-time","owner":"EleutherAI","isFork":false,"description":"Understanding how features learned by neural networks evolve throughout training","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":29,"forksCount":1,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,15,28,82,49,0,0,0,0,0,0,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-02T02:38:57.297Z"}},{"type":"Public","name":"elk","owner":"EleutherAI","isFork":false,"description":"Keeping language models honest by directly eliciting knowledge encoded in their activations.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":10,"issueCount":14,"starsCount":174,"forksCount":32,"license":"MIT License","participation":[5,7,8,24,3,9,5,2,3,1,0,1,0,0,0,1,5,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-01T17:47:07.136Z"}},{"type":"Public","name":"github-downloader","owner":"EleutherAI","isFork":true,"description":"Script for downloading GitHub.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":0,"starsCount":86,"forksCount":41,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-01T13:09:54.196Z"}},{"type":"Public","name":"CAA","owner":"EleutherAI","isFork":true,"description":"Steering Llama 2 with Contrastive Activation Addition","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":24,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,33,16,0,4,9,29,26,8,0,0,0,0,0,0,0,0,0,14,0,79,67,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-30T21:27:12.715Z"}},{"type":"Public","name":"w2s","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":13,"forksCount":0,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,6,11,6,3,10,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-28T05:39:26.979Z"}},{"type":"Public","name":"nanoGPT-mup","owner":"EleutherAI","isFork":true,"description":"The simplest, fastest repository for training/finetuning medium-sized GPTs.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":5293,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,3,0,0,0,3,0,0,0,1,0,0,0,0,0,0,0,0,1,3,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-27T15:25:35.007Z"}},{"type":"Public","name":"aria","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":38,"forksCount":6,"license":"Apache License 2.0","participation":[0,1,2,0,8,8,2,0,0,0,0,0,8,9,4,2,3,9,2,1,0,6,3,8,1,0,0,1,4,8,1,2,2,2,1,3,0,0,0,0,0,1,0,0,1,0,0,0,0,2,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-19T10:53:34.320Z"}},{"type":"Public","name":"pythia","owner":"EleutherAI","isFork":false,"description":"The hub for EleutherAI's work on interpretability and learning dynamics","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":3,"issueCount":18,"starsCount":2127,"forksCount":155,"license":"Apache License 2.0","participation":[0,0,1,0,0,0,0,0,0,0,0,0,0,11,0,1,3,26,7,0,0,0,0,0,0,2,0,0,0,0,1,0,0,1,0,0,2,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-18T23:33:10.071Z"}},{"type":"Public","name":"aria-amt","owner":"EleutherAI","isFork":false,"description":"Efficient and robust implementation of seq-to-seq automatic piano transcription.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":15,"forksCount":6,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,6,3,1,9,0,1,0,2,3,2,2,2,0,1,2,3,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-04T16:17:13.457Z"}},{"type":"Public","name":"rnngineering","owner":"EleutherAI","isFork":false,"description":"Engineering the state of RNN language models (Mamba, RWKV, etc.)","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":31,"forksCount":2,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,3,0,7,9,5,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-25T16:13:46.749Z"}},{"type":"Public","name":"cookbook","owner":"EleutherAI","isFork":false,"description":"Deep learning for dummies. All the practical details and useful utilities that go into working with real models.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":7,"starsCount":210,"forksCount":13,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,12,4,5,0,0,3,0,1,6,0,0,3,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-24T06:59:44.529Z"}},{"type":"Public","name":"bayesian-adam","owner":"EleutherAI","isFork":false,"description":"Exactly what it says on the tin","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-24T05:26:48.375Z"}},{"type":"Public","name":"elk-generalization","owner":"EleutherAI","isFork":false,"description":"Investigating the generalization behavior of LM probes trained to predict truth labels: (1) from one annotator to another, and (2) from easy questions to hard","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":22,"forksCount":4,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-23T23:25:42.706Z"}},{"type":"Public","name":"tuned-lens","owner":"EleutherAI","isFork":true,"description":"Tools for understanding how transformer predictions are built layer-by-layer","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":37,"license":"MIT License","participation":[0,2,0,0,0,0,0,4,3,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,3,0,0,0,0,0,0,0,1,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-23T20:10:19.155Z"}},{"type":"Public","name":"concept-erasure","owner":"EleutherAI","isFork":false,"description":"Erasing concepts from neural representations with provable guarantees","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":2,"starsCount":197,"forksCount":15,"license":"MIT License","participation":[0,0,3,2,0,1,2,5,1,1,7,0,2,4,1,0,0,0,0,0,0,0,0,0,0,0,3,0,4,3,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-23T05:15:19.958Z"}},{"type":"Public","name":"SAELens","owner":"EleutherAI","isFork":true,"description":"Training Sparse Autoencoders on Language Models","allTopics":[],"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":69,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-22T19:41:40.681Z"}},{"type":"Public","name":"weak-to-strong","owner":"EleutherAI","isFork":true,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":2,"starsCount":6,"forksCount":295,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,0,0,2,8,7,8,35,12,13,12,6,0,0,5,2,7,8,2,4,13,4,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-10T17:59:25.843Z"}},{"type":"Public","name":"variance-across-time","owner":"EleutherAI","isFork":false,"description":"Studying the variance in neural net predictions across training time","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":3,"forksCount":0,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,9,5,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T07:12:33.410Z"}},{"type":"Public","name":"DeeperSpeed","owner":"EleutherAI","isFork":true,"description":"DeepSpeed is a deep learning optimization library that makes distributed training easy, efficient, and effective.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":160,"forksCount":3956,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-22T07:31:01.226Z"}},{"type":"Public","name":"improved-t5","owner":"EleutherAI","isFork":false,"description":"Experiments for efforts to train a new and improved t5","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":74,"forksCount":5,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-15T05:51:48.509Z"}},{"type":"Public","name":"math-lm","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":9,"starsCount":1005,"forksCount":75,"license":"MIT License","participation":[5,5,0,2,0,0,0,0,0,2,0,5,12,31,21,6,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-12T05:10:40.751Z"}},{"type":"Public","name":"pd-books","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":1,"issueCount":0,"starsCount":1,"forksCount":1,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-07T20:44:37.188Z"}}],"repositoryCount":140,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"EleutherAI repositories"}