{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"Sirius","owner":"Infini-AI-Lab","isFork":false,"description":"Sirius, an efficient correction mechanism, which significantly boosts Contextual Sparsity models on reasoning tasks while maintaining its efficiency gain.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":6,"forksCount":2,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-10T20:15:07.533Z"}},{"type":"Public","name":"TriForce","owner":"Infini-AI-Lab","isFork":false,"description":"[COLM 2024] TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","allTopics":["acceleration","efficiency","inference","llm","long-context","llm-inference","speculative-decoding"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":5,"starsCount":203,"forksCount":12,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-31T21:42:39.703Z"}},{"type":"Public","name":"Sequoia","owner":"Infini-AI-Lab","isFork":false,"description":"scalable and robust tree-based speculative decoding algorithm","allTopics":["efficiency","inference","llm","speculative-decoding"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":7,"starsCount":297,"forksCount":30,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-13T00:18:31.097Z"}},{"type":"Public","name":"lm-evaluation-harness","owner":"Infini-AI-Lab","isFork":true,"description":"A framework for few-shot evaluation of language models.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":1689,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-10T18:47:13.375Z"}}],"repositoryCount":4,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Infini-AI-Lab repositories"}