{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":680234825,"defaultBranch":"master","name":"cacti","ownerLogin":"peterhj","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-18T17:13:24.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/303726?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1692390325.0","currentOid":""},"activityList":{"items":[{"before":"7dfcd362d148c119399b3c8e043df68f1f5f2195","after":"cbd50b7fde0d4fb7f85b71f7354e97260a4610f2","ref":"refs/heads/master","pushedAt":"2024-01-21T21:57:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Correctly build again on non-nightly Rust by gating cell_split\nstuff behind feature flag. Sync bootstrap dependencies.","shortMessageHtmlLink":"Correctly build again on non-nightly Rust by gating cell_split"}},{"before":"61559e0c9b917716da61524a0b9d4f6ab6668f53","after":"7dfcd362d148c119399b3c8e043df68f1f5f2195","ref":"refs/heads/master","pushedAt":"2024-01-03T18:08:36.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Fix build.","shortMessageHtmlLink":"Fix build."}},{"before":"7ed276e6a21430c3db0598907b93ddcac84260e1","after":"61559e0c9b917716da61524a0b9d4f6ab6668f53","ref":"refs/heads/master","pushedAt":"2023-12-19T03:34:47.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Mistral.","shortMessageHtmlLink":"Mistral."}},{"before":"5c70952575ecbfcdd0601584f21ad1bac3e7cf70","after":"7ed276e6a21430c3db0598907b93ddcac84260e1","ref":"refs/heads/master","pushedAt":"2023-11-07T17:16:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Sync devel bootstrap script with cacti-bootstrap submodules.","shortMessageHtmlLink":"Sync devel bootstrap script with cacti-bootstrap submodules."}},{"before":"654a54fd45537308540d18e18e0d891175df903f","after":"5c70952575ecbfcdd0601584f21ad1bac3e7cf70","ref":"refs/heads/master","pushedAt":"2023-10-17T23:24:20.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Also revise online average thunks to use scalar params.","shortMessageHtmlLink":"Also revise online average thunks to use scalar params."}},{"before":"97151cf6a17c1ab3def99bf31dc9fae3d4a6c7da","after":"654a54fd45537308540d18e18e0d891175df903f","ref":"refs/heads/master","pushedAt":"2023-10-09T22:50:01.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Inference support for grouped-query attention.","shortMessageHtmlLink":"Inference support for grouped-query attention."}},{"before":"6b870136a34311a16ba04c966da8bf1c1a8e087f","after":"97151cf6a17c1ab3def99bf31dc9fae3d4a6c7da","ref":"refs/heads/master","pushedAt":"2023-10-06T01:28:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Small enhancements to deserialization support, and other\nassorted changes.","shortMessageHtmlLink":"Small enhancements to deserialization support, and other"}},{"before":"54f609bc32803f50ce2dbd281b075e4663872b1f","after":"6b870136a34311a16ba04c966da8bf1c1a8e087f","ref":"refs/heads/master","pushedAt":"2023-10-05T01:18:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"AdamW now accepts optional grad_scale instead of grad_unscale.","shortMessageHtmlLink":"AdamW now accepts optional grad_scale instead of grad_unscale."}},{"before":"979860fc924c651274c04a67ae73f8d35592ea79","after":"54f609bc32803f50ce2dbd281b075e4663872b1f","ref":"refs/heads/master","pushedAt":"2023-10-04T19:34:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"The gpu pctx tmp free list is now taking on more of the\nresponsibilities previously handled by the gpu free list\nin the Futhark rts. One difference is that we directly\nhandle zero-sized allocs and frees as a special case,\ncorresponding to zero-sized certificate memblocks that\nFuthark sometimes emits.\n\n(Technically, we are also aliasing all zero-sized dptrs\nto a single address; hopefully that does not present a\nproblem...)","shortMessageHtmlLink":"The gpu pctx tmp free list is now taking on more of the"}},{"before":"7819b03614787cde768f2b0075618ca6e9ad220d","after":"979860fc924c651274c04a67ae73f8d35592ea79","ref":"refs/heads/master","pushedAt":"2023-10-03T21:41:25.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Reintroduce mem pool back alloc, but only for futhark constants.\nRelated, improved observability for mem pool debugging.\n\nLlamaConfig accepts optional parameter scaling (param_scale).","shortMessageHtmlLink":"Reintroduce mem pool back alloc, but only for futhark constants."}},{"before":"2dfd0e9f73979bd078599fa95aa1793da29d20ee","after":"7819b03614787cde768f2b0075618ca6e9ad220d","ref":"refs/heads/master","pushedAt":"2023-10-02T20:02:01.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"More precise pickle tensor bounds check.","shortMessageHtmlLink":"More precise pickle tensor bounds check."}},{"before":"8ada62ea11b5480a45d34b2932b4d9c4e97a77a2","after":"2dfd0e9f73979bd078599fa95aa1793da29d20ee","ref":"refs/heads/master","pushedAt":"2023-09-27T23:58:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Add a nightly feature. Currently only used by cell_split for its\nSIMD hashing implementation.","shortMessageHtmlLink":"Add a nightly feature. Currently only used by cell_split for its"}},{"before":"20b3e9e342bd29d1dbc497313d18b6c281ac1138","after":"8ada62ea11b5480a45d34b2932b4d9c4e97a77a2","ref":"refs/heads/master","pushedAt":"2023-09-25T23:36:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Minor enhancement of the CACTI_VMEM_SOFT_LIMIT env var.\nNow, setting CACTI_VMEM_SOFT_LIMIT=1 should use as much of the\n_effectively available_ vmem as possible. The effectively\navailable vmem is the available vmem (e.g. as reported by CUDA)\nminus a small amount (currently 8 MiB) to avoid API failures.","shortMessageHtmlLink":"Minor enhancement of the CACTI_VMEM_SOFT_LIMIT env var."}},{"before":"833cf02e5957ebfc6fb60cdd118527d5ee8828de","after":"20b3e9e342bd29d1dbc497313d18b6c281ac1138","ref":"refs/heads/master","pushedAt":"2023-09-24T00:27:56.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"The env now stores a copy of the root and view for each queried\ncell ptr.","shortMessageHtmlLink":"The env now stores a copy of the root and view for each queried"}},{"before":"3133bafbeabfddf9db2ae6dd62c91ea34c558c7e","after":"833cf02e5957ebfc6fb60cdd118527d5ee8828de","ref":"refs/heads/master","pushedAt":"2023-09-23T18:54:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Use FxHashMap and FxHashSet instead of the default SipHash-based\ncollections, noticeably reducing overhead.","shortMessageHtmlLink":"Use FxHashMap and FxHashSet instead of the default SipHash-based"}},{"before":"3933d2d32254c899d947a0b10c508d270b552668","after":"3133bafbeabfddf9db2ae6dd62c91ea34c558c7e","ref":"refs/heads/master","pushedAt":"2023-09-23T00:37:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Update readme.","shortMessageHtmlLink":"Update readme."}},{"before":"97b8f39ce15827de4282900a0b0a738099e813f6","after":"3933d2d32254c899d947a0b10c508d270b552668","ref":"refs/heads/master","pushedAt":"2023-09-23T00:30:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Another place (building the copy/accumulate kernels) where\nwe need to ensure libnvrtc-builtins is loaded.","shortMessageHtmlLink":"Another place (building the copy/accumulate kernels) where"}},{"before":"99c1c43c07ffa0f9ceec6677f9fe9fd4d7f468d5","after":"97b8f39ce15827de4282900a0b0a738099e813f6","ref":"refs/heads/master","pushedAt":"2023-09-22T23:29:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Remove back cursor usages in the GPU thunk impl.","shortMessageHtmlLink":"Remove back cursor usages in the GPU thunk impl."}},{"before":"a10165e09213de0c40c25d98e08d10a1339915c3","after":"99c1c43c07ffa0f9ceec6677f9fe9fd4d7f468d5","ref":"refs/heads/master","pushedAt":"2023-09-22T23:20:40.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Nuke the vestiges of back cursor allocation in the GPU pctx.","shortMessageHtmlLink":"Nuke the vestiges of back cursor allocation in the GPU pctx."}},{"before":"b79da8e0da5a18ad934d502e714382d2f5c6a8ca","after":"a10165e09213de0c40c25d98e08d10a1339915c3","ref":"refs/heads/master","pushedAt":"2023-09-22T00:29:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Actually clear the thunkenv update table during ctx reset.","shortMessageHtmlLink":"Actually clear the thunkenv update table during ctx reset."}},{"before":"683e7a3659486828252c162a106122b4601b6599","after":"b79da8e0da5a18ad934d502e714382d2f5c6a8ca","ref":"refs/heads/master","pushedAt":"2023-09-16T01:25:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Simple implementation of parallel memcpy, using a new thread pool\nin the smp subsystem.\n\nFix CACTI_VMEM_SOFT_LIMIT parsing.\n\nFor debugging, allow directly querying the ref and pin counts of\ninner cells.\n\nSome minor interface adjustments to LLaMA and AdamW.","shortMessageHtmlLink":"Simple implementation of parallel memcpy, using a new thread pool"}},{"before":"56dd7580b69830f897230ab6c2f38069dafd42ef","after":"683e7a3659486828252c162a106122b4601b6599","ref":"refs/heads/master","pushedAt":"2023-09-15T01:16:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Bugfix in write_loc: when a cow is upgraded to be writable,\nit gets initialized to the write clock, so we should exclude\nthat case from the subsequent clock consistency check.\n\nOther enhancements: fp16 formatting, mem-mem hard copy.","shortMessageHtmlLink":"Bugfix in write_loc: when a cow is upgraded to be writable,"}},{"before":"58203d7efa94692bdf2ddb08c285c80f0fedfd02","after":"56dd7580b69830f897230ab6c2f38069dafd42ef","ref":"refs/heads/master","pushedAt":"2023-09-14T00:46:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"CellSplit support. Preliminary fp16 variant of AdamW.","shortMessageHtmlLink":"CellSplit support. Preliminary fp16 variant of AdamW."}},{"before":"c0fa020a90608a093222af4e2ea122fc5e7a1f12","after":"58203d7efa94692bdf2ddb08c285c80f0fedfd02","ref":"refs/heads/master","pushedAt":"2023-09-13T00:03:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Implement fetch_add, fetch_sub for other integer Cells.","shortMessageHtmlLink":"Implement fetch_add, fetch_sub for other integer Cells."}},{"before":"0a99eba1b1cc99af511165f6bd12ccdb81f0b03f","after":"c0fa020a90608a093222af4e2ea122fc5e7a1f12","ref":"refs/heads/master","pushedAt":"2023-08-31T18:10:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Standalone yield_ from the spine coroutine.\n\nAlso, a more obviously safe cell deallocation interface.","shortMessageHtmlLink":"Standalone yield_ from the spine coroutine."}},{"before":"6a335e72c301bc8e2f17c6681db4bafa67141c3f","after":"0a99eba1b1cc99af511165f6bd12ccdb81f0b03f","ref":"refs/heads/master","pushedAt":"2023-08-30T00:46:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Also emit the arg max token when training (cheaper to do on GPU).","shortMessageHtmlLink":"Also emit the arg max token when training (cheaper to do on GPU)."}},{"before":"1d6e29ba18851200b6f040b085ac34594e49e5c7","after":"6a335e72c301bc8e2f17c6681db4bafa67141c3f","ref":"refs/heads/master","pushedAt":"2023-08-27T16:36:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"New futhark_syntax branch.","shortMessageHtmlLink":"New futhark_syntax branch."}},{"before":"fd798e19d113673894b1388a3b42b898f6e5ab69","after":"1d6e29ba18851200b6f040b085ac34594e49e5c7","ref":"refs/heads/master","pushedAt":"2023-08-26T01:44:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Querying system info just once (sysconf page size, core count via\nlscpu).","shortMessageHtmlLink":"Querying system info just once (sysconf page size, core count via"}},{"before":"ae96f44112bed09192723e5f030febcef9f64821","after":"fd798e19d113673894b1388a3b42b898f6e5ab69","ref":"refs/heads/master","pushedAt":"2023-08-25T01:59:49.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Get the physical core count by parsing lscpu output.","shortMessageHtmlLink":"Get the physical core count by parsing lscpu output."}},{"before":"29b2dde80538b0b3c7bcccc723f22892a38da36c","after":"ae96f44112bed09192723e5f030febcef9f64821","ref":"refs/heads/master","pushedAt":"2023-08-23T00:10:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"peterhj","name":"Peter Jin","path":"/peterhj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/303726?s=80&v=4"},"commit":{"message":"Sync sentencepiece.","shortMessageHtmlLink":"Sync sentencepiece."}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMS0yMVQyMTo1NzoyMy4wMDAwMDBazwAAAAPlTz2r","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMS0yMVQyMTo1NzoyMy4wMDAwMDBazwAAAAPlTz2r","endCursor":"Y3Vyc29yOnYyOpK7MjAyMy0wOC0yM1QwMDoxMDo1MS4wMDAwMDBazwAAAANwWVgs"}},"title":"Activity · peterhj/cacti"}