{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":515479774,"defaultBranch":"main","name":"ipex-llm","ownerLogin":"Oscilloscope98","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2022-07-19T07:25:46.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/54161268?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1727336948.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"f792bb4f3e486aa18092da4fe5132eca6c9a9468","ref":"refs/heads/minicpm-v-26-save-and-load-example","pushedAt":"2024-09-26T07:49:08.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Update MiniCPM_V_26 GPU example with save & load","shortMessageHtmlLink":"Update MiniCPM_V_26 GPU example with save &amp; load"}},{"before":null,"after":"3a84008f4021e167da9a04b1d43fc39dbe7ac521","ref":"refs/heads/Qwen2.5-cn-readme-update","pushedAt":"2024-09-20T09:28:27.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Add table link for Qwen2.5 to CN-ZH readme","shortMessageHtmlLink":"Add table link for Qwen2.5 to CN-ZH readme"}},{"before":"081af41defcc52c520654021413f90d23a064f2d","after":"9239fd4f12a949eead1a56e09595427a94940dcc","ref":"refs/heads/main","pushedAt":"2024-09-20T09:25:58.000Z","pushType":"push","commitsCount":15,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"add basic support and optimization for qwen2-vl (#12104)","shortMessageHtmlLink":"add basic support and optimization for qwen2-vl (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2538312163\" data-permission-text=\"Title is private\" data-url=\"https://github.com/intel-analytics/ipex-llm/issues/12104\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/intel-analytics/ipex-llm/pull/12104/hovercard\" href=\"https://github.com/intel-analytics/ipex-llm/pull/12104\">intel-analytics#12104</a>)"}},{"before":"9ab579a5cc467632d6c38d197a03d992b9499325","after":"c29eb5901b0af184417ccd32d4a39e996f34e449","ref":"refs/heads/qwen2-lm-head-variable","pushedAt":"2024-09-20T08:29:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Final fix","shortMessageHtmlLink":"Final fix"}},{"before":"5a17b670f8fa7d56f540e5114aa2cdebc941350b","after":"9ab579a5cc467632d6c38d197a03d992b9499325","ref":"refs/heads/qwen2-lm-head-variable","pushedAt":"2024-09-20T08:19:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Update base on comments","shortMessageHtmlLink":"Update base on comments"}},{"before":"43164d109c9493631068e68a854243f3f2f967b4","after":"5a17b670f8fa7d56f540e5114aa2cdebc941350b","ref":"refs/heads/qwen2-lm-head-variable","pushedAt":"2024-09-20T07:22:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Update for default prompt","shortMessageHtmlLink":"Update for default prompt"}},{"before":"0dada1f46e0aef784b580f3b36ac00df325a5e5b","after":"43164d109c9493631068e68a854243f3f2f967b4","ref":"refs/heads/qwen2-lm-head-variable","pushedAt":"2024-09-20T07:09:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Update example accordingly","shortMessageHtmlLink":"Update example accordingly"}},{"before":"3d1def8ed72bb868e5760957f31a5c556f003a8e","after":"0dada1f46e0aef784b580f3b36ac00df325a5e5b","ref":"refs/heads/qwen2-lm-head-variable","pushedAt":"2024-09-20T06:32:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Small fix","shortMessageHtmlLink":"Small fix"}},{"before":"7157cc7bebbb08dfa082c41b404a79e936910a4e","after":"3d1def8ed72bb868e5760957f31a5c556f003a8e","ref":"refs/heads/qwen2-lm-head-variable","pushedAt":"2024-09-20T06:27:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Fixed on load low bit with mixed precision","shortMessageHtmlLink":"Fixed on load low bit with mixed precision"}},{"before":null,"after":"7157cc7bebbb08dfa082c41b404a79e936910a4e","ref":"refs/heads/qwen2-lm-head-variable","pushedAt":"2024-09-20T05:20:39.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Small fix","shortMessageHtmlLink":"Small fix"}},{"before":null,"after":"f7fb3c896ccca81ce7d2476b9c4685ff7e75c474","ref":"refs/heads/npu-qwen2-lm-head-further-improve-2","pushedAt":"2024-09-19T03:29:41.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Update lm_head optimization for Qwen2 7B (#12090)","shortMessageHtmlLink":"Update lm_head optimization for Qwen2 7B (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2533065018\" data-permission-text=\"Title is private\" data-url=\"https://github.com/intel-analytics/ipex-llm/issues/12090\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/intel-analytics/ipex-llm/pull/12090/hovercard\" href=\"https://github.com/intel-analytics/ipex-llm/pull/12090\">intel-analytics#12090</a>)"}},{"before":"081af41defcc52c520654021413f90d23a064f2d","after":"aab32bac02f6402eca60b5437e920c36109bd040","ref":"refs/heads/npu-qwen2-lm-head-further-improve","pushedAt":"2024-09-18T08:24:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Update lm_head optimization for Qwen2 7B","shortMessageHtmlLink":"Update lm_head optimization for Qwen2 7B"}},{"before":null,"after":"081af41defcc52c520654021413f90d23a064f2d","ref":"refs/heads/npu-qwen2-lm-head-further-improve","pushedAt":"2024-09-18T02:57:00.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"[NPU] Optimize Qwen2 lm_head to use INT4 (#12072)\n\n* temp save\r\n\r\n* update\r\n\r\n* fix\r\n\r\n* fix\r\n\r\n* Split lm_head into 7 parts & remove int8 for lm_head when sym_int4\r\n\r\n* Simlify and add condition to code\r\n\r\n* Small fix\r\n\r\n* refactor some code\r\n\r\n* fix style\r\n\r\n* fix style\r\n\r\n* fix style\r\n\r\n* fix\r\n\r\n* fix\r\n\r\n* temp sav e\r\n\r\n* refactor\r\n\r\n* fix style\r\n\r\n* further refactor\r\n\r\n* simplify code\r\n\r\n* meet code review\r\n\r\n* fix style\r\n\r\n---------\r\n\r\nCo-authored-by: Yuwen Hu <yuwen.hu@intel.com>","shortMessageHtmlLink":"[NPU] Optimize Qwen2 lm_head to use INT4 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2521957307\" data-permission-text=\"Title is private\" data-url=\"https://github.com/intel-analytics/ipex-llm/issues/12072\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/intel-analytics/ipex-llm/pull/12072/hovercard\" href=\"https://github.com/intel-analytics/ipex-llm/pull/12072\">intel-analytics#12072</a>)"}},{"before":"640998edea7edba8958b5c2ac7182820b73a78e8","after":"081af41defcc52c520654021413f90d23a064f2d","ref":"refs/heads/main","pushedAt":"2024-09-18T02:56:06.000Z","pushType":"push","commitsCount":28,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"[NPU] Optimize Qwen2 lm_head to use INT4 (#12072)\n\n* temp save\r\n\r\n* update\r\n\r\n* fix\r\n\r\n* fix\r\n\r\n* Split lm_head into 7 parts & remove int8 for lm_head when sym_int4\r\n\r\n* Simlify and add condition to code\r\n\r\n* Small fix\r\n\r\n* refactor some code\r\n\r\n* fix style\r\n\r\n* fix style\r\n\r\n* fix style\r\n\r\n* fix\r\n\r\n* fix\r\n\r\n* temp sav e\r\n\r\n* refactor\r\n\r\n* fix style\r\n\r\n* further refactor\r\n\r\n* simplify code\r\n\r\n* meet code review\r\n\r\n* fix style\r\n\r\n---------\r\n\r\nCo-authored-by: Yuwen Hu <yuwen.hu@intel.com>","shortMessageHtmlLink":"[NPU] Optimize Qwen2 lm_head to use INT4 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2521957307\" data-permission-text=\"Title is private\" data-url=\"https://github.com/intel-analytics/ipex-llm/issues/12072\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/intel-analytics/ipex-llm/pull/12072/hovercard\" href=\"https://github.com/intel-analytics/ipex-llm/pull/12072\">intel-analytics#12072</a>)"}},{"before":"a088f3501c6478d1a8c871d0d724062d70337d0a","after":"aac16bec4734c4a3954fc1f838671aa4895d6951","ref":"refs/heads/npu-qwen2-split-lm-head","pushedAt":"2024-09-13T08:48:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Revert prefill back","shortMessageHtmlLink":"Revert prefill back"}},{"before":null,"after":"a088f3501c6478d1a8c871d0d724062d70337d0a","ref":"refs/heads/npu-qwen2-split-lm-head","pushedAt":"2024-09-13T08:47:12.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Small fix","shortMessageHtmlLink":"Small fix"}},{"before":null,"after":"b6e59855d2c15d3737635aa81bbf341170dc8bec","ref":"refs/heads/fix-llamaindex-ut-again","pushedAt":"2024-09-11T04:10:26.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Try to fix llamaindex ut again","shortMessageHtmlLink":"Try to fix llamaindex ut again"}},{"before":null,"after":"f878aa2c709aaad3bd5c099dc73582872e9b4a48","ref":"refs/heads/fix-llamaindex-ut","pushedAt":"2024-09-10T10:40:42.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Fix UT of ipex_llm.llamaindex","shortMessageHtmlLink":"Fix UT of ipex_llm.llamaindex"}},{"before":null,"after":"9b2c6120e43ce06b4a17762ec86c1a678e750635","ref":"refs/heads/npu-qwen2-further-split-mlp","pushedAt":"2024-09-10T09:37:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Splict mlp_down_proj to 5 slices for Qwen2-7B","shortMessageHtmlLink":"Splict mlp_down_proj to 5 slices for Qwen2-7B"}},{"before":"9eaff5e47d05f0e8d4c5302c1bbb94b774b6971b","after":"640998edea7edba8958b5c2ac7182820b73a78e8","ref":"refs/heads/main","pushedAt":"2024-09-10T05:51:33.000Z","pushType":"push","commitsCount":19,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"update inter_pp of qwen2 (#12041)","shortMessageHtmlLink":"update inter_pp of qwen2 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2515259100\" data-permission-text=\"Title is private\" data-url=\"https://github.com/intel-analytics/ipex-llm/issues/12041\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/intel-analytics/ipex-llm/pull/12041/hovercard\" href=\"https://github.com/intel-analytics/ipex-llm/pull/12041\">intel-analytics#12041</a>)"}},{"before":"07bf7b9cb3b2c7d05d19de702fc5436be0a2e0ed","after":"6e10e2302536bfcd489ec4ff17a03c5b6d962f42","ref":"refs/heads/npu-example-readme-small-update","pushedAt":"2024-09-06T07:53:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Small fix","shortMessageHtmlLink":"Small fix"}},{"before":null,"after":"07bf7b9cb3b2c7d05d19de702fc5436be0a2e0ed","ref":"refs/heads/npu-example-readme-small-update","pushedAt":"2024-09-06T07:49:17.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Small update to NPU example readme","shortMessageHtmlLink":"Small update to NPU example readme"}},{"before":"659d15defc61ac2d234de6f7deb3f07bc942b70e","after":"9eaff5e47d05f0e8d4c5302c1bbb94b774b6971b","ref":"refs/heads/main","pushedAt":"2024-09-04T01:53:45.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"add save &  load support for NPU optimized model (#11999)\n\n* add save &  load support\r\n\r\n* fix style","shortMessageHtmlLink":"add save &amp; load support for NPU optimized model (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2502302832\" data-permission-text=\"Title is private\" data-url=\"https://github.com/intel-analytics/ipex-llm/issues/11999\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/intel-analytics/ipex-llm/pull/11999/hovercard\" href=\"https://github.com/intel-analytics/ipex-llm/pull/11999\">intel-analytics#11999</a>)"}},{"before":null,"after":"0eaa1c9865b20273f7c7f4719b44b01e08f63726","ref":"refs/heads/perf-model-inputs-embeds-strategy-update","pushedAt":"2024-09-03T08:16:38.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Performance mode strategy update for input_embeds input","shortMessageHtmlLink":"Performance mode strategy update for input_embeds input"}},{"before":"b062e0063f5021b10b6432358feed949d1ae5993","after":"7e234b027817add97ab07ac8a1a14e3a8df99603","ref":"refs/heads/graphrag-quickstart-update","pushedAt":"2024-09-03T07:51:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Small fix","shortMessageHtmlLink":"Small fix"}},{"before":"5e53a4d53a24463b3c4e7dae89a4f8a773edff49","after":"b062e0063f5021b10b6432358feed949d1ae5993","ref":"refs/heads/graphrag-quickstart-update","pushedAt":"2024-09-03T07:50:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Small fixes","shortMessageHtmlLink":"Small fixes"}},{"before":"6b798222230b53b486710b52f29a343a1149c5f4","after":"5e53a4d53a24463b3c4e7dae89a4f8a773edff49","ref":"refs/heads/graphrag-quickstart-update","pushedAt":"2024-09-03T07:41:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Further updates","shortMessageHtmlLink":"Further updates"}},{"before":null,"after":"6b798222230b53b486710b52f29a343a1149c5f4","ref":"refs/heads/graphrag-quickstart-update","pushedAt":"2024-09-03T03:10:45.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Update GraphRAG QuickStart","shortMessageHtmlLink":"Update GraphRAG QuickStart"}},{"before":"c48817bd433cac518d1877cd95071da14ee214cd","after":"659d15defc61ac2d234de6f7deb3f07bc942b70e","ref":"refs/heads/main","pushedAt":"2024-09-03T01:57:01.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Fix wrong attention mask and garbage output for `inputs_embeds` inputs during lookup generation (#11989)\n\n* Fix garbage output for input_embeds inputs during lookup generation\r\n\r\n* Fix on sliding windows\r\n\r\n* Simplify code","shortMessageHtmlLink":"Fix wrong attention mask and garbage output for <code>inputs_embeds</code> input…"}},{"before":"1b2dfc2191bc3683da0cde959e537f2779791d10","after":"507a21def3a82e9448ec3795b11f416b0e2a9ff3","ref":"refs/heads/lookup-inputs-embeds","pushedAt":"2024-09-02T10:46:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Oscilloscope98","name":"Yuwen Hu","path":"/Oscilloscope98","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54161268?s=80&v=4"},"commit":{"message":"Simplify code","shortMessageHtmlLink":"Simplify code"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0yNlQwNzo0OTowOC4wMDAwMDBazwAAAATBLiDC","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0wMlQxMDo0NjoxNS4wMDAwMDBazwAAAASqe4T1"}},"title":"Activity · Oscilloscope98/ipex-llm"}