{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":738304861,"defaultBranch":"main","name":"AIDx-Model-Development","ownerLogin":"AIDx-Med","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-01-02T23:23:39.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/140030007?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1704324386.0","currentOid":""},"activityList":{"items":[{"before":"430ba21c675ac284dc71d6f99868577b5b369528","after":"fa21503d984fa7b94da151134e2c5cbe374b61db","ref":"refs/heads/main","pushedAt":"2024-07-10T01:40:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(LICENSING): Add LICENSE file","shortMessageHtmlLink":"feat(LICENSING): Add LICENSE file"}},{"before":"513ada0760894b964e1da8ee11faa2a9e553262f","after":"430ba21c675ac284dc71d6f99868577b5b369528","ref":"refs/heads/main","pushedAt":"2024-02-16T14:27:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(download_physionet.py): Add script to download files recursively","shortMessageHtmlLink":"feat(download_physionet.py): Add script to download files recursively"}},{"before":"70ef033a20527818444a61bd734e8d5d643d7dc6","after":"513ada0760894b964e1da8ee11faa2a9e553262f","ref":"refs/heads/main","pushedAt":"2024-02-16T12:36:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat: Add packages auto-gptq and optimum to conda_environment.yml","shortMessageHtmlLink":"feat: Add packages auto-gptq and optimum to conda_environment.yml"}},{"before":"afebef4bf3710f18c2407bd46f99cc3b06784745","after":"70ef033a20527818444a61bd734e8d5d643d7dc6","ref":"refs/heads/main","pushedAt":"2024-01-30T03:30:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training_utils): Add filter to remove samples with more than 16k tokens","shortMessageHtmlLink":"feat(training_utils): Add filter to remove samples with more than 16k…"}},{"before":"992ac65a0057507b633cce72153f15f8c9ca8251","after":"afebef4bf3710f18c2407bd46f99cc3b06784745","ref":"refs/heads/main","pushedAt":"2024-01-30T01:35:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat: Update parquet_dir in accelerate_multigpu notebook (main)\n\n- Updated the value of `parquet_dir` variable in the `main()` function\n  from '/workspace/data' to '/workspace/data/parquet'.\n- This change is necessary to ensure that the correct directory is used\n  for loading data in the notebook.","shortMessageHtmlLink":"feat: Update parquet_dir in accelerate_multigpu notebook (main)"}},{"before":"fe843054fc1a82e614a4df924a14a516fa0d7c54","after":"992ac65a0057507b633cce72153f15f8c9ca8251","ref":"refs/heads/main","pushedAt":"2024-01-30T01:35:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(fine_tune_model): Add sys.path.append to import modules from src directory","shortMessageHtmlLink":"feat(fine_tune_model): Add sys.path.append to import modules from src…"}},{"before":"595cfb2addeacf487c10cc3cf1d6d7ed2a43ceea","after":"fe843054fc1a82e614a4df924a14a516fa0d7c54","ref":"refs/heads/main","pushedAt":"2024-01-30T01:33:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"refactor(training_utils): Fix output_dir path in run_name (main)\n\nThis commit refactors the `training_utils.py` file to fix the `output_dir` path in the `run_name` variable. The previous path was set to `\"./\"` but it should be changed to `\"./training/\"` for better organization. This change ensures that the output directory is correctly specified.","shortMessageHtmlLink":"refactor(training_utils): Fix output_dir path in run_name (main)"}},{"before":"638f35008642da5eb39278d9aa495b55203098f3","after":"595cfb2addeacf487c10cc3cf1d6d7ed2a43ceea","ref":"refs/heads/main","pushedAt":"2024-01-29T23:43:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training_utils): Add waiting for main process to load data first","shortMessageHtmlLink":"feat(training_utils): Add waiting for main process to load data first"}},{"before":"38bec2a25c7ed18a73e3e606d88d34814d940cc8","after":"638f35008642da5eb39278d9aa495b55203098f3","ref":"refs/heads/main","pushedAt":"2024-01-29T23:25:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training_utils): Add multiprocessing support for dataset loading\n\nThis commit adds multiprocessing support for loading datasets in the\ntraining_utils.py file. The `load_dataset()` function is now wrapped\nwithin a `with accelerator.main_process_first()` context manager to\nensure that dataset loading is done in the main process.","shortMessageHtmlLink":"feat(training_utils): Add multiprocessing support for dataset loading"}},{"before":"53fefc83daa4f6fac6a2c8e1d84d26063724dbfb","after":"38bec2a25c7ed18a73e3e606d88d34814d940cc8","ref":"refs/heads/main","pushedAt":"2024-01-29T23:21:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"fix(setup): Remove frivolous pip install","shortMessageHtmlLink":"fix(setup): Remove frivolous pip install"}},{"before":"8c4eb2bd071efad03a654b72e132b86c9be13d75","after":"53fefc83daa4f6fac6a2c8e1d84d26063724dbfb","ref":"refs/heads/main","pushedAt":"2024-01-29T23:03:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(docker): Add platform specification to docker-compose.yml","shortMessageHtmlLink":"feat(docker): Add platform specification to docker-compose.yml"}},{"before":"5c7ea371139d1e03949ffc29035db6fe47ecb38c","after":"8c4eb2bd071efad03a654b72e132b86c9be13d75","ref":"refs/heads/main","pushedAt":"2024-01-29T19:46:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training_utils): Update deepspeed configuration","shortMessageHtmlLink":"feat(training_utils): Update deepspeed configuration"}},{"before":"cebb44ea227efaa759775392d19dd11f3677575d","after":"5c7ea371139d1e03949ffc29035db6fe47ecb38c","ref":"refs/heads/main","pushedAt":"2024-01-29T03:05:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training_utils): Remove unnecessary cache cleanup","shortMessageHtmlLink":"feat(training_utils): Remove unnecessary cache cleanup"}},{"before":"e16fe92656e8426b97c61d684c6bfa00b69bd652","after":"cebb44ea227efaa759775392d19dd11f3677575d","ref":"refs/heads/main","pushedAt":"2024-01-29T01:14:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(fine_tune_model): Modify verbosity settings for logging\n\n- Set verbosity level to info for main process\n- Set verbosity level to error for non-main processes","shortMessageHtmlLink":"feat(fine_tune_model): Modify verbosity settings for logging"}},{"before":"d80a18e1b6bdb49b0d8e334256304dae8dbc6a8a","after":"e16fe92656e8426b97c61d684c6bfa00b69bd652","ref":"refs/heads/main","pushedAt":"2024-01-28T23:38:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(docker): update base image to nvidia/cuda:12.0.0-devel-ubuntu22.04","shortMessageHtmlLink":"feat(docker): update base image to nvidia/cuda:12.0.0-devel-ubuntu22.04"}},{"before":"624b16288081fae191b0a7183558204e1fcab5f0","after":"d80a18e1b6bdb49b0d8e334256304dae8dbc6a8a","ref":"refs/heads/main","pushedAt":"2024-01-28T23:32:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(docker): Update run-jupyter.sh script\n\n- Changed the argument name from --NotebookApp to --ServerApp to align\n  with the latest version of Jupyter Lab.\n- Removed the unused '--NotebookApp.token' argument.\n- Updated the argument '--NotebookApp.password' to\n  '--ServerApp.password' for consistency.\n@@ -7,4 +","shortMessageHtmlLink":"feat(docker): Update run-jupyter.sh script"}},{"before":"0dbd888ac6625f509713e4d67f7450ab3ba4c81c","after":"624b16288081fae191b0a7183558204e1fcab5f0","ref":"refs/heads/main","pushedAt":"2024-01-28T23:24:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(deepspeed_zero2.json): Add deepspeed configuration file\n\nAdded deepspeed_zero2.json file with the following configurations:\n- zero_optimization: stage 2, offload_optimizer device: cpu, contiguous_gradients: true, overlap_comm: true\n- bf16: enabled: auto\n- fp16: enabled: auto, auto_cast: false, loss_scale: 0, initial_scale_power: 32, loss_scale_window: 1000, hysteresis: 2, min_loss_scale: 1\n- gradient_accumulation_steps: auto\n- train_batch_size: auto\n- train_micro_batch_size_per_gpu: auto\n- wall_clock_breakdown: false","shortMessageHtmlLink":"feat(deepspeed_zero2.json): Add deepspeed configuration file"}},{"before":"df8a7b10e5170cf93e7ee9fc322312e4b333780c","after":"0dbd888ac6625f509713e4d67f7450ab3ba4c81c","ref":"refs/heads/main","pushedAt":"2024-01-28T23:22:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(aidx): Add options for fine-tuning model\n\n- Added options for clearing cache, setting maximum batch size, and\n  setting number of epochs for fine-tuning the model.","shortMessageHtmlLink":"feat(aidx): Add options for fine-tuning model"}},{"before":"4b44721fe9b984d3c4726dfd24adf335aeb382c4","after":"df8a7b10e5170cf93e7ee9fc322312e4b333780c","ref":"refs/heads/main","pushedAt":"2024-01-28T23:11:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training): Add training notebook for testing and debugging","shortMessageHtmlLink":"feat(training): Add training notebook for testing and debugging"}},{"before":"222695c5050afeb0ea46b9c3097a6bf436ab12b9","after":"4b44721fe9b984d3c4726dfd24adf335aeb382c4","ref":"refs/heads/main","pushedAt":"2024-01-28T23:11:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(environment): Add environment setup","shortMessageHtmlLink":"feat(environment): Add environment setup"}},{"before":"baa090889cd9e7c13cac62d4937cfb56f9105161","after":"222695c5050afeb0ea46b9c3097a6bf436ab12b9","ref":"refs/heads/main","pushedAt":"2024-01-28T23:08:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(docker): Use cuda as base image in Dockerfile","shortMessageHtmlLink":"feat(docker): Use cuda as base image in Dockerfile"}},{"before":"e008d5cbddc049f58baea06c4df67aca589cde1a","after":"baa090889cd9e7c13cac62d4937cfb56f9105161","ref":"refs/heads/main","pushedAt":"2024-01-28T21:43:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training_utils.py): Update LoRA config parameters","shortMessageHtmlLink":"feat(training_utils.py): Update LoRA config parameters"}},{"before":"d46724a312664ae2056c4177cf09831ffd021891","after":"e008d5cbddc049f58baea06c4df67aca589cde1a","ref":"refs/heads/main","pushedAt":"2024-01-28T18:49:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training): Update load_model_trainer function\n\nUpdate the load_model_trainer function in training_utils.py to remove the train_count parameter and\nadjust the save_steps and do_eval parameters. This ensures that the model is saved more frequently\nand evaluation is performed during training.","shortMessageHtmlLink":"feat(training): Update load_model_trainer function"}},{"before":"8de7121b1df3cf1c9d089c9311b1dd32239d8935","after":"d46724a312664ae2056c4177cf09831ffd021891","ref":"refs/heads/main","pushedAt":"2024-01-28T18:41:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training): update batch size and gradient accumulation steps\n\n- Update batch size from 8 to 16\n- Update gradient accumulation steps from 4 to 32","shortMessageHtmlLink":"feat(training): update batch size and gradient accumulation steps"}},{"before":"5d5fa37f1a41f97ecafb85efb86a26fc9836ed97","after":"8de7121b1df3cf1c9d089c9311b1dd32239d8935","ref":"refs/heads/main","pushedAt":"2024-01-28T18:34:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training_utils): Add trust_remote_code parameter to model creation","shortMessageHtmlLink":"feat(training_utils): Add trust_remote_code parameter to model creation"}},{"before":"9520659dc7dbfaae4ba2374c9196b039c02fa972","after":"5d5fa37f1a41f97ecafb85efb86a26fc9836ed97","ref":"refs/heads/main","pushedAt":"2024-01-28T17:47:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(training_utils): Update torch_dtype to torch.bfloat16","shortMessageHtmlLink":"feat(training_utils): Update torch_dtype to torch.bfloat16"}},{"before":"e17687b78bd0617ac0058a20272d9bca8b690344","after":"9520659dc7dbfaae4ba2374c9196b039c02fa972","ref":"refs/heads/main","pushedAt":"2024-01-28T17:29:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"fix: Allow for properly working training","shortMessageHtmlLink":"fix: Allow for properly working training"}},{"before":"ed636bffe7f0dcddd47e79c1f338e10b93ca70f6","after":"e17687b78bd0617ac0058a20272d9bca8b690344","ref":"refs/heads/main","pushedAt":"2024-01-26T00:33:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat: Add script for dumping and uploading database to Google Drive","shortMessageHtmlLink":"feat: Add script for dumping and uploading database to Google Drive"}},{"before":"5493443a09f4dba3c22edf0d8eece75ec3b2bfa8","after":"ed636bffe7f0dcddd47e79c1f338e10b93ca70f6","ref":"refs/heads/main","pushedAt":"2024-01-25T04:32:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"style: Reformat with black","shortMessageHtmlLink":"style: Reformat with black"}},{"before":"1b1dded4f3d767130b0d0567171c8e80c3cd4ba4","after":"5493443a09f4dba3c22edf0d8eece75ec3b2bfa8","ref":"refs/heads/main","pushedAt":"2024-01-25T04:31:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"OfficialDelta","name":"Alan Alwakeel","path":"/OfficialDelta","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/51007646?s=80&v=4"},"commit":{"message":"feat(create_parquet_datasets): Convert while loop to for loop with limit and offset","shortMessageHtmlLink":"feat(create_parquet_datasets): Convert while loop to for loop with li…"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEez0FjwA","startCursor":null,"endCursor":null}},"title":"Activity · AIDx-Med/AIDx-Model-Development"}