{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":567676483,"defaultBranch":"main","name":"langtest","ownerLogin":"JohnSnowLabs","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-11-18T10:12:12.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/15903364?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1719319106.0","currentOid":""},"activityList":{"items":[{"before":"01122c2eb4b5f4f992ee606d21d248004181d421","after":"6ac9a227fd0eeb0e872e80be3dfa952e8c826225","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-28T13:30:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor clinical.py to improve sample processing and progress tracking","shortMessageHtmlLink":"Refactor clinical.py to improve sample processing and progress tracking"}},{"before":"a96a7c3b44ba4cc12b2d4213e5978ffbc368a538","after":"01122c2eb4b5f4f992ee606d21d248004181d421","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-28T12:09:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"feat: Add support for text-generation task in DemographicBias class","shortMessageHtmlLink":"feat: Add support for text-generation task in DemographicBias class"}},{"before":"5eec108b242adbf0fede3f6d8989b2498120439f","after":"a96a7c3b44ba4cc12b2d4213e5978ffbc368a538","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-28T08:54:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"add importlib_resources to poetry","shortMessageHtmlLink":"add importlib_resources to poetry"}},{"before":"b19337acaf753bce16adbf79e67d8e13c4aa0105","after":"5eec108b242adbf0fede3f6d8989b2498120439f","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-28T08:46:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"fixing the lint issues","shortMessageHtmlLink":"fixing the lint issues"}},{"before":"cde0b0160de8149e9f556dc5026f710be097440d","after":"b19337acaf753bce16adbf79e67d8e13c4aa0105","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-27T09:32:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"updated the prompts and datasets for DrugSwap","shortMessageHtmlLink":"updated the prompts and datasets for DrugSwap"}},{"before":"bd8b39202bbfec5a89b932050ec5b8b6276cf5e8","after":"cde0b0160de8149e9f556dc5026f710be097440d","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-26T11:18:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"feat: Add support for DrugSwap dataset in clinical tests","shortMessageHtmlLink":"feat: Add support for DrugSwap dataset in clinical tests"}},{"before":"e26524432dbf28c588d5bf178a4503f97bb56bd2","after":"bd8b39202bbfec5a89b932050ec5b8b6276cf5e8","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-26T10:56:32.000Z","pushType":"push","commitsCount":15,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'origin/release/2.3.0' into feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","shortMessageHtmlLink":"Merge remote-tracking branch 'origin/release/2.3.0' into feature/impl…"}},{"before":"77cd8191497dc2f0ac16b82d60c23ecff460fdad","after":"45cad14549135d740508d6a9b12251c730e91805","ref":"refs/heads/release/2.3.0","pushedAt":"2024-06-26T10:55:55.000Z","pushType":"pr_merge","commitsCount":14,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Merge pull request #1040 from JohnSnowLabs/feature/bss-dataset-for-healthcare-test\n\nfeat: Add SafetyTestFactory and Misuse class for safety testing","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2328142993\" data-permission-text=\"Title is private\" data-url=\"https://github.com/JohnSnowLabs/langtest/issues/1040\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/JohnSnowLabs/langtest/pull/1040/hovercard\" href=\"https://github.com/JohnSnowLabs/langtest/pull/1040\">#1040</a> from JohnSnowLabs/feature/bss-dataset-for-he…"}},{"before":"8ae588553e11ff9c1acfe42e4736a7a367dfe4a5","after":"e26524432dbf28c588d5bf178a4503f97bb56bd2","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-26T08:29:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"chore: Refactor clinical.py to improve sample processing and progress tracking","shortMessageHtmlLink":"chore: Refactor clinical.py to improve sample processing and progress…"}},{"before":"3374df174e1d60417f3e33e436dd724a483868de","after":"8ae588553e11ff9c1acfe42e4736a7a367dfe4a5","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-26T07:51:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"feat: Add support for clinical tests with Generic2Brand and Brand2Generic classes","shortMessageHtmlLink":"feat: Add support for clinical tests with Generic2Brand and Brand2Gen…"}},{"before":"77cd8191497dc2f0ac16b82d60c23ecff460fdad","after":"3374df174e1d60417f3e33e436dd724a483868de","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-25T12:55:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"supports: Add BaseClincial and Generic2Brand classes for clinical tests","shortMessageHtmlLink":"supports: Add BaseClincial and Generic2Brand classes for clinical tests"}},{"before":null,"after":"77cd8191497dc2f0ac16b82d60c23ecff460fdad","ref":"refs/heads/feature/implement-the-generic-to-brand-drug-name-swapping-tests-and-vice-versa","pushedAt":"2024-06-25T12:38:26.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Merge pull request #1053 from JohnSnowLabs/improve/enhance-llmeval-class-to-accept-model-parameters\n\nAdd support to the LLM eval class in Accuracy Category.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2363950530\" data-permission-text=\"Title is private\" data-url=\"https://github.com/JohnSnowLabs/langtest/issues/1053\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/JohnSnowLabs/langtest/pull/1053/hovercard\" href=\"https://github.com/JohnSnowLabs/langtest/pull/1053\">#1053</a> from JohnSnowLabs/improve/enhance-llmeval-cl…"}},{"before":"1aff81fe71920457246f915c11be514801c21d16","after":"954a67a35d3ebdab8754e67b2bb7f398f3c5c618","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-25T12:26:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Adding support the endpoints of prometheus_eval metric.","shortMessageHtmlLink":"Adding support the endpoints of prometheus_eval metric."}},{"before":"6787a10f8f6bc701b01266971b363bb70478d3d3","after":"1aff81fe71920457246f915c11be514801c21d16","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T12:43:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"update the assert statement","shortMessageHtmlLink":"update the assert statement"}},{"before":"e19c685729a53f1deac0f00185765f0d260c9d00","after":"6787a10f8f6bc701b01266971b363bb70478d3d3","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T12:35:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor PrometheusEval class to handle memory errors and improve evaluation performance","shortMessageHtmlLink":"Refactor PrometheusEval class to handle memory errors and improve eva…"}},{"before":"aa7c046a18f378f942ba59493f0bf47d544e5649","after":"e19c685729a53f1deac0f00185765f0d260c9d00","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T12:20:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"fixing the multiple pipeline loading in Prometheus Eval","shortMessageHtmlLink":"fixing the multiple pipeline loading in Prometheus Eval"}},{"before":"8fef0c2fdca0ba6601e24c6dfc80281c9288e702","after":"aa7c046a18f378f942ba59493f0bf47d544e5649","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T11:46:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"preventing mulitple loading the pipeline by reset_pipeline()","shortMessageHtmlLink":"preventing mulitple loading the pipeline by reset_pipeline()"}},{"before":"cdb8542397885763f2bdc0addc1f06294bfb6bfc","after":"8fef0c2fdca0ba6601e24c6dfc80281c9288e702","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T11:12:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"removed the unused imports. and fixed lint issues","shortMessageHtmlLink":"removed the unused imports. and fixed lint issues"}},{"before":"718969fb2ef6699919ccfac490e8d38f9011aaa0","after":"cdb8542397885763f2bdc0addc1f06294bfb6bfc","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T11:11:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor QASample class to include feedback in the result of the evaluation","shortMessageHtmlLink":"Refactor QASample class to include feedback in the result of the eval…"}},{"before":"44f946c672a5480d4283d9e9859b96e644970d12","after":"718969fb2ef6699919ccfac490e8d38f9011aaa0","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T10:40:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor QASample class to return the score from the result of the evaluation","shortMessageHtmlLink":"Refactor QASample class to return the score from the result of the ev…"}},{"before":"b3612859127e5d5333ae08b1b58a7c7d00360f65","after":"44f946c672a5480d4283d9e9859b96e644970d12","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T10:12:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor PrometheusEval class to handle memory errors and improve evaluation performance","shortMessageHtmlLink":"Refactor PrometheusEval class to handle memory errors and improve eva…"}},{"before":"4cf4a590dde4d47468ae31327ab3a7d481b35d1b","after":"b3612859127e5d5333ae08b1b58a7c7d00360f65","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T09:43:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"debug: (reponse)","shortMessageHtmlLink":"debug: (reponse)"}},{"before":"447969c6b760f3ba6263b28a9a9af652c7750ec9","after":"4cf4a590dde4d47468ae31327ab3a7d481b35d1b","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T09:33:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"updated the pipeline parameters","shortMessageHtmlLink":"updated the pipeline parameters"}},{"before":"dea5ef0308eb892043a39d9f1320c6fb0a2c3fee","after":"447969c6b760f3ba6263b28a9a9af652c7750ec9","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T09:21:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"fixing: `model_kwargs` are not used by the model: ['max_tokens']","shortMessageHtmlLink":"fixing: <code>model_kwargs</code> are not used by the model: ['max_tokens']"}},{"before":"a76c7e5dd4577947403156cf4b299f961da31db9","after":"dea5ef0308eb892043a39d9f1320c6fb0a2c3fee","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T09:10:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor PrometheusEval class to fix memory error and improve text generation performance","shortMessageHtmlLink":"Refactor PrometheusEval class to fix memory error and improve text ge…"}},{"before":"f1ff8180826ca9a0f5f39ea583fe8c51f1e9a592","after":"a76c7e5dd4577947403156cf4b299f961da31db9","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T08:55:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor PrometheusEval class to lazy load HuggingFace pipeline for text generation","shortMessageHtmlLink":"Refactor PrometheusEval class to lazy load HuggingFace pipeline for t…"}},{"before":"7711223f87415348d9464335ba0a67aba04198a8","after":"f1ff8180826ca9a0f5f39ea583fe8c51f1e9a592","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T08:38:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor PrometheusEval class to handle memory errors and improve evaluation performance","shortMessageHtmlLink":"Refactor PrometheusEval class to handle memory errors and improve eva…"}},{"before":"53a0b369c4288722fc1e4a78a19be79b8025a564","after":"7711223f87415348d9464335ba0a67aba04198a8","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T08:19:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor is_pass_prometheus_eval function for clarity and consistency","shortMessageHtmlLink":"Refactor is_pass_prometheus_eval function for clarity and consistency"}},{"before":"9d4eaa1d40a8002e41b8a2a7ecfc71ae46c0f61d","after":"53a0b369c4288722fc1e4a78a19be79b8025a564","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T08:16:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"fixing:  Metric 'prometheus_eval' not found.","shortMessageHtmlLink":"fixing: Metric 'prometheus_eval' not found."}},{"before":"8517a5ea8aa39eb8e2b3cc5b4ac19e92107b063c","after":"9d4eaa1d40a8002e41b8a2a7ecfc71ae46c0f61d","ref":"refs/heads/feature/integrate-prometheus-model-for-enhanced-evaluation","pushedAt":"2024-06-22T08:05:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chakravarthik27","name":"Kalyan Chakravarthy Thadaka","path":"/chakravarthik27","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23481244?s=80&v=4"},"commit":{"message":"Refactor evaluation logic in QASample class","shortMessageHtmlLink":"Refactor evaluation logic in QASample class"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEceYRHwA","startCursor":null,"endCursor":null}},"title":"Activity · JohnSnowLabs/langtest"}