{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":619234173,"defaultBranch":"main","name":"ChainForge","ownerLogin":"ianarawjo","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-03-26T16:55:33.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/5251713?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1716013042.0","currentOid":""},"activityList":{"items":[{"before":"4c25f026b82a9a0151317d0b31f24d32d917b7d6","after":"56f70876b30dbb54fc01de61fb52d6add3bbcc36","ref":"refs/heads/evalgen","pushedAt":"2024-05-29T20:28:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"96e99c7065cf269df82d7ec8f024facbe258afbc","after":"4c25f026b82a9a0151317d0b31f24d32d917b7d6","ref":"refs/heads/evalgen","pushedAt":"2024-05-26T20:12:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Add mb to Skeleton","shortMessageHtmlLink":"Add mb to Skeleton"}},{"before":"2b91130a5b9af0898ba0f7d926dce2d2d6a5fd06","after":"96e99c7065cf269df82d7ec8f024facbe258afbc","ref":"refs/heads/evalgen","pushedAt":"2024-05-26T19:49:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"First working version (no backend)","shortMessageHtmlLink":"First working version (no backend)"}},{"before":"6234ab185f9a339a3be9da9d95d157a2fa7246c0","after":"2b91130a5b9af0898ba0f7d926dce2d2d6a5fd06","ref":"refs/heads/evalgen","pushedAt":"2024-05-24T03:13:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Fix typing and merge evalgen backend","shortMessageHtmlLink":"Fix typing and merge evalgen backend"}},{"before":"776b019481676e69729561630e2ef88131e4795a","after":"6234ab185f9a339a3be9da9d95d157a2fa7246c0","ref":"refs/heads/evalgen","pushedAt":"2024-05-24T03:03:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"3b6302ffa768060f51960611084c80c21ac317d2","after":"776b019481676e69729561630e2ef88131e4795a","ref":"refs/heads/evalgen","pushedAt":"2024-05-22T20:20:03.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Fix feedback box in bottom of EvalGen modal","shortMessageHtmlLink":"Fix feedback box in bottom of EvalGen modal"}},{"before":"a19ca727f72e5bb47af4a6613628e8ce87c1b5bf","after":null,"ref":"refs/heads/moremodels","pushedAt":"2024-05-18T06:17:22.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"}},{"before":"e3259ecc1bc4b4ef5911b82115f718d3e2e5e690","after":"f6e1bfa38a32f4b46e1db79d843fed6160bddb4d","ref":"refs/heads/main","pushedAt":"2024-05-18T06:17:18.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Add Together.ai and update Bedrock (#283)\n\n* feat(bedrock_llama3): added support for Llama3 (#270)\r\n\r\n- added also Claude 3 Opus to the list of models\r\n- replaced hardcoded model Id strings with refs to NativeLLM enum\r\n\r\n* chore: bump @mirai73/bedrock-fm library (#277)\r\n\r\n- the new version adds source code to facilitate debugging\r\n\r\nCo-authored-by: ianarawjo <fatso784@gmail.com>\r\n\r\n* Adding together.ai support (#280)\r\n\r\n\r\n---------\r\n\r\nCo-authored-by: ianarawjo <fatso784@gmail.com>\r\n\r\n* Add Together.ai and update Bedrock models\r\n\r\n---------\r\n\r\nCo-authored-by: Massimiliano Angelino <angmas@amazon.com>\r\nCo-authored-by: Can Bal <canbal@users.noreply.github.com>","shortMessageHtmlLink":"Add Together.ai and update Bedrock (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2303877455\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ianarawjo/ChainForge/issues/283\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ianarawjo/ChainForge/pull/283/hovercard\" href=\"https://github.com/ianarawjo/ChainForge/pull/283\">#283</a>)"}},{"before":"afd1b2ae9b1300084d3d335f2d7af72faf23dfb4","after":"a19ca727f72e5bb47af4a6613628e8ce87c1b5bf","ref":"refs/heads/moremodels","pushedAt":"2024-05-18T06:16:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Add Together.ai and update Bedrock models","shortMessageHtmlLink":"Add Together.ai and update Bedrock models"}},{"before":"fab38d0e6d8fa95b3ed45e7c99b2dd76d4719b35","after":"afd1b2ae9b1300084d3d335f2d7af72faf23dfb4","ref":"refs/heads/moremodels","pushedAt":"2024-05-18T05:12:40.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Adding together.ai support (#280)\n\n\r\n---------\r\n\r\nCo-authored-by: ianarawjo <fatso784@gmail.com>","shortMessageHtmlLink":"Adding together.ai support (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2296981494\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ianarawjo/ChainForge/issues/280\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ianarawjo/ChainForge/pull/280/hovercard\" href=\"https://github.com/ianarawjo/ChainForge/pull/280\">#280</a>)"}},{"before":"f227996acd3f10eb5d2c32847ac9d05b946ec4fc","after":"fab38d0e6d8fa95b3ed45e7c99b2dd76d4719b35","ref":"refs/heads/moremodels","pushedAt":"2024-05-16T20:19:52.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"chore: bump @mirai73/bedrock-fm library (#277)\n\n- the new version adds source code to facilitate debugging\r\n\r\nCo-authored-by: ianarawjo <fatso784@gmail.com>","shortMessageHtmlLink":"chore: bump @mirai73/bedrock-fm library (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2279476914\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ianarawjo/ChainForge/issues/277\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ianarawjo/ChainForge/pull/277/hovercard\" href=\"https://github.com/ianarawjo/ChainForge/pull/277\">#277</a>)"}},{"before":"e3259ecc1bc4b4ef5911b82115f718d3e2e5e690","after":"f227996acd3f10eb5d2c32847ac9d05b946ec4fc","ref":"refs/heads/moremodels","pushedAt":"2024-05-16T20:17:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"feat(bedrock_llama3): added support for Llama3 (#270)\n\n- added also Claude 3 Opus to the list of models\r\n- replaced hardcoded model Id strings with refs to NativeLLM enum","shortMessageHtmlLink":"feat(bedrock_llama3): added support for Llama3 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2265872468\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ianarawjo/ChainForge/issues/270\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ianarawjo/ChainForge/pull/270/hovercard\" href=\"https://github.com/ianarawjo/ChainForge/pull/270\">#270</a>)"}},{"before":null,"after":"e3259ecc1bc4b4ef5911b82115f718d3e2e5e690","ref":"refs/heads/moremodels","pushedAt":"2024-05-16T20:16:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Add new OpenAI models","shortMessageHtmlLink":"Add new OpenAI models"}},{"before":"735268e3315358c3f5f032714e0c75c798269975","after":"e3259ecc1bc4b4ef5911b82115f718d3e2e5e690","ref":"refs/heads/main","pushedAt":"2024-05-14T17:21:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Add new OpenAI models","shortMessageHtmlLink":"Add new OpenAI models"}},{"before":"994f2811887fa30e73ef5a033bece8b28039168f","after":"3b6302ffa768060f51960611084c80c21ac317d2","ref":"refs/heads/evalgen","pushedAt":"2024-05-08T20:08:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"b0fd0090fc34e113ae5d2fd6d65fa60cb507ba57","after":"994f2811887fa30e73ef5a033bece8b28039168f","ref":"refs/heads/evalgen","pushedAt":"2024-05-04T14:25:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"259f778c3c5c7ce10d7abb88becf7513c7f23eec","after":"9a5ff394df9a6eeb9299617c695e29d9ab3ea87a","ref":"refs/heads/multi-eval","pushedAt":"2024-05-03T20:06:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Change the evalgen executor to use openai instead of azure openai (#275)\n\n* Adding all edits I made for the study\r\n\r\n* Add prettier formatting\r\n\r\n* Change Azure usage to openai\r\n\r\n* Change Azure usage to openai\r\n\r\n* Change gpt 35 model to 35-16k","shortMessageHtmlLink":"Change the evalgen executor to use openai instead of azure openai (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2278341870\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ianarawjo/ChainForge/issues/275\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ianarawjo/ChainForge/pull/275/hovercard\" href=\"https://github.com/ianarawjo/ChainForge/pull/275\">#275</a>)"}},{"before":null,"after":"b0fd0090fc34e113ae5d2fd6d65fa60cb507ba57","ref":"refs/heads/evalgen","pushedAt":"2024-05-02T01:39:27.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"init commit","shortMessageHtmlLink":"init commit"}},{"before":"742d2ff9b722929498f09fdbd8b2ba290704f832","after":"259f778c3c5c7ce10d7abb88becf7513c7f23eec","ref":"refs/heads/multi-eval","pushedAt":"2024-05-02T00:22:29.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Adding all code edits I made for the study (#267)\n\n* Adding all edits I made for the study\r\n\r\n* Add prettier formatting","shortMessageHtmlLink":"Adding all code edits I made for the study (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2264335086\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ianarawjo/ChainForge/issues/267\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ianarawjo/ChainForge/pull/267/hovercard\" href=\"https://github.com/ianarawjo/ChainForge/pull/267\">#267</a>)"}},{"before":"af7f53f76e573d25770c65fbd6ebf87bc8fd9593","after":"735268e3315358c3f5f032714e0c75c798269975","ref":"refs/heads/main","pushedAt":"2024-04-30T01:18:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Fix Claude carrying system message issue and bug with OpenAI_BaseURL loading","shortMessageHtmlLink":"Fix Claude carrying system message issue and bug with OpenAI_BaseURL …"}},{"before":"4fa4b7bcc0567e572c5ba0e391028b66b391029c","after":"af7f53f76e573d25770c65fbd6ebf87bc8fd9593","ref":"refs/heads/main","pushedAt":"2024-04-28T18:30:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Fix bug loading OPENAI_BASE_URL from environ var","shortMessageHtmlLink":"Fix bug loading OPENAI_BASE_URL from environ var"}},{"before":"6fa3092cd0a96cb30b650a5ad845036f411481d7","after":"4fa4b7bcc0567e572c5ba0e391028b66b391029c","ref":"refs/heads/main","pushedAt":"2024-04-26T11:24:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Escape braces in LLM scorer. Add OpenAI_BaseURL setting.","shortMessageHtmlLink":"Escape braces in LLM scorer. Add OpenAI_BaseURL setting."}},{"before":"2fccde4ff2ea37183ffacf2dca6db968e45d44a3","after":null,"ref":"refs/heads/multi-eval-merge","pushedAt":"2024-04-25T17:51:29.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"}},{"before":"2998c99f0808d1bb2e246856ab3c8be6ee22eb37","after":"6fa3092cd0a96cb30b650a5ad845036f411481d7","ref":"refs/heads/main","pushedAt":"2024-04-25T17:51:25.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Add Multi-Eval node (#265)\n\n* Port over and type MultiEvalNode code from the `multi-eval` branch\r\n\r\n* Merge css changes from `multi-eval`\r\n\r\n* Merge changes to inspector table view from `multi-eval`\r\n\r\n* Criteria progress rings\r\n\r\n* Debounce renders on text edits\r\n\r\n* Add sandbox toggle to Python evals inside MultiEval\r\n\r\n* Add uids to evals in MultiEval, for correct cache ids not dependent on name\r\n\r\n* <Stack> scores\r\n\r\n* Add debounce to editing code or prompts in eval UI\r\n\r\n* Update package version","shortMessageHtmlLink":"Add Multi-Eval node (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2264163250\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ianarawjo/ChainForge/issues/265\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ianarawjo/ChainForge/pull/265/hovercard\" href=\"https://github.com/ianarawjo/ChainForge/pull/265\">#265</a>)"}},{"before":"c48a456d48701d8df696bba6bbd2c6c9d0df6d81","after":"2fccde4ff2ea37183ffacf2dca6db968e45d44a3","ref":"refs/heads/multi-eval-merge","pushedAt":"2024-04-25T17:38:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Update version","shortMessageHtmlLink":"Update version"}},{"before":"fc67b296fb619182aca5f3465a43636fa75f3da8","after":"c48a456d48701d8df696bba6bbd2c6c9d0df6d81","ref":"refs/heads/multi-eval-merge","pushedAt":"2024-04-25T17:33:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Add debounce to editing code or prompts in eval UI","shortMessageHtmlLink":"Add debounce to editing code or prompts in eval UI"}},{"before":"3c38a6cf7d6f3163e575ed8cdcba5f658abf16f4","after":"fc67b296fb619182aca5f3465a43636fa75f3da8","ref":"refs/heads/multi-eval-merge","pushedAt":"2024-04-25T17:07:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Fix stacked score issue","shortMessageHtmlLink":"Fix stacked score issue"}},{"before":"bf2940764767b81bc83e5ca165d56f587475e2d6","after":"3c38a6cf7d6f3163e575ed8cdcba5f658abf16f4","ref":"refs/heads/multi-eval-merge","pushedAt":"2024-04-25T16:55:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Bug squashing --add uids to evals in MultiEval","shortMessageHtmlLink":"Bug squashing --add uids to evals in MultiEval"}},{"before":"6a86ce74faf654de32fda37120c6590743d56ca5","after":"bf2940764767b81bc83e5ca165d56f587475e2d6","ref":"refs/heads/multi-eval-merge","pushedAt":"2024-04-25T01:53:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"Criteria progress rings; debounce render; add sandbox toggle to Python evals","shortMessageHtmlLink":"Criteria progress rings; debounce render; add sandbox toggle to Pytho…"}},{"before":"60722c21ff1b2589d0010d005faa791efba09f52","after":"6a86ce74faf654de32fda37120c6590743d56ca5","ref":"refs/heads/multi-eval-merge","pushedAt":"2024-04-24T01:54:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ianarawjo","name":null,"path":"/ianarawjo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5251713?s=80&v=4"},"commit":{"message":"bug fix","shortMessageHtmlLink":"bug fix"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEV1wgOgA","startCursor":null,"endCursor":null}},"title":"Activity · ianarawjo/ChainForge"}