{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":653496050,"defaultBranch":"main","name":"inference","ownerLogin":"xorbitsai","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-06-14T07:05:04.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/109655068?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717147691.0","currentOid":""},"activityList":{"items":[{"before":"25fd15a75b5205571a9c2c23ebfe8f0f56804753","after":"d76549b7533a3ed20e225548e1bb2bf89e7296c8","ref":"refs/heads/main","pushedAt":"2024-06-01T10:27:50.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"ENH: make CogVLM2 support stream output (#1572)","shortMessageHtmlLink":"ENH: make CogVLM2 support stream output (#1572)"}},{"before":"69c09cd068a530cd2fdcac07e4e81f03d48f04f9","after":"25fd15a75b5205571a9c2c23ebfe8f0f56804753","ref":"refs/heads/main","pushedAt":"2024-06-01T06:14:28.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"BUG: Fix typo for cogvlm2 (#1573)","shortMessageHtmlLink":"BUG: Fix typo for cogvlm2 (#1573)"}},{"before":"488ef461f7ed77c0ee8c8ceda1efa067848e6577","after":"69c09cd068a530cd2fdcac07e4e81f03d48f04f9","ref":"refs/heads/main","pushedAt":"2024-05-31T09:12:13.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"amumu96","name":null,"path":"/amumu96","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/128140880?s=80&v=4"},"commit":{"message":"ENH: add real paths column (#1555)","shortMessageHtmlLink":"ENH: add real paths column (#1555)"}},{"before":"cb9dbb2d9bf3f60c25917d74b53536bc93625ffb","after":"488ef461f7ed77c0ee8c8ceda1efa067848e6577","ref":"refs/heads/main","pushedAt":"2024-05-31T09:11:53.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"FEAT: telechat model (#1567)\n\nCo-authored-by: LIKEGAKKI \r\nCo-authored-by: qinxuye ","shortMessageHtmlLink":"FEAT: telechat model (#1567)"}},{"before":"f8dd5bac18661a66d344e7b49b23309d14a5ec4c","after":"cb9dbb2d9bf3f60c25917d74b53536bc93625ffb","ref":"refs/heads/main","pushedAt":"2024-05-31T04:31:44.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"DOC: update readme and fix description about model engine (#1566)","shortMessageHtmlLink":"DOC: update readme and fix description about model engine (#1566)"}},{"before":"18ab07140f88dd8e311309cb8140117a14853096","after":"f8dd5bac18661a66d344e7b49b23309d14a5ec4c","ref":"refs/heads/main","pushedAt":"2024-05-31T04:10:55.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"FEAT: Support new model CogVLM (#1551)\n\nCo-authored-by: wuzhaoxin <15667065080@162.com>","shortMessageHtmlLink":"FEAT: Support new model CogVLM (#1551)"}},{"before":"b8658bc6ff70cd3b7801b4c287017bc12ef8cb08","after":"18ab07140f88dd8e311309cb8140117a14853096","ref":"refs/heads/main","pushedAt":"2024-05-31T02:37:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"ENH: add additional_option at vl gradio (#1561)\n\nCo-authored-by: wuzhaoxin <15667065080@162.com>","shortMessageHtmlLink":"ENH: add additional_option at vl gradio (#1561)"}},{"before":"992aa561e5104629ef3e113617aa102cf788055e","after":"b8658bc6ff70cd3b7801b4c287017bc12ef8cb08","ref":"refs/heads/main","pushedAt":"2024-05-30T13:42:06.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"BUG: Fix validation errors when define a custom baichuan-chat LLM model (#1557)","shortMessageHtmlLink":"BUG: Fix validation errors when define a custom baichuan-chat LLM mod…"}},{"before":"5b7b5b66c919d26df3668c9da9293d2adb855cab","after":"992aa561e5104629ef3e113617aa102cf788055e","ref":"refs/heads/main","pushedAt":"2024-05-30T11:45:30.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"FEAT: Support XINFERENCE_DISABLE_METRICS env (#1547)\n\nCo-authored-by: Xuye (Chris) Qin ","shortMessageHtmlLink":"FEAT: Support XINFERENCE_DISABLE_METRICS env (#1547)"}},{"before":"f7e33a3485615a2ca6636575c10ff336b77fd781","after":"5b7b5b66c919d26df3668c9da9293d2adb855cab","ref":"refs/heads/main","pushedAt":"2024-05-30T11:32:27.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"ENH: rm mini-internvl (#1563)\n\nCo-authored-by: wuzhaoxin <15667065080@162.com>","shortMessageHtmlLink":"ENH: rm mini-internvl (#1563)"}},{"before":"18e3d2401451aca3bb4595d3b9795bd9e1324493","after":"f7e33a3485615a2ca6636575c10ff336b77fd781","ref":"refs/heads/main","pushedAt":"2024-05-30T08:09:24.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"BUG: fix vl-model img path error (#1559)\n\nCo-authored-by: wuzhaoxin <15667065080@162.com>","shortMessageHtmlLink":"BUG: fix vl-model img path error (#1559)"}},{"before":"f7e088dde46c641a0323e619954c385966af176f","after":"18e3d2401451aca3bb4595d3b9795bd9e1324493","ref":"refs/heads/main","pushedAt":"2024-05-30T05:05:45.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ChengjieLi28","name":"Chengjie Li","path":"/ChengjieLi28","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/109656400?s=80&v=4"},"commit":{"message":"Correct ModelActor import path in worker & supervisor (#1550)","shortMessageHtmlLink":"Correct ModelActor import path in worker & supervisor (#1550)"}},{"before":"568f722a38a6ac8fa0119c92d56086caddd51d34","after":"f7e088dde46c641a0323e619954c385966af176f","ref":"refs/heads/main","pushedAt":"2024-05-28T03:52:14.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"FEAT: support Yi-1.5-chat-16k (#1544)","shortMessageHtmlLink":"FEAT: support Yi-1.5-chat-16k (#1544)"}},{"before":"ac8f33439c25e6fb05eba79e7932cbbadd068174","after":"568f722a38a6ac8fa0119c92d56086caddd51d34","ref":"refs/heads/main","pushedAt":"2024-05-28T02:28:40.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ChengjieLi28","name":"Chengjie Li","path":"/ChengjieLi28","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/109656400?s=80&v=4"},"commit":{"message":"ENH: added engines options to model launch details (#1546)","shortMessageHtmlLink":"ENH: added engines options to model launch details (#1546)"}},{"before":"77e79f863daf9aa0bc6b9e8bf5e6d74e14bd5367","after":"ac8f33439c25e6fb05eba79e7932cbbadd068174","ref":"refs/heads/main","pushedAt":"2024-05-24T11:39:58.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"BUG: fix launch model error when use torch 2.3.0 (#1543)\n\nCo-authored-by: wuzhaoxin <15667065080@162.com>","shortMessageHtmlLink":"BUG: fix launch model error when use torch 2.3.0 (#1543)"}},{"before":"27643def98ad7bfec8fcdff9d26925f1514b4ef4","after":"77e79f863daf9aa0bc6b9e8bf5e6d74e14bd5367","ref":"refs/heads/main","pushedAt":"2024-05-24T08:46:11.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"amumu96","name":null,"path":"/amumu96","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/128140880?s=80&v=4"},"commit":{"message":"FEAT: Provide the functionality to query information on various cached models hosted on the query node. (#1522)","shortMessageHtmlLink":"FEAT: Provide the functionality to query information on various cache…"}},{"before":"9d818a41e72721a0c2e6977ad0ea3bcee76e1308","after":"27643def98ad7bfec8fcdff9d26925f1514b4ef4","ref":"refs/heads/main","pushedAt":"2024-05-24T08:45:04.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ChengjieLi28","name":"Chengjie Li","path":"/ChengjieLi28","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/109656400?s=80&v=4"},"commit":{"message":"ENH: Support Intern-VL-Chat model (#1536)\n\nCo-authored-by: wuzhaoxin <15667065080@162.com>","shortMessageHtmlLink":"ENH: Support Intern-VL-Chat model (#1536)"}},{"before":"c3925ace5d0f9c9976b2fa62a2844576c9f442ff","after":"9d818a41e72721a0c2e6977ad0ea3bcee76e1308","ref":"refs/heads/main","pushedAt":"2024-05-24T07:10:34.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ChengjieLi28","name":"Chengjie Li","path":"/ChengjieLi28","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/109656400?s=80&v=4"},"commit":{"message":"BUG: Fix gpu_idx allocate error when set replica > 1 (#1528)\n\nCo-authored-by: wuzhaoxin <15667065080@162.com>","shortMessageHtmlLink":"BUG: Fix gpu_idx allocate error when set replica > 1 (#1528)"}},{"before":"d4c4fa91c0da662c731cc620b0ead75d8686f0a4","after":"c3925ace5d0f9c9976b2fa62a2844576c9f442ff","ref":"refs/heads/main","pushedAt":"2024-05-24T07:08:01.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ChengjieLi28","name":"Chengjie Li","path":"/ChengjieLi28","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/109656400?s=80&v=4"},"commit":{"message":"ENH: convert command-r to chat (#1537)","shortMessageHtmlLink":"ENH: convert command-r to chat (#1537)"}},{"before":"7c6465cbffcf238d03d587791f4adad10996f849","after":"d4c4fa91c0da662c731cc620b0ead75d8686f0a4","ref":"refs/heads/main","pushedAt":"2024-05-24T06:09:58.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"FEAT: Auto detect rerank type for unknown rerank type (#1538)\n\nCo-authored-by: qinxuye ","shortMessageHtmlLink":"FEAT: Auto detect rerank type for unknown rerank type (#1538)"}},{"before":"263a1152d243d873ec52ef60e7fda02a1cb83293","after":"7c6465cbffcf238d03d587791f4adad10996f849","ref":"refs/heads/main","pushedAt":"2024-05-24T03:54:53.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"BUG: Fix start worker failed due to None device name (#1539)\n\nCo-authored-by: qinxuye ","shortMessageHtmlLink":"BUG: Fix start worker failed due to None device name (#1539)"}},{"before":"aa6a60d58ac0dbc2c39dd2f55dfa0a360fcf0003","after":"263a1152d243d873ec52ef60e7fda02a1cb83293","ref":"refs/heads/main","pushedAt":"2024-05-23T04:09:01.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"BLD: compatible with torch 2.3.0 (#1534)","shortMessageHtmlLink":"BLD: compatible with torch 2.3.0 (#1534)"}},{"before":"6cc4680dece756a41b9ed98ba0168e4859ba0188","after":"aa6a60d58ac0dbc2c39dd2f55dfa0a360fcf0003","ref":"refs/heads/main","pushedAt":"2024-05-23T04:08:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"FEAT: add codeqwen1.5 (#1535)","shortMessageHtmlLink":"FEAT: add codeqwen1.5 (#1535)"}},{"before":"bf88e9b7fd1c430e60fcb53d7872192321f15180","after":"6cc4680dece756a41b9ed98ba0168e4859ba0188","ref":"refs/heads/main","pushedAt":"2024-05-23T01:58:47.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"FEAT: add deepseek llm and coder base (#1533)","shortMessageHtmlLink":"FEAT: add deepseek llm and coder base (#1533)"}},{"before":"5f7e99447f374d745dfb94c60e5d0ff6d2a34947","after":"bf88e9b7fd1c430e60fcb53d7872192321f15180","ref":"refs/heads/main","pushedAt":"2024-05-22T04:00:11.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"BLD: Fix pre commit (#1527)","shortMessageHtmlLink":"BLD: Fix pre commit (#1527)"}},{"before":"8464b41b58cbfe1c1fab842385bfbed8b82b16f5","after":"5f7e99447f374d745dfb94c60e5d0ff6d2a34947","ref":"refs/heads/main","pushedAt":"2024-05-22T01:59:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"ENH: Compatible with `huggingface-hub` `v0.23.0` (#1514)","shortMessageHtmlLink":"ENH: Compatible with huggingface-hub v0.23.0 (#1514)"}},{"before":"da04f2369fbcfacfd69f444b5407cd1cb116da1e","after":null,"ref":"refs/heads/gpu_idx","pushedAt":"2024-05-21T07:42:41.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"amumu96","name":null,"path":"/amumu96","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/128140880?s=80&v=4"}},{"before":"e0ac4ef021b7427912356bc5ed982a801ac47072","after":"8464b41b58cbfe1c1fab842385bfbed8b82b16f5","ref":"refs/heads/main","pushedAt":"2024-05-21T07:33:10.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"FEAT: Add command cal-model-mem (#1460)","shortMessageHtmlLink":"FEAT: Add command cal-model-mem (#1460)"}},{"before":"e5bc6e07cde7b79db599bb1b5b33aa8dc597978f","after":"da04f2369fbcfacfd69f444b5407cd1cb116da1e","ref":"refs/heads/gpu_idx","pushedAt":"2024-05-21T04:11:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"amumu96","name":null,"path":"/amumu96","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/128140880?s=80&v=4"},"commit":{"message":"rm n_gpu","shortMessageHtmlLink":"rm n_gpu"}},{"before":"f9b0e7a95405f052e1d475a698c1ccc0bef65e1a","after":"e0ac4ef021b7427912356bc5ed982a801ac47072","ref":"refs/heads/main","pushedAt":"2024-05-21T03:23:00.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"qinxuye","name":"Xuye (Chris) Qin","path":"/qinxuye","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/357506?s=80&v=4"},"commit":{"message":"CHORE: Basic benchmark/benchmark_rerank.py (#1479)","shortMessageHtmlLink":"CHORE: Basic benchmark/benchmark_rerank.py (#1479)"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEWax_TAA","startCursor":null,"endCursor":null}},"title":"Activity · xorbitsai/inference"}