{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":677953180,"defaultBranch":"master","name":"stable-diffusion.cpp","ownerLogin":"leejet","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-13T07:36:51.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/31925346?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1717218732.0","currentOid":""},"activityList":{"items":[{"before":"be6cd1a4bf4fbea26fe4df52a140e6ea27316873","after":"b6daf5c55b9263ff050730368ee1cf9123ff407c","ref":"refs/heads/master","pushedAt":"2024-06-01T06:01:58.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: use PRI64 instead of %i for some log (#269)","shortMessageHtmlLink":"fix: use PRI64 instead of %i for some log (#269)"}},{"before":"e1384defcaeea53ad714487afcff38b7e582d9b1","after":"be6cd1a4bf4fbea26fe4df52a140e6ea27316873","ref":"refs/heads/master","pushedAt":"2024-06-01T05:44:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"sync: update ggml","shortMessageHtmlLink":"sync: update ggml"}},{"before":"814280343ceaf1ccdd76220ec11e6b83b53a7711","after":"e1384defcaeea53ad714487afcff38b7e582d9b1","ref":"refs/heads/master","pushedAt":"2024-06-01T04:58:30.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"perf: make crc32 100x faster on x86-64 (#278)\n\nThis change makes checkpoints load significantly faster by optimizing\r\npkzip's cyclic redundancy check. This code was developed by Intel and\r\nGoogle and Mozilla. See Chromium's zlib codebase for further details.","shortMessageHtmlLink":"perf: make crc32 100x faster on x86-64 (#278)"}},{"before":"1d2af5ca3fc30dec9657a6cca8f87c20dfd83f1c","after":"814280343ceaf1ccdd76220ec11e6b83b53a7711","ref":"refs/heads/master","pushedAt":"2024-06-01T04:33:14.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"chore: update artifact actions (#267)","shortMessageHtmlLink":"chore: update artifact actions (#267)"}},{"before":"ce1bcc74a6bf1f2c187d4d8ea14ee247cf562af2","after":"1d2af5ca3fc30dec9657a6cca8f87c20dfd83f1c","ref":"refs/heads/master","pushedAt":"2024-05-14T15:08:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: set n_dims of tensor storage to 1 when it's 0","shortMessageHtmlLink":"fix: set n_dims of tensor storage to 1 when it's 0"}},{"before":"760cfaa61896a02dab8b1ac84a59b17ddf951090","after":"ce1bcc74a6bf1f2c187d4d8ea14ee247cf562af2","ref":"refs/heads/master","pushedAt":"2024-04-29T15:21:32.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"feat: add AYS(Align Your Steps) scheduler (#241)\n\nAdded NVIDEA's new \"Align Your Steps\" style scheduler in accordance with their\r\nquick start guide. Currently has handling for SD1.5, SDXL, and SVD, using the\r\nnoise levels from their paper to generate the sigma values. Can be selected\r\nusing the --schedule ays command line switch. Updates the main.cpp help\r\nmessage and README to reflect this option, also they now inform the user\r\nof the --color switch as well.\r\n\r\n---------\r\n\r\nCo-authored-by: leejet ","shortMessageHtmlLink":"feat: add AYS(Align Your Steps) scheduler (#241)"}},{"before":"6d16f6853ed47298f0e5ea2c799e617f3e33ed1a","after":"760cfaa61896a02dab8b1ac84a59b17ddf951090","ref":"refs/heads/master","pushedAt":"2024-04-29T15:04:27.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: ignore tensors with the particular dim while loading (#233)","shortMessageHtmlLink":"fix: ignore tensors with the particular dim while loading (#233)"}},{"before":"036ba9e6d8901d2b4991c5dc1ec2ace538947c93","after":"6d16f6853ed47298f0e5ea2c799e617f3e33ed1a","ref":"refs/heads/master","pushedAt":"2024-04-29T14:59:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: correct upscale progressbar (#232)","shortMessageHtmlLink":"fix: correct upscale progressbar (#232)"}},{"before":"ec82d5279ab7d3b20d95bf1e803c78306030e6b1","after":"036ba9e6d8901d2b4991c5dc1ec2ace538947c93","ref":"refs/heads/master","pushedAt":"2024-04-14T08:36:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"feat: enable controlnet and photo maker for img2img mode","shortMessageHtmlLink":"feat: enable controlnet and photo maker for img2img mode"}},{"before":"afea457eda9c1267d3aa2f3b5da3bb52775fe411","after":"ec82d5279ab7d3b20d95bf1e803c78306030e6b1","ref":"refs/heads/master","pushedAt":"2024-04-14T06:05:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"refector: remove some useless code","shortMessageHtmlLink":"refector: remove some useless code"}},{"before":"646e77638ed4b323845c3578d58ffc751a9f010e","after":"afea457eda9c1267d3aa2f3b5da3bb52775fe411","ref":"refs/heads/master","pushedAt":"2024-04-06T09:12:03.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: support more SDXL LoRA names (#216)\n\n* apply pmid lora only once for multiple txt2img calls\r\n\r\n* add better support for SDXL LoRA\r\n\r\n* fix for some sdxl lora, like lcm-lora-xl\r\n\r\n---------\r\n\r\nCo-authored-by: bssrdf \r\nCo-authored-by: leejet ","shortMessageHtmlLink":"fix: support more SDXL LoRA names (#216)"}},{"before":"3ac48ea1a702e12cf63426c5b8eb13bd90946802","after":"646e77638ed4b323845c3578d58ffc751a9f010e","ref":"refs/heads/master","pushedAt":"2024-04-06T08:51:48.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: fix tiles_ctx not freed in sd_tiling (#219)","shortMessageHtmlLink":"fix: fix tiles_ctx not freed in sd_tiling (#219)"}},{"before":"607e39489facd7a6ceb05bfcf83a2d9b69e7d9d6","after":"3ac48ea1a702e12cf63426c5b8eb13bd90946802","ref":"refs/heads/master","pushedAt":"2024-04-06T08:37:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: use static implementation of stb_image_resize","shortMessageHtmlLink":"fix: use static implementation of stb_image_resize"}},{"before":"ccae95aec958423a10da7b0733c7130acda96eab","after":"607e39489facd7a6ceb05bfcf83a2d9b69e7d9d6","ref":"refs/heads/master","pushedAt":"2024-04-02T04:31:55.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"docs: add Jellybox as UI using sd.cpp (#214)","shortMessageHtmlLink":"docs: add Jellybox as UI using sd.cpp (#214)"}},{"before":"90e9178d18f45c8e2d8eeb5adab2465ae8753a48","after":"ccae95aec958423a10da7b0733c7130acda96eab","ref":"refs/heads/master","pushedAt":"2024-04-02T04:29:18.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"feat: support RGBA image input of flexible size (#212)\n\n* Support png image and resize image with 64 pixels in img2img mode\r\n\r\n* update the error information\r\n\r\n---------\r\n\r\nCo-authored-by: leejet ","shortMessageHtmlLink":"feat: support RGBA image input of flexible size (#212)"}},{"before":"48bcce493f45a11d9d5a4c69943d03ff919d748f","after":"90e9178d18f45c8e2d8eeb5adab2465ae8753a48","ref":"refs/heads/master","pushedAt":"2024-04-02T03:58:29.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: apply pmid lora only once for multiple txt2img calls (#208)\n\nCo-authored-by: bssrdf ","shortMessageHtmlLink":"fix: apply pmid lora only once for multiple txt2img calls (#208)"}},{"before":"a469688e30122d3b6c1faa5b36ffc3261e6deb82","after":"48bcce493f45a11d9d5a4c69943d03ff919d748f","ref":"refs/heads/master","pushedAt":"2024-03-20T14:00:22.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: avoid double free and fix sdxl lora naming conversion\n\n* Fixed a double free issue when running multiple backends on the CPU, eg: CLIP\r\nand the primary backend, as this would result in the *_backend pointers both\r\npointing to the same thing resulting in a segfault when calling the\r\nStableDiffusionGGML destructor.\r\n\r\n* Improve logging to allow for a color switch on the command line interface.\r\nChanged the base log_printf function to not bake the log level directly into\r\nthe log buffer as that information is already passed the logging function via\r\nthe level parameter and it's easier to add in there than strip it out.\r\n\r\n* Added a fix for certain SDXL LoRAs that don't seem to follow the expected\r\nnaming convention, converts over the tensor name during the LoRA model\r\nloading. Added some logging of useful LoRA loading information. Had to\r\nincrease the base size of the GGML graph as the existing size results in an\r\ninsufficient graph memory error when using SDXL LoRAs.\r\n\r\n* small fixes\r\n\r\n---------\r\n\r\nCo-authored-by: leejet ","shortMessageHtmlLink":"fix: avoid double free and fix sdxl lora naming conversion"}},{"before":"61980171a18c422aae776e0641b7bcb030103f9a","after":"a469688e30122d3b6c1faa5b36ffc3261e6deb82","ref":"refs/heads/master","pushedAt":"2024-03-12T15:15:17.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"feat: add TencentARC PhotoMaker support (#179)\n\n* first efforts at implementing photomaker; lots more to do\r\n\r\n* added PhotoMakerIDEncoder model in SD\r\n\r\n* fixed soem bugs; now photomaker model weights can be loaded into their tensor buffers\r\n\r\n* added input id image loading\r\n\r\n* added preprocessing inpit id images\r\n\r\n* finished get_num_tensors\r\n\r\n* fixed a bug in remove_duplicates\r\n\r\n* add a get_learned_condition_with_trigger function to do photomaker stuff\r\n\r\n* add a convert_token_to_id function for photomaker to extract trigger word's token id\r\n\r\n* making progress; need to implement tokenizer decoder\r\n\r\n* making more progress; finishing vision model forward\r\n\r\n* debugging vision_model outputs\r\n\r\n* corrected clip vision model output\r\n\r\n* continue making progress in id fusion process\r\n\r\n* finished stacked id embedding; to be tested\r\n\r\n* remove garbage file\r\n\r\n* debuging graph compute\r\n\r\n* more progress; now alloc buffer failed\r\n\r\n* fixed wtype issue; input images can only be 1 because issue with transformer when batch size > 1 (to be investigated)\r\n\r\n* added delayed subject conditioning; now photomaker runs and generates images\r\n\r\n* fixed stat_merge_step\r\n\r\n* added photomaker lora model (to be tested)\r\n\r\n* reworked pmid lora\r\n\r\n* finished applying pmid lora; to be tested\r\n\r\n* finalized pmid lora\r\n\r\n* add a few print tensor; tweak in sample again\r\n\r\n* small tweak; still not getting ID faces\r\n\r\n* fixed a bug in FuseBlock forward; also remove diag_mask op in for vision transformer; getting better results\r\n\r\n* disable pmid lora apply for now; 1 input image seems working; > 1 not working\r\n\r\n* turn pmid lora apply back on\r\n\r\n* fixed a decode bug\r\n\r\n* fixed a bug in ggml's conv_2d, and now > 1 input images working\r\n\r\n* add style_ratio as a cli param; reworked encode with trigger for attention weights\r\n\r\n* merge commit fixing lora free param buffer error\r\n\r\n* change default style ratio to 10%\r\n\r\n* added an option to offload vae decoder to CPU for mem-limited gpus\r\n\r\n* removing image normalization step seems making ID fidelity much higher\r\n\r\n* revert default style ratio back ro 20%\r\n\r\n* added an option for normalizing input ID images; cleaned up debugging code\r\n\r\n* more clean up\r\n\r\n* fixed bugs; now failed with cuda error; likely out-of-mem on GPU\r\n\r\n* free pmid model params when required\r\n\r\n* photomaker working properly now after merging and adapting to GGMLBlock API\r\n\r\n* remove tensor renaming; fixing names in the photomaker model file\r\n\r\n* updated README.md to include instructions and notes for running PhotoMaker\r\n\r\n* a bit clean up\r\n\r\n* remove -DGGML_CUDA_FORCE_MMQ; more clean up and README update\r\n\r\n* add input image requirement in README\r\n\r\n* bring back freeing pmid lora params buffer; simply pooled output of CLIPvision\r\n\r\n* remove MultiheadAttention2; customized MultiheadAttention\r\n\r\n* added a WIN32 get_files_from_dir; turn off Photomakder if receiving no input images\r\n\r\n* update docs\r\n\r\n* fix ci error\r\n\r\n* make stable-diffusion.h a pure c header file\r\n\r\nThis reverts commit 27887b630db6a92f269f0aef8de9bc9832ab50a9.\r\n\r\n* fix ci error\r\n\r\n* format code\r\n\r\n* reuse get_learned_condition\r\n\r\n* reuse pad_tokens\r\n\r\n* reuse CLIPVisionModel\r\n\r\n* reuse LoraModel\r\n\r\n* add --clip-on-cpu\r\n\r\n* fix lora name conversion for SDXL\r\n\r\n---------\r\n\r\nCo-authored-by: bssrdf \r\nCo-authored-by: leejet ","shortMessageHtmlLink":"feat: add TencentARC PhotoMaker support (#179)"}},{"before":"583cc5bba271f838565920d8ecc71ded6e39382c","after":"61980171a18c422aae776e0641b7bcb030103f9a","ref":"refs/heads/master","pushedAt":"2024-03-10T09:23:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"sync: update ggml","shortMessageHtmlLink":"sync: update ggml"}},{"before":"1ce9470f27d480c6aa5d43c0af5b60db99454252","after":"583cc5bba271f838565920d8ecc71ded6e39382c","ref":"refs/heads/master","pushedAt":"2024-03-03T05:27:07.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"docs: add binding (#189)","shortMessageHtmlLink":"docs: add binding (#189)"}},{"before":"a65c4104634911b78c99ef81c768530f792cbda9","after":"1ce9470f27d480c6aa5d43c0af5b60db99454252","ref":"refs/heads/master","pushedAt":"2024-03-03T05:24:59.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: fix building shared library (#188)","shortMessageHtmlLink":"fix: fix building shared library (#188)"}},{"before":"a17ae7b7d21cb98f895df5096a3266d39e9de9e2","after":"a65c4104634911b78c99ef81c768530f792cbda9","ref":"refs/heads/master","pushedAt":"2024-03-02T11:50:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"sync: update ggml","shortMessageHtmlLink":"sync: update ggml"}},{"before":"e1b37b4ef603803e5c85845167b5219258708b79","after":"a17ae7b7d21cb98f895df5096a3266d39e9de9e2","ref":"refs/heads/master","pushedAt":"2024-03-02T11:23:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"sync: update ggml","shortMessageHtmlLink":"sync: update ggml"}},{"before":"7be65faa7c392499d21f28e52c27a61375686599","after":"e1b37b4ef603803e5c85845167b5219258708b79","ref":"refs/heads/master","pushedAt":"2024-03-02T09:35:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: update ggml submodule url","shortMessageHtmlLink":"fix: update ggml submodule url"}},{"before":"d164236b2af891af4a9898745dc7029a7512c29e","after":"7be65faa7c392499d21f28e52c27a61375686599","ref":"refs/heads/master","pushedAt":"2024-03-02T09:28:41.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"feat: add progress callback (#170)","shortMessageHtmlLink":"feat: add progress callback (#170)"}},{"before":"ef5c3f74012c3e23f6f244b280b97091a281cd59","after":"d164236b2af891af4a9898745dc7029a7512c29e","ref":"refs/heads/master","pushedAt":"2024-03-02T09:17:57.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: fix metal build issues (#183)","shortMessageHtmlLink":"fix: fix metal build issues (#183)"}},{"before":"b7870a0f893902ff5f11847f59e95ac556689814","after":"ef5c3f74012c3e23f6f244b280b97091a281cd59","ref":"refs/heads/master","pushedAt":"2024-03-02T09:13:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"feat: add support for prompt longer than 77","shortMessageHtmlLink":"feat: add support for prompt longer than 77"}},{"before":"4a8190405ac32930678ce030dff6289ed680b6fc","after":"b7870a0f893902ff5f11847f59e95ac556689814","ref":"refs/heads/master","pushedAt":"2024-02-26T14:01:34.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"chore: improve ci (#150)\n\n\r\n---------\r\n\r\nCo-authored-by: leejet ","shortMessageHtmlLink":"chore: improve ci (#150)"}},{"before":"730585d5154a9b0b4456d1ae0dc657c126a6222b","after":"4a8190405ac32930678ce030dff6289ed680b6fc","ref":"refs/heads/master","pushedAt":"2024-02-25T13:39:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"fix: fix the issue with dynamic linking","shortMessageHtmlLink":"fix: fix the issue with dynamic linking"}},{"before":"193fb620b1aa10447fcbbd8826a35e0c41b667b0","after":"730585d5154a9b0b4456d1ae0dc657c126a6222b","ref":"refs/heads/master","pushedAt":"2024-02-25T13:11:01.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"leejet","name":"leejet","path":"/leejet","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31925346?s=80&v=4"},"commit":{"message":"sync: update ggml (#180)","shortMessageHtmlLink":"sync: update ggml (#180)"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEWZYkMQA","startCursor":null,"endCursor":null}},"title":"Activity ยท leejet/stable-diffusion.cpp"}