MUSE text-to-image model.\nThe open-muse repo contains the model implementation, training code and everything related to training.\nAll the artefacts of this project, such as the training checkpoints and final models will be uploaded to this organization.

\n

Training Logs:

\n

All training logs can be found in this W&B Project

\n

Steps:

\n

\n
1. Setup the codebase and train a class-conditional model on imagenet.
\n
2. Conduct text2image experiments on CC12M.
\n
3. Train improved VQGANs models.
\n
4. Train the full (base-256) model on LAION + COYO.
\n
5. Train the full (base-512) model on LAION + COYO.
\n

\n

Weekly Log

\n

...

\n","classNames":"hf-sanitized hf-sanitized-ktcX-55vEUAuSpa9EGY2K"},"users":[{"_id":"5ec0135ded25d76864d553f1","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1600014820272-5ec0135ded25d76864d553f1.jpeg","isPro":false,"fullname":"Suraj Patil","user":"valhalla","type":"user"},{"_id":"62bb166c79438c5d7d3c0159","avatarUrl":"/avatars/06b905545d18fffdecb6247d0740a759.svg","isPro":false,"fullname":"Isamu Isozaki","user":"Isamu136","type":"user"},{"_id":"63407fadb78ed99eab00203d","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1668468846504-63407fadb78ed99eab00203d.jpeg","isPro":false,"fullname":"Will Berman","user":"williamberman","type":"user"}],"userCount":3,"collections":[{"slug":"amused/amused-658c1286b4464ac771cd3019","title":"aMUSEd","description":"Public checkpoints of aMUSEd","gating":false,"lastUpdated":"2023-12-27T12:04:35.517Z","owner":{"_id":"63fcdeb094cc8f815d4a7f21","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677517050329-5dfcb1aada6d0311fd3d5448.jpeg","fullname":"Open Reproduction of MUSE","name":"amused","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":44},"items":[{"_id":"658c12a074e79b9a8e9f0dcd","position":0,"type":"model","author":"amused","authorData":{"_id":"63fcdeb094cc8f815d4a7f21","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677517050329-5dfcb1aada6d0311fd3d5448.jpeg","fullname":"Open Reproduction of MUSE","name":"amused","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":44},"downloads":318,"gated":false,"id":"amused/amused-512","availableInferenceProviders":[],"lastModified":"2024-01-04T14:13:56.000Z","likes":42,"private":false,"repoType":"model","isLikedByUser":false},{"_id":"658c12d3539b68adc77cd979","position":1,"type":"model","author":"amused","authorData":{"_id":"63fcdeb094cc8f815d4a7f21","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677517050329-5dfcb1aada6d0311fd3d5448.jpeg","fullname":"Open Reproduction of MUSE","name":"amused","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":44},"downloads":223,"gated":false,"id":"amused/amused-256","availableInferenceProviders":[],"lastModified":"2024-01-04T14:14:00.000Z","likes":18,"private":false,"repoType":"model","isLikedByUser":false}],"position":0,"theme":"indigo","private":false,"shareUrl":"https://huggingface.co/collections/amused/amused-658c1286b4464ac771cd3019","upvotes":1,"isUpvotedByUser":false}],"datasets":[],"models":[{"author":"amused","authorData":{"_id":"63fcdeb094cc8f815d4a7f21","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677517050329-5dfcb1aada6d0311fd3d5448.jpeg","fullname":"Open Reproduction of MUSE","name":"amused","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":44},"downloads":223,"gated":false,"id":"amused/amused-256","availableInferenceProviders":[],"lastModified":"2024-01-04T14:14:00.000Z","likes":18,"private":false,"repoType":"model","isLikedByUser":false},{"author":"amused","authorData":{"_id":"63fcdeb094cc8f815d4a7f21","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677517050329-5dfcb1aada6d0311fd3d5448.jpeg","fullname":"Open Reproduction of MUSE","name":"amused","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":44},"downloads":318,"gated":false,"id":"amused/amused-512","availableInferenceProviders":[],"lastModified":"2024-01-04T14:13:56.000Z","likes":42,"private":false,"repoType":"model","isLikedByUser":false},{"author":"amused","authorData":{"_id":"63fcdeb094cc8f815d4a7f21","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677517050329-5dfcb1aada6d0311fd3d5448.jpeg","fullname":"Open Reproduction of MUSE","name":"amused","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":44},"downloads":0,"gated":false,"id":"amused/muse-512-finetuned","availableInferenceProviders":[],"lastModified":"2023-09-19T21:26:23.000Z","likes":0,"private":false,"repoType":"model","isLikedByUser":false}],"spaces":[{"author":"amused","authorData":{"_id":"63fcdeb094cc8f815d4a7f21","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677517050329-5dfcb1aada6d0311fd3d5448.jpeg","fullname":"Open Reproduction of MUSE","name":"amused","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":44},"colorFrom":"gray","colorTo":"red","createdAt":"2023-05-24T11:25:12.000Z","emoji":"📊","id":"amused/amused","lastModified":"2024-01-04T14:15:50.000Z","likes":47,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNNING","hardware":{"current":"a10g-large","requested":"a10g-large"},"storage":null,"gcTimeout":86400,"replicas":{"current":1,"requested":1},"devMode":false,"domains":[{"domain":"amused-amused.hf.space","stage":"READY"}],"sha":"9ff3bfbdd4057efc5759bbd4f14598bea402f201"},"title":"aMUSEd","isLikedByUser":false,"ai_short_description":"Generate images from text prompts","ai_category":"Image Generation","trendingScore":0,"tags":["gradio","region:us"]}],"numDatasets":0,"numModels":3,"numSpaces":2,"lastOrgActivities":[],"acceptLanguages":["*"],"canReadRepos":false,"canReadSpaces":false,"blogPosts":[],"showRepoType":"space","numReposPerPage":24,"repos":[{"author":"amused","authorData":{"_id":"63fcdeb094cc8f815d4a7f21","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677517050329-5dfcb1aada6d0311fd3d5448.jpeg","fullname":"Open Reproduction of MUSE","name":"amused","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":44},"colorFrom":"gray","colorTo":"red","createdAt":"2023-05-24T11:25:12.000Z","emoji":"📊","id":"amused/amused","lastModified":"2024-01-04T14:15:50.000Z","likes":47,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNNING","hardware":{"current":"a10g-large","requested":"a10g-large"},"storage":null,"gcTimeout":86400,"replicas":{"current":1,"requested":1},"devMode":false,"domains":[{"domain":"amused-amused.hf.space","stage":"READY"}],"sha":"9ff3bfbdd4057efc5759bbd4f14598bea402f201"},"title":"aMUSEd","isLikedByUser":false,"ai_short_description":"Generate images from text prompts","ai_category":"Image Generation","trendingScore":0,"tags":["gradio","region:us"]},{"author":"amused","authorData":{"_id":"63fcdeb094cc8f815d4a7f21","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677517050329-5dfcb1aada6d0311fd3d5448.jpeg","fullname":"Open Reproduction of MUSE","name":"amused","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":44},"colorFrom":"purple","colorTo":"indigo","createdAt":"2023-02-27T16:58:16.000Z","emoji":"🐨","id":"amused/README","lastModified":"2023-04-06T09:07:41.000Z","likes":0,"pinned":false,"private":false,"sdk":"static","repoType":"space","runtime":{"stage":"RUNNING","hardware":{"current":null,"requested":null},"storage":null,"replicas":{"requested":1,"current":1}},"title":"README","isLikedByUser":false,"trendingScore":0,"tags":["static","region:us"]}],"numRepos":2,"currentRepoPage":0,"filters":{}}">