stable-diffusion/text-to-image.ipynb

125 lines
2.0 MiB
Plaintext
Raw Permalink Normal View History

2023-11-08 17:50:10 +00:00
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Text-to-Image\n",
"\n",
"Using SDXL 1.0 base model only."
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Load Model"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"c:\\Users\\micro\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\tqdm\\auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
" from .autonotebook import tqdm as notebook_tqdm\n"
]
}
],
"source": [
"import torch\n",
"\n",
"from diffusers import DiffusionPipeline, StableDiffusionXLPipeline\n",
"from IPython.display import display"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Loading pipeline components...: 100%|██████████| 7/7 [00:00<00:00, 9.05it/s]\n"
]
}
],
"source": [
"pipe = StableDiffusionXLPipeline.from_pretrained(\n",
" 'stabilityai/stable-diffusion-xl-base-1.0', \n",
" torch_dtype=torch.float16, \n",
" use_safetensors=True, \n",
" variant='fp16')\n",
"pipe.to('cuda')\n",
"\n",
"def generate_image(prompt: str):\n",
" return pipe(prompt=prompt, num_inference_steps=20).images[0]"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Generate Image"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|██████████| 20/20 [00:06<00:00, 2.94it/s]\n"
]
},
{
"data": {
"image/jpeg": "/9j/4AAQSkZJRgABAQAAAQABAAD/2wBDAAgGBgcGBQgHBwcJCQgKDBQNDAsLDBkSEw8UHRofHh0aHBwgJC4nICIsIxwcKDcpLDAxNDQ0Hyc5PTgyPC4zNDL/2wBDAQkJCQwLDBgNDRgyIRwhMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjL/wAARCAQABAADASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwDzsCnCm4xThWljVoeB3p4FMFOGTxSsK2o4U6mDNOFAWHKM04DFNFPAqWMcBxThwaQDilFCGSD604UwU9eeKpiHDk04CkHFOFSPSw4U8UwZp6ihiHgc08U0fSnA0rAxRTxTR1pwoF6DgOKkFMFPFSMcBTu9IKdQAoFPWmingc0B5jgM8UtApRSExRThSCnAZoFYB6U4CkpaAFA4oApaWlcGhQKBQKcBQ2CQCnCkpRSBi0uKQc0tIApaQCnDigBMUuKWjrQAAUuKX2pKBBjmgUvWk9qdgHCkoBopABNJS0d6A6iUUtIRQAUUUtIOuggFFB60tMApKWjtSAb1PFGKAOaWmO2gneg0o4NBFIBCMUw08nimkGmheg2lBpMGgA1QDqaaWigApKXpRipY+glKRijHSlNCFYMcU0jmn4xxSGgYzvSZpxpppoGIaAKMUU2IYetApxptFhgaTtS4oxSAaetJinGkpgGKQ9cClzxSYoAYQabipGpp607jG0poo70CG00088U0jNO49BlIKfimk80AIfamnpTsZpMUXAZjimMMGpTximkUJgRUmKeRTapgNxRS4oIpBYbSYp/Q00imNWGMKQjinGkI4pCI8ZNNxzUmKaR60xpdRmKTtT8ZFNPWhANNNp1IaYCU3FLSe9N6AhppKcabQkAw0hpxHNNIphYbQRS4yaKAsMIwaaByKeaTFMLaidKaacfammkK2ow03bTzRimMzwacKaKcKYxwFPHWmjjrSj1pCsPFOFNWpAKQAKeBTQMU8cVIDhS0gPFOHSmA5eacKQDinAUMBwGacKBx0pwGaA3FUetSDimqKeBSYC5pwpuKeBQK4oGDTxSAU4UmA4U4Ugp4qRiingZpAKcBQIUDpThTQKeB6UgHClFIBmnAUBYUU4cUoFLilcNhKUUoGKUcmgNxRS4opaVhBSiinBc0BfUBS0dKUUxXFHQCloFLSHcQClpQMc0YpBpYBSikp1FhBTeacBnig80D9RBSGngdqQincQCkpwFJUgFIRg0o4NKBmqAbRTsUgFIQUGgiigYmKD1p30pO9K4xOnFBFLjBopgN6UDmlI5pcYFAtRMUHOaWkIpBoJikNOxxTcUxiEUmOadRimAzFFPxTaBCYpc0d6WkMTHFLRRigTCmnrTjimnrxTDrqJjminY9KSkHoIR6U2n0hFCCwwjJpMU4Dmii4xtIad3pMHNOweozFGKdikPWncQlJSmkoH0EpCM06kIo2GNxjikp1IeTTuITjvTMc1JimHrSBeY2mnrT6QigBv602n0hpjuRnrSEYpTyaSmgtoMamkcVIRTTTENFJTh70h6UDG96Q+tOA5oPNAEdB6U4imkUAMxnrTStPxRimPUjxSEc0/FNIoQXGEU0ipKaaYDGFNp5ppFDDqNpppxppqkA00h5p2KMUAMxSYqTFNxgYpCuRkUmMCnn2ppFUh2G4pMZNONJikw0GYpKfjNNNA7XM4U4Cmg08U2K4oFOA6UgFOHpSGKtSA0wU4UMQ8GnCmingUgFH0py0gFOFMNx61IPaoxUgpWCw4U4UlOFDFsOFPFNWnjpUsYvFOWjGaAKFqJjwRThimjrThQwvoPAp6imipFGaQCjmnCkAxT8UgBRTwKQU4CkAopwoApc0hXFHFO70gNOFA9ApcU7FLSJE7YpQKXHFGKYC4pRRS4xSDzClFHelxTAUUooApelIAo7dKUUUrDEx7Uo4NL04oqkidbgKDSjmgjmkPWwgpDyadSHrSH0FFJilpaQhtKBRS0wEpKdSGmISloAo71Iw7UlOpMcUAIKCBTgKCMUD6DQOKMUtFACYoIpRQ3agT8htFKOlJimgEPrQKXrSdKQa2EPWm4p1FMBB1oxS07tQO43vRjIpehpKAExg0nenUEd6LiG4pKdjvRikAw0UtJTQxpFIacRRincTGgUY5pwFIRg07h5jaaafTcUgEpuKk70mKExkdFOIpMY5qh6DKMU7FJSB2ENNxTyKQ8mmhDMU0jmnmmkZoDoNppFOpp5NCQDDxzRinGmgYFUMbimkVIaZSAbijGKWkwaYCGkIpxpCeaAG00in9OaaaEPoM70hp1JTYXGkZ4phqQimmhAMxTSKf2pppg7DD0pCMU7PNNNAdBhptPNNqxDcGjGTS0daQ3sJtppGelPPtTaQkhhFNNPNNI4ovYYw0UHrSdKoEIaSl96TvUjuZoFSKKaBThVNisOFKOTTQTThSQ1YcKeKYKeKBDhT1popwoDrqPxSgUgp4oDYVRinjrTRThSAkxTgPekAp3NIQ4CnimrTgM0hjwacOtNUU8CgTHAU8DmkHXinqM0mL0FC09RSAU8UgFFKBSinAYosAoFPAxSdKXrSDqOxR3o60d6QDgvNLjmgCnYxQAop2OKbSg0CuOHFLikAp4pAN6U4DNLigcUBcAKdigCnYpMTYgpQM0YpaQIMUYpaMZpj9AAoxxSiigY3FLilxSikGlhORSY5p3ajFMQgWjFL2xRSsAYzRjiijnFAdBMUuKBS4p3EJ2oAzTqOnSpH6jcUnenGkphsFIRS0UAJjNJS4xQfamGwmaDzSgZooASkIpwGaMUANo96UjFGMmkHUbikIp2KMUIBAKWl6UnXigBDSY9acBzS4oBEfSj2p1JTsO4lFLSHrStYBO1JS0lUAhFIBTqMUhPcaelIV596dQaYdBmKQ0/FNIoASkAz2p1FIYwikIp5FNIpgMxSU/imn0pgNNJj2pxFGKAfYYaSn9Kb3ouCI8ZNGKefSkNO4yMjmm4qQ000JgyMik25p5FJTEMx2FFLijkGmMYwxSYz0p5FNxSDqNppp9NINNARmkxT8U32p3GNpDTqQ0IBlNPWnn3phpgNxTTTjkUh+lUhDDSYpxFNNADDQBTsUGgbG0hpenNIaQDDSHgU7HNIaTAYaZUhFNI9qu4MbSU7FIRzUthczeKUGkoqxjhTxTAMcU8GgWw4U8U0U4VIDhUgpgp4oAcKcBSDqMU8CgGtBQKetIBmnCmIeDTxTFGaeB61Nh+Y8DNOHH0pqingUmIcKeKaoNPApAOAwakWoxUgpAPBpwpoFPFADhTwaaBTgKQDhilFIBTx1pCFAopRS4zQCuKOmKcBQBingVLATGaXFFOFIAHWloxSii4mApwxSEUoFMPIXFFFLSABTqaKcOetAB1pRRijFIApaKUUwuGKMUoopD0GmlpcUYoEHWkxS4oxQA0daXr0pwoIoAbSijFLQAlFLSYPN
"image/png": "iVBORw0KGgoAAAANSUhEUgAABAAAAAQACAIAAADwf7zUAAEAAElEQVR4AUz964402ZGlabp/h8gaYFBJRpBM9IVk9c8ZoLL6/i+ji2QEyWwMUBnfwed9lqhHlrq7mereskWWLJF90IOZv/5///X/8+H1w/e37x8/fPz+/e3l9fX1Q3+vL29vby8vL68vHb29vH340GtlDntPrDoCL2+vH9pev39/+fCBQG3f7BNL+PtbqlTd9jYT7b/28/Hl5dvbx48favtusiYvybx+mIW3l++vb0kF6e3ry4ePkNSOwo8f3r69KVFUq2xnZWZeX75/g7Pa79/AY+3l5aPmgbb/8jH584TpGqZtUsPzNQfOj5cPb28fP/GOa4f7fPkWtpdPH1++0wnPvPgQGHrPZMCPt47TMzxKJjGpa5vLL8fsh0+xF8RUBuAp5FpMisnLy/fHayZ48ZY8x0fa77/h7W9FLX4WDPJF5y2b40g0RiBaiHwaLe1EVzWj8fXr0H4VHQyn7dsTqe+VtJ9ogauK4hoJQE3lztk6PVFWJEknh1Keem2fg4QJpGhclYEfQ9tBVZBOcUIfa/2C4Y/MgZmxXKeSHoexFbdpeH35piiIr99qOt8P1bhK+PXDpw/fv9Wa3QrhpERWCkW8xtvLy9c3acOxxyxM9pWE4nl5IBV6uHL5AkYftQtBNUWQIfkjazsSlenh0rQQhqQMxcO3798/rzz5rFUSV8xLWcbQ2iudI4XO8TB5rfojPjfPSJzXGtKyI3OkfnPwtMjAs5sQF74vw+GNGjRVeGGk51GRbBtQ03wKlqVMJJbs/J3zlSWRyrDllP0HxsQmrJVNdlF3mO0AMm0XPruPDZLt6ht1irM3YYo6Zuv12/e3T2U1tukZ56HAzDcpmhMVk2wI4m5jUflXnhvrRPKPXyj7n0aqdHDlf+dhLYJ5mB4CuamMQu9hawfIcZHsyh+ZGz3e8EDaWOgte/dWbpQkV0kRz9I/Fec++RIETtjH86yTlKVtRoUhmdKOd8Qo9gisqD7Cy8ACYKrQUzjw9CzKODL7qdwQu7Je6kNVfV04psA4kCTXWHoGjqLwTSHyxWVhWEHS7A8RJGQAaai/GSQsHPAin9bNKGbg4WRvmj3EO77Dd4vmwfY/ANdAVNLV46IuIFCwl8Ze25MnNK+mIBUeFXTLLhmiSaqWiCQd4/t/Uxi3EVh6QF59m2wC6/zNKI0rqDGHUpQGEiLea3upmHVENqmeIDXshg1uHNaR0WPAWIjpqPRGeJhrW55UNz0pmhk6yM8UnfJgY06FEoBmbx1yd6AqmXZu2ZlrHFxrTRbHDjNobA8W1dP9ofl09AKNcw3bpZvM2Vjhaa9EBBi92sny7vVNNzejFd8ISGwuzo+MFecE1op4DoRCySxCKwFCITuGb8dYaxIZntdnKqwsDRsnTD15BjCnek+hYGgwhMBKt+9LNNrjQeNqr1cWzQ/pSaiGoU4L/elBibITr8ZxKtoIVJeZfhFrAaA8IcsYCSY/y5OqNpsnna4tlmqsOUXVLi4yh9IXK671rW9NnXm/tpJlVurj2Wp+xnEsfnj92vRJxZtVzTcawjMSNu/j+bgy54Y9/1Y0SvmogfJapQDVZaVcHe0IgLP3qmVLB7U6BkZjLfiokD+nsVYpzqfX16/WSzZqHFK2Fc5yie7B0ODyxNw3KxmdPilhR/blUWNHdpZi0PC4IrzFNhZZqgWuyG8m8vqtNIhJkl9bf7Y6jlD80M3v3tfJqY3qi0WCVpUJ0pm6liwi+7WpwTA2vkt5A5RW05KydiqprPmukLW1nOgF1SL6QNem3w0ZwahyW+/Pr6p+oOxHegV0+hJdCVBp/E3n9jPU7LsBJFvzLSh+BQeGZ80KjPaVbQ7pkA2o3nieB/hvjQEaghPXbdIAO+KmTWnlxxJpPiLy9fXTrQWnofYLjKZtwIVo3sUTJ9PWX1UtSc+XSaasDlzouQUSZsNT0/P/ENZ0gQD0JFOSgkPeu7GKGcvrVdA+L1HBunCtcCYfcnMt+SqYS2jd/ngvq4y0y6epLLEO+EcbyrVZEROTR7megMfz8+OndmAQoA+vOySteTmkAr8hfJQlM4LW7dI/jRFDMWvoH7DZVE+e9UWNNSkRq71VY0wpB+o5Rp+RRGsibdwHZdSFEs9r1dkjToBiFXsJEoCBEbjpR2fKPnZqQKle7Ih+qKAtPFN0UGvGlSz14iy1+iS9M3Z12kR4dp7kvP4WTvrWCMB+V6+R31yuU398ef1EP3361mRqtLCtCeM8Rd20Pc33dpAHhamF6EHneAz81ioHkRCD4+UhZvq1daoJ2FiejyMnq2DR5pf7CY8EEKiq4PF1Jvjiz1um9BGtHT7lDqmzrXT0MJSeJlRVaz2JtE+WzeAb2qjtqNBm/6G5BrApWVuRKsTSkBpalU8+uXWyqUvX/EnsY2PWRvPJ5ph3qb+EWiSmZAwUr994SH/780UjkNGZMKjEtgVp6aa838QmSnG4mC4E0zO4GyJO27m5mTIB3nCtOq9hpOh0Vhk8sTsT17/kr+xqGyovD4a1UzGmaAdBPSMEl3uTyJWPd7mmQyLC/zR4ZtwBqaouVEU/uZTGeODrFmfX9sGRynlckwQqTLgCMEDt14jBPxogyouTpH0wELj9HWOpcq3wKQTL6oZ3JG/MXwRrZTBeh6BHyARgumaS4uJMd3tqgWnWbZWgJw1fL+w3sifV+LOsAxE78r/6vTRJp2jYV6t5OnN3yocTbLNRv/FOGpEbHeAgfHMx6UW5HvP95evmoizCWo7FYDAkWLpzaK5lvS0N+D1WkbPSTLRRmA5w0L7ok+ZqXod/0juiqwZz4RGcru2vSrbPVo3m0rDRkf2QmWBB5CMjY/4a1X5F1fHoXmUK6YCNydQOK9j9pSuUzpn7+VizlVM8XjSJqyn+aM7JwFQTZP3eoj5PZd0Q6EXtHDwann4HduWSp0oAS617f1cGTpo2SjC1OC4la8VYMTMNvXtfUSw1ulVxuuZ2u9EkH+gHahM1JmCYNVrpcnwjeXsVdNgfXsVyTh2Fy/lKUF81bBmRh0ZXKy8snoERZwISmpFfM+oqSW4VoRNhU4wwjL1lzZBZU7+X1TLRDjO0tVPigzmAwzIap2SJCNvsDc4cXj4zMoaoi2CruGofPIc6LeN/HSNpY5JLqYyxK9lBFI408AGa2V1k1T2yGWVwrRYL+xsb7QgATXS263V+rqziGH/pNCnJYNJZfaUHZdIdrelyIM1yui1tOQofz5b5ldZPV9kpmwEqiTQFu53e22+U6JX37U4L/9pmOYVb06cj2GlIpJqptMgNYz6ArTt0yD6/MDNH58VgXUFq09l5Z63nm2vMAViQZHS6u/BWMxIzWrp1xej0sz69zgI7W9o6OWUrBLm/UrLLF4dtXTmFtrxOJ6Ju7MxKStavpuHtm3MmJ+Pzr13eJM8HVwJOPH+5YI6qYmBGqzEmmUBvyNgZ2zRU3kQQNA14bQ0H6rz2nvYPr//85fs//zoC0wP+MjJrR1Ra1jc6VDUavpqXOl+8IBfUD2km8P3tb59e/m59X6WrHYr5vljpzTqwOxdcwdq4U1rRyZYxztuvQ9YEcdREhwHguiX7by3EOySwFNKo8kWKWjGKa4hT3eFocIWguhRBOGqmfQI5i/OuNHzXeNpajqe0RI6+zpIT1j4N6eQEdWlr3ltgXempafkOQA34D67Urzz9XcxOfuBpc4hzfVXDzLLcMEozn7MHCqNK8lNWoviCOMjhmQku9HPOapRMrS65Zm7Z8mJlry4o7citjmoFdqoqf3v7CjyRQKUWkvc+rJjy9zOPEKmcSg1AbYi+Lc9WltCaTdcFRKPqKEeTGodUx0M7xevcDwEH397+8PXlj+6w1IiXzlTXHJ637z99ffvpyylgfMQNKpnu5rnbeJJMTT8vWYSo7Q9f3v7UYknrafSOgURq8C/fXv/wq/3+Hv2OnBbGWyWI7HcCp9VrZbr8fxaHJEn2+F9qLVWGZA6n9BuZ5TlbZ5FysGv3lx9e/vxpXCG/wKCbrrzWWQhlI/1/+PL9p/rVbP0hfjq3W7a
"text/plain": [
"<PIL.Image.Image image mode=RGB size=1024x1024>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"image = generate_image('cthulhu, paper craft art, minimal detail')\n",
"display(image)\n",
"# image.save('image.png')"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.5"
}
},
"nbformat": 4,
"nbformat_minor": 2
}