Upload Konyha_Trainer_Colab_(LoRA).ipynb

#1
by Awaaaaa - opened
Files changed (1) hide show
  1. Konyha_Trainer_Colab_(LoRA).ipynb +878 -0
Konyha_Trainer_Colab_(LoRA).ipynb ADDED
@@ -0,0 +1,878 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cells": [
3
+ {
4
+ "cell_type": "code",
5
+ "execution_count": null,
6
+ "metadata": {
7
+ "cellView": "form",
8
+ "id": "GynLmIhlfe9-"
9
+ },
10
+ "outputs": [],
11
+ "source": [
12
+ "#@title Mount your google drive.\n",
13
+ "from google.colab import drive\n",
14
+ "drive.mount('/content/drive')\n",
15
+ "!cd /content/drive/MyDrive/\n",
16
+ "!mkdir /content/drive/MyDrive/kohya_ss/\n",
17
+ "!mkdir /content/drive/MyDrive/kohya_ss/configs\n",
18
+ "!mkdir /content/drive/MyDrive/kohya_ss/datasets\n",
19
+ "!mkdir /content/drive/MyDrive/kohya_ss/output\n",
20
+ "!mkdir /content/drive/MyDrive/kohya_ss/log"
21
+ ]
22
+ },
23
+ {
24
+ "cell_type": "code",
25
+ "execution_count": 2,
26
+ "metadata": {
27
+ "id": "9gQv3aDDfytc",
28
+ "outputId": "37771f13-3b6a-4d6b-f279-24599c169af5",
29
+ "colab": {
30
+ "base_uri": "https://localhost:8080/"
31
+ }
32
+ },
33
+ "outputs": [
34
+ {
35
+ "output_type": "stream",
36
+ "name": "stdout",
37
+ "text": [
38
+ "\r0% [Working]\r \rGet:1 https://cloud.r-project.org/bin/linux/ubuntu focal-cran40/ InRelease [3,622 B]\n",
39
+ "\r0% [Connecting to archive.ubuntu.com] [Connecting to security.ubuntu.com] [1 In\r0% [Connecting to archive.ubuntu.com] [Connecting to security.ubuntu.com] [Wait\r \rHit:2 http://archive.ubuntu.com/ubuntu focal InRelease\n",
40
+ "\r0% [Waiting for headers] [Connecting to security.ubuntu.com (185.125.190.39)] [\r \rHit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease\n",
41
+ "\r0% [Waiting for headers] [Connecting to security.ubuntu.com (185.125.190.39)] [\r \rHit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease\n",
42
+ "\r0% [Connecting to security.ubuntu.com (185.125.190.39)] [Waiting for headers] [\r \rHit:5 http://ppa.launchpad.net/c2d4u.team/c2d4u4.0+/ubuntu focal InRelease\n",
43
+ "\r0% [Connecting to security.ubuntu.com (185.125.190.39)] [Waiting for headers] [\r \rIgn:6 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu2004/x86_64 InRelease\n",
44
+ "\r0% [Waiting for headers] [Waiting for headers] [Connecting to ppa.launchpad.net\r0% [Waiting for headers] [Waiting for headers] [Connecting to ppa.launchpad.net\r \rHit:7 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64 InRelease\n",
45
+ "\r \r0% [Waiting for headers] [Connecting to ppa.launchpad.net (185.125.190.52)]\r \rHit:8 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu2004/x86_64 Release\n",
46
+ "Hit:9 http://security.ubuntu.com/ubuntu focal-security InRelease\n",
47
+ "Hit:10 http://ppa.launchpad.net/cran/libgit2/ubuntu focal InRelease\n",
48
+ "Hit:11 http://ppa.launchpad.net/deadsnakes/ppa/ubuntu focal InRelease\n",
49
+ "Hit:12 http://ppa.launchpad.net/graphics-drivers/ppa/ubuntu focal InRelease\n",
50
+ "Hit:13 http://ppa.launchpad.net/ubuntugis/ppa/ubuntu focal InRelease\n",
51
+ "Fetched 3,622 B in 1s (2,544 B/s)\n",
52
+ "Reading package lists... Done\n",
53
+ "Reading package lists... Done\n",
54
+ "Building dependency tree \n",
55
+ "Reading state information... Done\n",
56
+ "libpython3.10-dev is already the newest version (3.10.10-1+focal1).\n",
57
+ "python3.10 is already the newest version (3.10.10-1+focal1).\n",
58
+ "python3.10-dev is already the newest version (3.10.10-1+focal1).\n",
59
+ "python3.10-distutils is already the newest version (3.10.10-1+focal1).\n",
60
+ "python3.10-tk is already the newest version (3.10.10-1+focal1).\n",
61
+ "python3.10-venv is already the newest version (3.10.10-1+focal1).\n",
62
+ "The following package was automatically installed and is no longer required:\n",
63
+ " libnvidia-common-510\n",
64
+ "Use 'sudo apt autoremove' to remove it.\n",
65
+ "0 upgraded, 0 newly installed, 0 to remove and 23 not upgraded.\n",
66
+ "/bin/bash: python3.9: command not found\n",
67
+ "curl: (23) Failed writing body (1354 != 1371)\n",
68
+ "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
69
+ "Collecting ipython==7.9.0\n",
70
+ " Downloading ipython-7.9.0-py3-none-any.whl (775 kB)\n",
71
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m775.3/775.3 kB\u001b[0m \u001b[31m37.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
72
+ "\u001b[?25hCollecting traitlets==5.7.1\n",
73
+ " Downloading traitlets-5.7.1-py3-none-any.whl (109 kB)\n",
74
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m109.9/109.9 kB\u001b[0m \u001b[31m12.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
75
+ "\u001b[?25hCollecting jupyter\n",
76
+ " Downloading jupyter-1.0.0-py2.py3-none-any.whl (2.7 kB)\n",
77
+ "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (5.9.4)\n",
78
+ "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (65.5.0)\n",
79
+ "Collecting ipython_genutils\n",
80
+ " Downloading ipython_genutils-0.2.0-py2.py3-none-any.whl (26 kB)\n",
81
+ "Collecting ipykernel\n",
82
+ " Downloading ipykernel-6.21.2-py3-none-any.whl (149 kB)\n",
83
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.7/149.7 kB\u001b[0m \u001b[31m17.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
84
+ "\u001b[?25hCollecting jupyter_console\n",
85
+ " Downloading jupyter_console-6.5.1-py3-none-any.whl (23 kB)\n",
86
+ "Collecting prompt_toolkit\n",
87
+ " Downloading prompt_toolkit-3.0.36-py3-none-any.whl (386 kB)\n",
88
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m386.4/386.4 kB\u001b[0m \u001b[31m32.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
89
+ "\u001b[?25hCollecting httplib2\n",
90
+ " Downloading httplib2-0.21.0-py3-none-any.whl (96 kB)\n",
91
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m96.8/96.8 kB\u001b[0m \u001b[31m11.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
92
+ "\u001b[?25hCollecting astor\n",
93
+ " Downloading astor-0.8.1-py2.py3-none-any.whl (27 kB)\n",
94
+ "Collecting backcall\n",
95
+ " Downloading backcall-0.2.0-py2.py3-none-any.whl (11 kB)\n",
96
+ "Collecting decorator\n",
97
+ " Downloading decorator-5.1.1-py3-none-any.whl (9.1 kB)\n",
98
+ "Collecting pygments\n",
99
+ " Downloading Pygments-2.14.0-py3-none-any.whl (1.1 MB)\n",
100
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m72.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
101
+ "\u001b[?25hCollecting pickleshare\n",
102
+ " Downloading pickleshare-0.7.5-py2.py3-none-any.whl (6.9 kB)\n",
103
+ "Collecting jedi>=0.10\n",
104
+ " Downloading jedi-0.18.2-py2.py3-none-any.whl (1.6 MB)\n",
105
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m81.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
106
+ "\u001b[?25hCollecting prompt_toolkit\n",
107
+ " Downloading prompt_toolkit-2.0.10-py3-none-any.whl (340 kB)\n",
108
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m340.0/340.0 kB\u001b[0m \u001b[31m37.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
109
+ "\u001b[?25hCollecting pexpect\n",
110
+ " Downloading pexpect-4.8.0-py2.py3-none-any.whl (59 kB)\n",
111
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m59.0/59.0 kB\u001b[0m \u001b[31m8.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
112
+ "\u001b[?25hCollecting nbconvert\n",
113
+ " Downloading nbconvert-7.2.9-py3-none-any.whl (274 kB)\n",
114
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m274.9/274.9 kB\u001b[0m \u001b[31m31.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
115
+ "\u001b[?25hCollecting qtconsole\n",
116
+ " Downloading qtconsole-5.4.0-py3-none-any.whl (121 kB)\n",
117
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.0/121.0 kB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
118
+ "\u001b[?25hCollecting notebook\n",
119
+ " Downloading notebook-6.5.2-py3-none-any.whl (439 kB)\n",
120
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m439.1/439.1 kB\u001b[0m \u001b[31m43.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
121
+ "\u001b[?25hCollecting ipywidgets\n",
122
+ " Downloading ipywidgets-8.0.4-py3-none-any.whl (137 kB)\n",
123
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m137.8/137.8 kB\u001b[0m \u001b[31m18.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
124
+ "\u001b[?25hCollecting jupyter-core!=5.0.*,>=4.12\n",
125
+ " Downloading jupyter_core-5.2.0-py3-none-any.whl (94 kB)\n",
126
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m94.3/94.3 kB\u001b[0m \u001b[31m12.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
127
+ "\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from ipykernel) (23.0)\n",
128
+ "Collecting jupyter-client>=6.1.12\n",
129
+ " Downloading jupyter_client-8.0.2-py3-none-any.whl (103 kB)\n",
130
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m103.3/103.3 kB\u001b[0m \u001b[31m14.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
131
+ "\u001b[?25hCollecting debugpy>=1.6.5\n",
132
+ " Downloading debugpy-1.6.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.0 MB)\n",
133
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.0/3.0 MB\u001b[0m \u001b[31m95.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
134
+ "\u001b[?25hCollecting ipykernel\n",
135
+ " Downloading ipykernel-6.21.1-py3-none-any.whl (149 kB)\n",
136
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.8/149.8 kB\u001b[0m \u001b[31m18.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
137
+ "\u001b[?25h Downloading ipykernel-6.20.2-py3-none-any.whl (149 kB)\n",
138
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.2/149.2 kB\u001b[0m \u001b[31m18.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
139
+ "\u001b[?25h Downloading ipykernel-6.20.1-py3-none-any.whl (149 kB)\n",
140
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.2/149.2 kB\u001b[0m \u001b[31m14.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
141
+ "\u001b[?25h Downloading ipykernel-6.19.4-py3-none-any.whl (145 kB)\n",
142
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m145.2/145.2 kB\u001b[0m \u001b[31m18.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
143
+ "\u001b[?25h Downloading ipykernel-6.19.3-py3-none-any.whl (145 kB)\n",
144
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m145.1/145.1 kB\u001b[0m \u001b[31m18.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
145
+ "\u001b[?25h Downloading ipykernel-6.19.2-py3-none-any.whl (145 kB)\n",
146
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m145.1/145.1 kB\u001b[0m \u001b[31m19.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
147
+ "\u001b[?25h Downloading ipykernel-6.19.1-py3-none-any.whl (145 kB)\n",
148
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m145.1/145.1 kB\u001b[0m \u001b[31m19.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
149
+ "\u001b[?25h Downloading ipykernel-6.17.1-py3-none-any.whl (138 kB)\n",
150
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.6/138.6 kB\u001b[0m \u001b[31m19.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
151
+ "\u001b[?25h Downloading ipykernel-6.17.0-py3-none-any.whl (138 kB)\n",
152
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.5/138.5 kB\u001b[0m \u001b[31m18.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
153
+ "\u001b[?25h Downloading ipykernel-6.16.2-py3-none-any.whl (138 kB)\n",
154
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.5/138.5 kB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
155
+ "\u001b[?25h Downloading ipykernel-6.16.1-py3-none-any.whl (138 kB)\n",
156
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.5/138.5 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
157
+ "\u001b[?25h Downloading ipykernel-6.16.0-py3-none-any.whl (138 kB)\n",
158
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.4/138.4 kB\u001b[0m \u001b[31m19.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
159
+ "\u001b[?25h Downloading ipykernel-6.15.3-py3-none-any.whl (138 kB)\n",
160
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.3/138.3 kB\u001b[0m \u001b[31m17.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
161
+ "\u001b[?25h Downloading ipykernel-6.15.2-py3-none-any.whl (132 kB)\n",
162
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m132.9/132.9 kB\u001b[0m \u001b[31m16.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
163
+ "\u001b[?25h Downloading ipykernel-6.15.1-py3-none-any.whl (132 kB)\n",
164
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m132.9/132.9 kB\u001b[0m \u001b[31m17.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
165
+ "\u001b[?25h Downloading ipykernel-6.15.0-py3-none-any.whl (133 kB)\n",
166
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.1/133.1 kB\u001b[0m \u001b[31m17.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
167
+ "\u001b[?25h Downloading ipykernel-6.14.0-py3-none-any.whl (133 kB)\n",
168
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.2/133.2 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
169
+ "\u001b[?25h Downloading ipykernel-6.13.1-py3-none-any.whl (133 kB)\n",
170
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.2/133.2 kB\u001b[0m \u001b[31m17.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
171
+ "\u001b[?25h Downloading ipykernel-6.13.0-py3-none-any.whl (131 kB)\n",
172
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m131.8/131.8 kB\u001b[0m \u001b[31m17.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
173
+ "\u001b[?25h Downloading ipykernel-6.12.1-py3-none-any.whl (130 kB)\n",
174
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.9/130.9 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
175
+ "\u001b[?25h Downloading ipykernel-6.12.0-py3-none-any.whl (130 kB)\n",
176
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.9/130.9 kB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
177
+ "\u001b[?25h Downloading ipykernel-6.11.0-py3-none-any.whl (130 kB)\n",
178
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.8/130.8 kB\u001b[0m \u001b[31m17.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
179
+ "\u001b[?25h Downloading ipykernel-6.10.0-py3-none-any.whl (130 kB)\n",
180
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
181
+ "\u001b[?25hCollecting nest-asyncio\n",
182
+ " Downloading nest_asyncio-1.5.6-py3-none-any.whl (5.2 kB)\n",
183
+ "Collecting ipykernel\n",
184
+ " Downloading ipykernel-6.9.2-py3-none-any.whl (130 kB)\n",
185
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m18.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
186
+ "\u001b[?25hCollecting tornado<7.0,>=4.2\n",
187
+ " Downloading tornado-6.2-cp37-abi3-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (423 kB)\n",
188
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m424.0/424.0 kB\u001b[0m \u001b[31m44.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
189
+ "\u001b[?25hCollecting ipykernel\n",
190
+ " Downloading ipykernel-6.9.1-py3-none-any.whl (128 kB)\n",
191
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m128.9/128.9 kB\u001b[0m \u001b[31m16.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
192
+ "\u001b[?25h Downloading ipykernel-6.9.0-py3-none-any.whl (128 kB)\n",
193
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m128.7/128.7 kB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
194
+ "\u001b[?25h Downloading ipykernel-6.8.0-py3-none-any.whl (128 kB)\n",
195
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m128.3/128.3 kB\u001b[0m \u001b[31m17.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
196
+ "\u001b[?25h Downloading ipykernel-6.7.0-py3-none-any.whl (127 kB)\n",
197
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m127.7/127.7 kB\u001b[0m \u001b[31m18.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
198
+ "\u001b[?25h Downloading ipykernel-6.6.1-py3-none-any.whl (126 kB)\n",
199
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m126.3/126.3 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
200
+ "\u001b[?25h Downloading ipykernel-6.6.0-py3-none-any.whl (126 kB)\n",
201
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m126.3/126.3 kB\u001b[0m \u001b[31m18.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
202
+ "\u001b[?25h Downloading ipykernel-6.5.1-py3-none-any.whl (125 kB)\n",
203
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m125.9/125.9 kB\u001b[0m \u001b[31m16.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
204
+ "\u001b[?25h Downloading ipykernel-6.5.0-py3-none-any.whl (125 kB)\n",
205
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m125.9/125.9 kB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
206
+ "\u001b[?25h Downloading ipykernel-6.4.2-py3-none-any.whl (124 kB)\n",
207
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.1/124.1 kB\u001b[0m \u001b[31m12.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
208
+ "\u001b[?25h Downloading ipykernel-6.4.1-py3-none-any.whl (124 kB)\n",
209
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.0/124.0 kB\u001b[0m \u001b[31m16.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
210
+ "\u001b[?25h Downloading ipykernel-6.4.0-py3-none-any.whl (124 kB)\n",
211
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.0/124.0 kB\u001b[0m \u001b[31m16.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
212
+ "\u001b[?25h Downloading ipykernel-6.3.1-py3-none-any.whl (123 kB)\n",
213
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m123.6/123.6 kB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
214
+ "\u001b[?25h Downloading ipykernel-6.3.0-py3-none-any.whl (123 kB)\n",
215
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m123.6/123.6 kB\u001b[0m \u001b[31m18.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
216
+ "\u001b[?25h Downloading ipykernel-6.2.0-py3-none-any.whl (122 kB)\n",
217
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m123.0/123.0 kB\u001b[0m \u001b[31m16.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
218
+ "\u001b[?25h Downloading ipykernel-6.1.0-py3-none-any.whl (122 kB)\n",
219
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.8/122.8 kB\u001b[0m \u001b[31m16.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
220
+ "\u001b[?25h Downloading ipykernel-6.0.3-py3-none-any.whl (122 kB)\n",
221
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.3/122.3 kB\u001b[0m \u001b[31m16.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
222
+ "\u001b[?25h Downloading ipykernel-6.0.2-py3-none-any.whl (122 kB)\n",
223
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.3/122.3 kB\u001b[0m \u001b[31m16.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
224
+ "\u001b[?25h Downloading ipykernel-6.0.1-py3-none-any.whl (122 kB)\n",
225
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.5/122.5 kB\u001b[0m \u001b[31m13.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
226
+ "\u001b[?25h Downloading ipykernel-6.0.0-py3-none-any.whl (122 kB)\n",
227
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.4/122.4 kB\u001b[0m \u001b[31m15.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
228
+ "\u001b[?25h Downloading ipykernel-5.5.6-py3-none-any.whl (121 kB)\n",
229
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.0/121.0 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
230
+ "\u001b[?25hCollecting jupyter_console\n",
231
+ " Downloading jupyter_console-6.5.0-py3-none-any.whl (23 kB)\n",
232
+ " Downloading jupyter_console-6.4.4-py3-none-any.whl (22 kB)\n",
233
+ "Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.10/dist-packages (from prompt_toolkit) (1.16.0)\n",
234
+ "Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt_toolkit) (0.2.6)\n",
235
+ "Requirement already satisfied: pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 in /usr/local/lib/python3.10/dist-packages (from httplib2) (3.0.9)\n",
236
+ "Collecting parso<0.9.0,>=0.8.0\n",
237
+ " Downloading parso-0.8.3-py2.py3-none-any.whl (100 kB)\n",
238
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m100.8/100.8 kB\u001b[0m \u001b[31m9.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
239
+ "\u001b[?25hCollecting pyzmq>=23.0\n",
240
+ " Downloading pyzmq-25.0.0-cp310-cp310-manylinux_2_28_x86_64.whl (1.1 MB)\n",
241
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m52.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
242
+ "\u001b[?25hRequirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from jupyter-client>=6.1.12->ipykernel) (2.8.2)\n",
243
+ "Collecting jupyterlab-widgets~=3.0\n",
244
+ " Downloading jupyterlab_widgets-3.0.5-py3-none-any.whl (384 kB)\n",
245
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m384.3/384.3 kB\u001b[0m \u001b[31m34.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
246
+ "\u001b[?25hCollecting widgetsnbextension~=4.0\n",
247
+ " Downloading widgetsnbextension-4.0.5-py3-none-any.whl (2.0 MB)\n",
248
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.0/2.0 MB\u001b[0m \u001b[31m88.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
249
+ "\u001b[?25hRequirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter) (3.1.2)\n",
250
+ "Collecting jupyterlab-pygments\n",
251
+ " Downloading jupyterlab_pygments-0.2.2-py2.py3-none-any.whl (21 kB)\n",
252
+ "Collecting bleach\n",
253
+ " Downloading bleach-6.0.0-py3-none-any.whl (162 kB)\n",
254
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m162.5/162.5 kB\u001b[0m \u001b[31m18.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
255
+ "\u001b[?25hCollecting defusedxml\n",
256
+ " Downloading defusedxml-0.7.1-py2.py3-none-any.whl (25 kB)\n",
257
+ "Collecting beautifulsoup4\n",
258
+ " Downloading beautifulsoup4-4.11.2-py3-none-any.whl (129 kB)\n",
259
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.4/129.4 kB\u001b[0m \u001b[31m17.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
260
+ "\u001b[?25hCollecting pandocfilters>=1.4.1\n",
261
+ " Downloading pandocfilters-1.5.0-py2.py3-none-any.whl (8.7 kB)\n",
262
+ "Collecting tinycss2\n",
263
+ " Downloading tinycss2-1.2.1-py3-none-any.whl (21 kB)\n",
264
+ "Collecting nbformat>=5.1\n",
265
+ " Downloading nbformat-5.7.3-py3-none-any.whl (78 kB)\n",
266
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.1/78.1 kB\u001b[0m \u001b[31m9.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
267
+ "\u001b[?25hCollecting mistune<3,>=2.0.3\n",
268
+ " Downloading mistune-2.0.5-py2.py3-none-any.whl (24 kB)\n",
269
+ "Requirement already satisfied: markupsafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter) (2.1.2)\n",
270
+ "Collecting nbclient>=0.5.0\n",
271
+ " Downloading nbclient-0.7.2-py3-none-any.whl (71 kB)\n",
272
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.0/72.0 kB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
273
+ "\u001b[?25hCollecting terminado>=0.8.3\n",
274
+ " Downloading terminado-0.17.1-py3-none-any.whl (17 kB)\n",
275
+ "Collecting Send2Trash>=1.8.0\n",
276
+ " Downloading Send2Trash-1.8.0-py3-none-any.whl (18 kB)\n",
277
+ "Collecting prometheus-client\n",
278
+ " Downloading prometheus_client-0.16.0-py3-none-any.whl (122 kB)\n",
279
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.5/122.5 kB\u001b[0m \u001b[31m14.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
280
+ "\u001b[?25hCollecting nbclassic>=0.4.7\n",
281
+ " Downloading nbclassic-0.5.1-py3-none-any.whl (10.0 MB)\n",
282
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m10.0/10.0 MB\u001b[0m \u001b[31m95.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
283
+ "\u001b[?25hCollecting argon2-cffi\n",
284
+ " Downloading argon2_cffi-21.3.0-py3-none-any.whl (14 kB)\n",
285
+ "Collecting ptyprocess>=0.5\n",
286
+ " Downloading ptyprocess-0.7.0-py2.py3-none-any.whl (13 kB)\n",
287
+ "Collecting qtpy>=2.0.1\n",
288
+ " Downloading QtPy-2.3.0-py3-none-any.whl (83 kB)\n",
289
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m83.6/83.6 kB\u001b[0m \u001b[31m11.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
290
+ "\u001b[?25hCollecting platformdirs>=2.5\n",
291
+ " Downloading platformdirs-3.0.0-py3-none-any.whl (14 kB)\n",
292
+ "Collecting jupyter-server>=1.8\n",
293
+ " Downloading jupyter_server-2.3.0-py3-none-any.whl (365 kB)\n",
294
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m365.8/365.8 kB\u001b[0m \u001b[31m39.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
295
+ "\u001b[?25hCollecting notebook-shim>=0.1.0\n",
296
+ " Downloading notebook_shim-0.2.2-py3-none-any.whl (13 kB)\n",
297
+ "Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter) (4.17.3)\n",
298
+ "Collecting fastjsonschema\n",
299
+ " Downloading fastjsonschema-2.16.2-py3-none-any.whl (22 kB)\n",
300
+ "Collecting argon2-cffi-bindings\n",
301
+ " Downloading argon2_cffi_bindings-21.2.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (86 kB)\n",
302
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.2/86.2 kB\u001b[0m \u001b[31m12.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
303
+ "\u001b[?25hCollecting soupsieve>1.2\n",
304
+ " Downloading soupsieve-2.4-py3-none-any.whl (37 kB)\n",
305
+ "Collecting webencodings\n",
306
+ " Downloading webencodings-0.5.1-py2.py3-none-any.whl (11 kB)\n",
307
+ "Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter) (0.19.3)\n",
308
+ "Requirement already satisfied: attrs>=17.4.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter) (22.2.0)\n",
309
+ "Requirement already satisfied: anyio>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter) (3.6.2)\n",
310
+ "Collecting jupyter-server-terminals\n",
311
+ " Downloading jupyter_server_terminals-0.4.4-py3-none-any.whl (13 kB)\n",
312
+ "Collecting jupyter-events>=0.4.0\n",
313
+ " Downloading jupyter_events-0.6.3-py3-none-any.whl (18 kB)\n",
314
+ "Collecting websocket-client\n",
315
+ " Downloading websocket_client-1.5.1-py3-none-any.whl (55 kB)\n",
316
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m55.9/55.9 kB\u001b[0m \u001b[31m7.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
317
+ "\u001b[?25hCollecting cffi>=1.0.1\n",
318
+ " Downloading cffi-1.15.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (441 kB)\n",
319
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m441.8/441.8 kB\u001b[0m \u001b[31m39.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
320
+ "\u001b[?25hRequirement already satisfied: idna>=2.8 in /usr/local/lib/python3.10/dist-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter) (3.4)\n",
321
+ "Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter) (1.3.0)\n",
322
+ "Collecting pycparser\n",
323
+ " Downloading pycparser-2.21-py2.py3-none-any.whl (118 kB)\n",
324
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m118.7/118.7 kB\u001b[0m \u001b[31m12.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
325
+ "\u001b[?25hRequirement already satisfied: pyyaml>=5.3 in /usr/local/lib/python3.10/dist-packages (from jupyter-events>=0.4.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter) (6.0)\n",
326
+ "Collecting rfc3339-validator\n",
327
+ " Downloading rfc3339_validator-0.1.4-py2.py3-none-any.whl (3.5 kB)\n",
328
+ "Collecting python-json-logger>=2.0.4\n",
329
+ " Downloading python_json_logger-2.0.6-py3-none-any.whl (7.8 kB)\n",
330
+ "Collecting rfc3986-validator>=0.1.1\n",
331
+ " Downloading rfc3986_validator-0.1.1-py2.py3-none-any.whl (4.2 kB)\n",
332
+ "Collecting fqdn\n",
333
+ " Downloading fqdn-1.5.1-py3-none-any.whl (9.1 kB)\n",
334
+ "Collecting isoduration\n",
335
+ " Downloading isoduration-20.11.0-py3-none-any.whl (11 kB)\n",
336
+ "Collecting uri-template\n",
337
+ " Downloading uri_template-1.2.0-py3-none-any.whl (10 kB)\n",
338
+ "Collecting webcolors>=1.11\n",
339
+ " Downloading webcolors-1.12-py3-none-any.whl (9.9 kB)\n",
340
+ "Collecting jsonpointer>1.13\n",
341
+ " Downloading jsonpointer-2.3-py2.py3-none-any.whl (7.8 kB)\n",
342
+ "Collecting arrow>=0.15.0\n",
343
+ " Downloading arrow-1.2.3-py3-none-any.whl (66 kB)\n",
344
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.4/66.4 kB\u001b[0m \u001b[31m7.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
345
+ "\u001b[?25hInstalling collected packages: webencodings, Send2Trash, ptyprocess, pickleshare, mistune, ipython_genutils, fastjsonschema, backcall, widgetsnbextension, websocket-client, webcolors, uri-template, traitlets, tornado, tinycss2, soupsieve, rfc3986-validator, rfc3339-validator, qtpy, pyzmq, python-json-logger, pygments, pycparser, prompt_toolkit, prometheus-client, platformdirs, pexpect, parso, pandocfilters, nest-asyncio, jupyterlab-widgets, jupyterlab-pygments, jsonpointer, httplib2, fqdn, defusedxml, decorator, bleach, astor, terminado, jupyter-core, jedi, cffi, beautifulsoup4, arrow, nbformat, jupyter-server-terminals, jupyter-client, isoduration, ipython, argon2-cffi-bindings, nbclient, ipykernel, argon2-cffi, qtconsole, nbconvert, jupyter-events, jupyter_console, ipywidgets, jupyter-server, notebook-shim, nbclassic, notebook, jupyter\n",
346
+ "Successfully installed Send2Trash-1.8.0 argon2-cffi-21.3.0 argon2-cffi-bindings-21.2.0 arrow-1.2.3 astor-0.8.1 backcall-0.2.0 beautifulsoup4-4.11.2 bleach-6.0.0 cffi-1.15.1 decorator-5.1.1 defusedxml-0.7.1 fastjsonschema-2.16.2 fqdn-1.5.1 httplib2-0.21.0 ipykernel-5.5.6 ipython-7.9.0 ipython_genutils-0.2.0 ipywidgets-8.0.4 isoduration-20.11.0 jedi-0.18.2 jsonpointer-2.3 jupyter-1.0.0 jupyter-client-8.0.2 jupyter-core-5.2.0 jupyter-events-0.6.3 jupyter-server-2.3.0 jupyter-server-terminals-0.4.4 jupyter_console-6.4.4 jupyterlab-pygments-0.2.2 jupyterlab-widgets-3.0.5 mistune-2.0.5 nbclassic-0.5.1 nbclient-0.7.2 nbconvert-7.2.9 nbformat-5.7.3 nest-asyncio-1.5.6 notebook-6.5.2 notebook-shim-0.2.2 pandocfilters-1.5.0 parso-0.8.3 pexpect-4.8.0 pickleshare-0.7.5 platformdirs-3.0.0 prometheus-client-0.16.0 prompt_toolkit-2.0.10 ptyprocess-0.7.0 pycparser-2.21 pygments-2.14.0 python-json-logger-2.0.6 pyzmq-25.0.0 qtconsole-5.4.0 qtpy-2.3.0 rfc3339-validator-0.1.4 rfc3986-validator-0.1.1 soupsieve-2.4 terminado-0.17.1 tinycss2-1.2.1 tornado-6.2 traitlets-5.7.1 uri-template-1.2.0 webcolors-1.12 webencodings-0.5.1 websocket-client-1.5.1 widgetsnbextension-4.0.5\n",
347
+ "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
348
+ "\u001b[0mconfig dir: /usr/local/etc/jupyter\n",
349
+ " google.colab._serverextension \u001b[32m enabled \u001b[0m\n",
350
+ " - Validating...\n",
351
+ " google.colab._serverextension \u001b[32mOK\u001b[0m\n",
352
+ "\u001b[32m[I 06:17:17.448 NotebookApp]\u001b[m google.colab serverextension initialized.\n",
353
+ "\u001b[35m[C 06:17:17.450 NotebookApp]\u001b[m Running as root is not recommended. Use --allow-root to bypass.\n",
354
+ "Looking in links: /tmp/tmpntl560_8\n",
355
+ "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (65.5.0)\n",
356
+ "Requirement already satisfied: pip in /usr/local/lib/python3.10/dist-packages (22.3.1)\n",
357
+ "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
358
+ "\u001b[0m/content\n",
359
+ "fatal: destination path 'kohya_ss' already exists and is not an empty directory.\n",
360
+ "/content/kohya_ss\n",
361
+ "HEAD is now at 20e62af Update to latest kohya_ss sd-script code\n",
362
+ "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/, https://download.pytorch.org/whl/cu116\n",
363
+ "Requirement already satisfied: torch==1.12.1+cu116 in /usr/local/lib/python3.10/dist-packages (1.12.1+cu116)\n",
364
+ "Requirement already satisfied: torchvision==0.13.1+cu116 in /usr/local/lib/python3.10/dist-packages (0.13.1+cu116)\n",
365
+ "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch==1.12.1+cu116) (4.5.0)\n",
366
+ "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from torchvision==0.13.1+cu116) (1.24.2)\n",
367
+ "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision==0.13.1+cu116) (9.4.0)\n",
368
+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from torchvision==0.13.1+cu116) (2.28.2)\n",
369
+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision==0.13.1+cu116) (2022.12.7)\n",
370
+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision==0.13.1+cu116) (3.0.1)\n",
371
+ "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision==0.13.1+cu116) (1.26.14)\n",
372
+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision==0.13.1+cu116) (3.4)\n",
373
+ "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
374
+ "\u001b[0mLooking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
375
+ "Requirement already satisfied: accelerate==0.15.0 in /usr/local/lib/python3.10/dist-packages (0.15.0)\n",
376
+ "Requirement already satisfied: transformers==4.26.0 in /usr/local/lib/python3.10/dist-packages (4.26.0)\n",
377
+ "Requirement already satisfied: ftfy==6.1.1 in /usr/local/lib/python3.10/dist-packages (6.1.1)\n",
378
+ "Requirement already satisfied: albumentations==1.3.0 in /usr/local/lib/python3.10/dist-packages (1.3.0)\n",
379
+ "Requirement already satisfied: opencv-python==4.7.0.68 in /usr/local/lib/python3.10/dist-packages (4.7.0.68)\n",
380
+ "Requirement already satisfied: einops==0.6.0 in /usr/local/lib/python3.10/dist-packages (0.6.0)\n",
381
+ "Requirement already satisfied: diffusers[torch]==0.10.2 in /usr/local/lib/python3.10/dist-packages (0.10.2)\n",
382
+ "Requirement already satisfied: pytorch-lightning==1.9.0 in /usr/local/lib/python3.10/dist-packages (1.9.0)\n",
383
+ "Requirement already satisfied: bitsandbytes==0.35.0 in /usr/local/lib/python3.10/dist-packages (0.35.0)\n",
384
+ "Requirement already satisfied: tensorboard==2.10.1 in /usr/local/lib/python3.10/dist-packages (2.10.1)\n",
385
+ "Requirement already satisfied: safetensors==0.2.6 in /usr/local/lib/python3.10/dist-packages (0.2.6)\n",
386
+ "Requirement already satisfied: gradio==3.16.2 in /usr/local/lib/python3.10/dist-packages (3.16.2)\n",
387
+ "Requirement already satisfied: altair==4.2.2 in /usr/local/lib/python3.10/dist-packages (4.2.2)\n",
388
+ "Requirement already satisfied: easygui==0.98.3 in /usr/local/lib/python3.10/dist-packages (0.98.3)\n",
389
+ "Requirement already satisfied: tk==0.1.00 in /usr/local/lib/python3.10/dist-packages (0.1.0)\n",
390
+ "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (1.24.2)\n",
391
+ "Requirement already satisfied: torch>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (1.12.1+cu116)\n",
392
+ "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (23.0)\n",
393
+ "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (5.9.4)\n",
394
+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (6.0)\n",
395
+ "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (2022.10.31)\n",
396
+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (3.9.0)\n",
397
+ "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (4.64.1)\n",
398
+ "Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (0.12.0)\n",
399
+ "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (0.13.2)\n",
400
+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (2.28.2)\n",
401
+ "Requirement already satisfied: wcwidth>=0.2.5 in /usr/local/lib/python3.10/dist-packages (from ftfy==6.1.1) (0.2.6)\n",
402
+ "Requirement already satisfied: qudida>=0.0.4 in /usr/local/lib/python3.10/dist-packages (from albumentations==1.3.0) (0.0.4)\n",
403
+ "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from albumentations==1.3.0) (1.10.0)\n",
404
+ "Requirement already satisfied: scikit-image>=0.16.1 in /usr/local/lib/python3.10/dist-packages (from albumentations==1.3.0) (0.19.3)\n",
405
+ "Requirement already satisfied: opencv-python-headless>=4.1.1 in /usr/local/lib/python3.10/dist-packages (from albumentations==1.3.0) (4.7.0.68)\n",
406
+ "Requirement already satisfied: Pillow in /usr/local/lib/python3.10/dist-packages (from diffusers[torch]==0.10.2) (9.4.0)\n",
407
+ "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.10/dist-packages (from diffusers[torch]==0.10.2) (6.0.0)\n",
408
+ "Requirement already satisfied: lightning-utilities>=0.4.2 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.9.0) (0.6.0.post0)\n",
409
+ "Requirement already satisfied: torchmetrics>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.9.0) (0.11.1)\n",
410
+ "Requirement already satisfied: typing-extensions>=4.0.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.9.0) (4.5.0)\n",
411
+ "Requirement already satisfied: fsspec[http]>2021.06.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.9.0) (2023.1.0)\n",
412
+ "Requirement already satisfied: absl-py>=0.4 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (1.4.0)\n",
413
+ "Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (0.38.4)\n",
414
+ "Requirement already satisfied: protobuf<3.20,>=3.9.2 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (3.19.6)\n",
415
+ "Requirement already satisfied: tensorboard-data-server<0.7.0,>=0.6.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (0.6.1)\n",
416
+ "Requirement already satisfied: google-auth-oauthlib<0.5,>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (0.4.6)\n",
417
+ "Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (2.16.0)\n",
418
+ "Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (3.4.1)\n",
419
+ "Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (65.5.0)\n",
420
+ "Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (1.8.1)\n",
421
+ "Requirement already satisfied: grpcio>=1.24.3 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (1.51.1)\n",
422
+ "Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (2.2.3)\n",
423
+ "Requirement already satisfied: pydantic in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (1.10.5)\n",
424
+ "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (1.5.3)\n",
425
+ "Requirement already satisfied: markdown-it-py[linkify,plugins] in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (2.1.0)\n",
426
+ "Requirement already satisfied: pydub in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.25.1)\n",
427
+ "Requirement already satisfied: aiofiles in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (23.1.0)\n",
428
+ "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.7.0)\n",
429
+ "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.8.4)\n",
430
+ "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.1.2)\n",
431
+ "Requirement already satisfied: httpx in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.23.3)\n",
432
+ "Requirement already satisfied: websockets>=10.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (10.4)\n",
433
+ "Requirement already satisfied: python-multipart in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.0.5)\n",
434
+ "Requirement already satisfied: orjson in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.8.6)\n",
435
+ "Requirement already satisfied: uvicorn in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.20.0)\n",
436
+ "Requirement already satisfied: pycryptodome in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.17)\n",
437
+ "Requirement already satisfied: ffmpy in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.3.0)\n",
438
+ "Requirement already satisfied: markupsafe in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (2.1.2)\n",
439
+ "Requirement already satisfied: fastapi in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.92.0)\n",
440
+ "Requirement already satisfied: toolz in /usr/local/lib/python3.10/dist-packages (from altair==4.2.2) (0.12.0)\n",
441
+ "Requirement already satisfied: entrypoints in /usr/local/lib/python3.10/dist-packages (from altair==4.2.2) (0.4)\n",
442
+ "Requirement already satisfied: jsonschema>=3.0 in /usr/local/lib/python3.10/dist-packages (from altair==4.2.2) (4.17.3)\n",
443
+ "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (3.0.1)\n",
444
+ "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (6.0.4)\n",
445
+ "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (22.2.0)\n",
446
+ "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (1.8.2)\n",
447
+ "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (4.0.2)\n",
448
+ "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (1.3.3)\n",
449
+ "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (1.3.1)\n",
450
+ "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.10.1) (5.3.0)\n",
451
+ "Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.10.1) (1.16.0)\n",
452
+ "Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.10.1) (4.9)\n",
453
+ "Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.10.1) (0.2.8)\n",
454
+ "Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard==2.10.1) (1.3.1)\n",
455
+ "Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair==4.2.2) (0.19.3)\n",
456
+ "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->gradio==3.16.2) (2.8.2)\n",
457
+ "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->gradio==3.16.2) (2022.7.1)\n",
458
+ "Requirement already satisfied: scikit-learn>=0.19.1 in /usr/local/lib/python3.10/dist-packages (from qudida>=0.0.4->albumentations==1.3.0) (1.2.1)\n",
459
+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.26.0) (3.4)\n",
460
+ "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.26.0) (1.26.14)\n",
461
+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.26.0) (2022.12.7)\n",
462
+ "Requirement already satisfied: imageio>=2.4.1 in /usr/local/lib/python3.10/dist-packages (from scikit-image>=0.16.1->albumentations==1.3.0) (2.25.1)\n",
463
+ "Requirement already satisfied: PyWavelets>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-image>=0.16.1->albumentations==1.3.0) (1.4.1)\n",
464
+ "Requirement already satisfied: networkx>=2.2 in /usr/local/lib/python3.10/dist-packages (from scikit-image>=0.16.1->albumentations==1.3.0) (3.0)\n",
465
+ "Requirement already satisfied: tifffile>=2019.7.26 in /usr/local/lib/python3.10/dist-packages (from scikit-image>=0.16.1->albumentations==1.3.0) (2023.2.3)\n",
466
+ "Requirement already satisfied: starlette<0.26.0,>=0.25.0 in /usr/local/lib/python3.10/dist-packages (from fastapi->gradio==3.16.2) (0.25.0)\n",
467
+ "Requirement already satisfied: httpcore<0.17.0,>=0.15.0 in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.16.2) (0.16.3)\n",
468
+ "Requirement already satisfied: rfc3986[idna2008]<2,>=1.3 in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.16.2) (1.5.0)\n",
469
+ "Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.16.2) (1.3.0)\n",
470
+ "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.10/dist-packages (from importlib-metadata->diffusers[torch]==0.10.2) (3.13.0)\n",
471
+ "Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py[linkify,plugins]->gradio==3.16.2) (0.1.2)\n",
472
+ "Requirement already satisfied: linkify-it-py~=1.0 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py[linkify,plugins]->gradio==3.16.2) (1.0.3)\n",
473
+ "Requirement already satisfied: mdit-py-plugins in /usr/local/lib/python3.10/dist-packages (from markdown-it-py[linkify,plugins]->gradio==3.16.2) (0.3.3)\n",
474
+ "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (1.0.7)\n",
475
+ "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (0.11.0)\n",
476
+ "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (3.0.9)\n",
477
+ "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (1.4.4)\n",
478
+ "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (4.38.0)\n",
479
+ "Requirement already satisfied: click>=7.0 in /usr/local/lib/python3.10/dist-packages (from uvicorn->gradio==3.16.2) (8.1.3)\n",
480
+ "Requirement already satisfied: h11>=0.8 in /usr/local/lib/python3.10/dist-packages (from uvicorn->gradio==3.16.2) (0.14.0)\n",
481
+ "Requirement already satisfied: anyio<5.0,>=3.0 in /usr/local/lib/python3.10/dist-packages (from httpcore<0.17.0,>=0.15.0->httpx->gradio==3.16.2) (3.6.2)\n",
482
+ "Requirement already satisfied: uc-micro-py in /usr/local/lib/python3.10/dist-packages (from linkify-it-py~=1.0->markdown-it-py[linkify,plugins]->gradio==3.16.2) (1.0.1)\n",
483
+ "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.10/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard==2.10.1) (0.4.8)\n",
484
+ "Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard==2.10.1) (3.2.2)\n",
485
+ "Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.19.1->qudida>=0.0.4->albumentations==1.3.0) (1.2.0)\n",
486
+ "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.19.1->qudida>=0.0.4->albumentations==1.3.0) (3.1.0)\n",
487
+ "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
488
+ "\u001b[0mLooking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
489
+ "Collecting xformers==0.0.14.dev0\n",
490
+ " Downloading https://github.com/C43H66N12O12S2/stable-diffusion-webui/releases/download/linux/xformers-0.0.14.dev0-cp310-cp310-linux_x86_64.whl (108.4 MB)\n",
491
+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m108.4/108.4 MB\u001b[0m \u001b[31m8.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
492
+ "\u001b[?25hInstalling collected packages: xformers\n",
493
+ "Successfully installed xformers-0.0.14.dev0\n",
494
+ "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
495
+ "\u001b[0m"
496
+ ]
497
+ }
498
+ ],
499
+ "source": [
500
+ "#@title Upgrading to Python 3.10, preparing the kitchen for some delicious model cooking\n",
501
+ "!sudo apt-get update -y && sudo apt-get install python3.10 python3.10-dev python3.10-distutils libpython3.10-dev python3.10-venv python3.10-tk\n",
502
+ "\n",
503
+ "# Link python3 to 3.10.\n",
504
+ "!sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.8 1\n",
505
+ "!sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 2\n",
506
+ "\n",
507
+ "# Install pip.\n",
508
+ "!curl -sS https://bootstrap.pypa.io/get-pip.py | python3.9\n",
509
+ "\n",
510
+ "# Install your dependencies. Pin IPython and traitlets versions, as traitlets version 5.8 contains a breaking change that prevents google-colab server extension from working properly.\n",
511
+ "# Some of these packages may not be required.\n",
512
+ "!python3 -m pip install ipython==7.9.0 traitlets==5.7.1 jupyter psutil setuptools ipython_genutils ipykernel jupyter_console prompt_toolkit httplib2 astor\n",
513
+ "\n",
514
+ "# Copy the already installed `google-colab` package over. It depends on an _old version_ of pandas, so building the wheel won't work.\n",
515
+ "!ln -s /usr/local/lib/python3.8/dist-packages/google \\\n",
516
+ " /usr/local/lib/python3.10/dist-packages/google\n",
517
+ "\n",
518
+ "# Reinstall jupyter server extension.\n",
519
+ "!jupyter serverextension list\n",
520
+ "!jupyter notebook --config=/usr/local/etc/jupyter/jupyter_notebook_config.json\n",
521
+ "\n",
522
+ "#Reinstall pip\n",
523
+ "!python3 -m ensurepip --upgrade\n",
524
+ "\n",
525
+ "%cd /content\n",
526
+ "!git clone https://github.com/bmaltais/kohya_ss.git\n",
527
+ "%cd /content/kohya_ss\n",
528
+ "!git reset --hard 20e62af1a638270a11e299b8c14458a837b1bb24\n",
529
+ "\n",
530
+ "!pip install torch==1.12.1+cu116 torchvision==0.13.1+cu116 --extra-index-url https://download.pytorch.org/whl/cu116\n",
531
+ "#!pip install --upgrade -r requirements.txt\n",
532
+ "#!pip install accelerate diffusers transformers albumentations einops safetensors gradio tk easygui bitsandbytes\n",
533
+ "!pip install accelerate==0.15.0 transformers==4.26.0 ftfy==6.1.1 albumentations==1.3.0 opencv-python==4.7.0.68 einops==0.6.0 diffusers[torch]==0.10.2 pytorch-lightning==1.9.0 bitsandbytes==0.35.0 tensorboard==2.10.1 safetensors==0.2.6 gradio==3.16.2 altair==4.2.2 easygui==0.98.3 tk==0.1.00\n",
534
+ "!pip install -U -I --no-deps https://github.com/C43H66N12O12S2/stable-diffusion-webui/releases/download/linux/xformers-0.0.14.dev0-cp310-cp310-linux_x86_64.whl"
535
+ ]
536
+ },
537
+ {
538
+ "cell_type": "code",
539
+ "execution_count": null,
540
+ "metadata": {
541
+ "id": "OglZzI_ujZq-"
542
+ },
543
+ "outputs": [],
544
+ "source": [
545
+ "#@title Making the recipe\n",
546
+ "\n",
547
+ "project_name = \"Mamuru\" #@param {type:\"string\"}\n",
548
+ "#@markdown Put your trainsets in your `/content/drive/MyDrive/kohya_ss/datasets` folder with the same name as your `project_name`\n",
549
+ "\n",
550
+ "model_path = \"/content/drive/MyDrive/models/final-pruned.ckpt\" #@param {type:\"string\"}\n",
551
+ "train_data_dir = \"/content/drive/MyDrive/kohya_ss/datasets/\" + project_name\n",
552
+ "output_dir = \"/content/drive/MyDrive/kohya_ss/output/\" + project_name\n",
553
+ "logging_dir = \"/content/drive/MyDrive/kohya_ss/log\"\n",
554
+ "\n",
555
+ "resolution = 512 #@param {type:\"number\"}\n",
556
+ "train_batch_size = 8 #@param {type:\"slider\", min:1, max:8, step:1}\n",
557
+ "\n",
558
+ "#@markdown I haven't tested if every `lr_scheduler` besides cosine works as it intended.\n",
559
+ "constant = \"constant\"\n",
560
+ "constant_with_warmup = \"constant_with_warmup\"\n",
561
+ "cosine = \"cosine\"\n",
562
+ "cosine_with_restarts = \"cosine_with_restarts\"\n",
563
+ "linear = \"linear\"\n",
564
+ "polynomial = \"polynomial\"\n",
565
+ "lr_scheduler = cosine #@param [\"constant\", \"constant_with_warmup\", \"cosine\", \"cosine_with_restarts\", \"linear\", \"polynomial\"] {type:\"raw\"}\n",
566
+ "#@markdown ### A little guide for calculating the steps: <p> First you need to know how many images do you have multiplied by your repeats. That number will be one epoch.\n",
567
+ "#@markdown If I have 100 images and set it 6 repeats, one epoch is 600 steps. I've set the `train_batch_size` to 8, so the true steps count should be 600 / 8 = 75 for 1 epoch. <br>\n",
568
+ "#@markdown I'd like it to train for 10 epochs, so at the end `max_train_steps` should be 75 * 10 = 750.\n",
569
+ "lr_warmup_steps = 20 #@param {type:\"number\"}\n",
570
+ "max_train_steps = 750 #@param {type:\"number\"}\n",
571
+ "save_every_n_epochs = 4 #@param {type:\"number\"}\n",
572
+ "unet_lr = 1e-5 #@param {type:\"number\"}\n",
573
+ "network_dim = 128 #@param {type:\"slider\", min:1, max:128, step:1}\n",
574
+ "clip_skip = 2 #@param {type:\"slider\", min:1, max:7, step:1}\n",
575
+ "\n",
576
+ "#@markdown Leave `caption_extension` empty if you don't have captions for your images.\n",
577
+ "caption_extension = \"\" #@param {type:\"string\"}\n",
578
+ "\n",
579
+ "#@markdown Textual Encoder training, \n",
580
+ "text_encoder_lr = 5e-5 #@param {type:\"number\"}\n",
581
+ "stop_text_encoder_training = 0\n",
582
+ "\n",
583
+ "#@markdown Use `mem_eff_attn` if xformers doesn't work.\n",
584
+ "use_xformers = False #@param {type:\"boolean\"}\n",
585
+ "use_mem_eff_attn = True #@param {type:\"boolean\"}\n",
586
+ "\n",
587
+ "\n",
588
+ "if (caption_extension != \"\"):\n",
589
+ " caption_extension = \"--caption_extension=\" + caption_extension\n",
590
+ "\n",
591
+ "if (stop_text_encoder_training != 0):\n",
592
+ " stop_text_encoder_training = \"--stop_text_encoder_training=\" + str(stop_text_encoder_training)\n",
593
+ "else:\n",
594
+ " stop_text_encoder_training = \"\"\n",
595
+ "\n",
596
+ "if (use_xformers):\n",
597
+ " xformers = \"--xformers\"\n",
598
+ "else:\n",
599
+ " xformers = \"\"\n",
600
+ "\n",
601
+ "if (use_mem_eff_attn):\n",
602
+ " mem_eff_attn = \"--mem_eff_attn\"\n",
603
+ "else:\n",
604
+ " mem_eff_attn = \"\"\n"
605
+ ]
606
+ },
607
+ {
608
+ "cell_type": "code",
609
+ "execution_count": 3,
610
+ "metadata": {
611
+ "id": "OfjPeKh-GJ7J",
612
+ "outputId": "ae24ca12-d396-48e7-bb1d-39200bbb0531",
613
+ "colab": {
614
+ "base_uri": "https://localhost:8080/"
615
+ }
616
+ },
617
+ "outputs": [
618
+ {
619
+ "output_type": "stream",
620
+ "name": "stdout",
621
+ "text": [
622
+ "/content/kohya_ss\n",
623
+ "The following values were not passed to `accelerate launch` and had defaults used instead:\n",
624
+ "\t`--num_processes` was set to a value of `1`\n",
625
+ "\t`--num_machines` was set to a value of `1`\n",
626
+ "\t`--dynamo_backend` was set to a value of `'no'`\n",
627
+ "To avoid this warning pass in values for each of the problematic parameters or run `accelerate config`.\n",
628
+ "/lib/x86_64-linux-gnu/libc.so.6: version `GLIBC_2.32' not found (required by /usr/local/lib/python3.10/dist-packages/xformers/_C.so)\n",
629
+ "WARNING:root:WARNING: /lib/x86_64-linux-gnu/libc.so.6: version `GLIBC_2.32' not found (required by /usr/local/lib/python3.10/dist-packages/xformers/_C.so)\n",
630
+ "Need to compile C++ extensions to get sparse attention suport. Please run python setup.py build develop\n",
631
+ "usage: train_network.py\n",
632
+ " [-h]\n",
633
+ " [--v2]\n",
634
+ " [--v_parameterization]\n",
635
+ " [--pretrained_model_name_or_path PRETRAINED_MODEL_NAME_OR_PATH]\n",
636
+ " [--train_data_dir TRAIN_DATA_DIR]\n",
637
+ " [--shuffle_caption]\n",
638
+ " [--caption_extension CAPTION_EXTENSION]\n",
639
+ " [--caption_extention CAPTION_EXTENTION]\n",
640
+ " [--keep_tokens KEEP_TOKENS]\n",
641
+ " [--color_aug]\n",
642
+ " [--flip_aug]\n",
643
+ " [--face_crop_aug_range FACE_CROP_AUG_RANGE]\n",
644
+ " [--random_crop]\n",
645
+ " [--debug_dataset]\n",
646
+ " [--resolution RESOLUTION]\n",
647
+ " [--cache_latents]\n",
648
+ " [--enable_bucket]\n",
649
+ " [--min_bucket_reso MIN_BUCKET_RESO]\n",
650
+ " [--max_bucket_reso MAX_BUCKET_RESO]\n",
651
+ " [--reg_data_dir REG_DATA_DIR]\n",
652
+ " [--in_json IN_JSON]\n",
653
+ " [--dataset_repeats DATASET_REPEATS]\n",
654
+ " [--output_dir OUTPUT_DIR]\n",
655
+ " [--output_name OUTPUT_NAME]\n",
656
+ " [--save_precision {None,float,fp16,bf16}]\n",
657
+ " [--save_every_n_epochs SAVE_EVERY_N_EPOCHS]\n",
658
+ " [--save_n_epoch_ratio SAVE_N_EPOCH_RATIO]\n",
659
+ " [--save_last_n_epochs SAVE_LAST_N_EPOCHS]\n",
660
+ " [--save_last_n_epochs_state SAVE_LAST_N_EPOCHS_STATE]\n",
661
+ " [--save_state]\n",
662
+ " [--resume RESUME]\n",
663
+ " [--train_batch_size TRAIN_BATCH_SIZE]\n",
664
+ " [--max_token_length {None,150,225}]\n",
665
+ " [--use_8bit_adam]\n",
666
+ " [--mem_eff_attn]\n",
667
+ " [--xformers]\n",
668
+ " [--vae VAE]\n",
669
+ " [--learning_rate LEARNING_RATE]\n",
670
+ " [--max_train_steps MAX_TRAIN_STEPS]\n",
671
+ " [--max_train_epochs MAX_TRAIN_EPOCHS]\n",
672
+ " [--max_data_loader_n_workers MAX_DATA_LOADER_N_WORKERS]\n",
673
+ " [--seed SEED]\n",
674
+ " [--gradient_checkpointing]\n",
675
+ " [--gradient_accumulation_steps GRADIENT_ACCUMULATION_STEPS]\n",
676
+ " [--mixed_precision {no,fp16,bf16}]\n",
677
+ " [--full_fp16]\n",
678
+ " [--clip_skip CLIP_SKIP]\n",
679
+ " [--logging_dir LOGGING_DIR]\n",
680
+ " [--log_prefix LOG_PREFIX]\n",
681
+ " [--lr_scheduler LR_SCHEDULER]\n",
682
+ " [--lr_warmup_steps LR_WARMUP_STEPS]\n",
683
+ " [--prior_loss_weight PRIOR_LOSS_WEIGHT]\n",
684
+ " [--no_metadata]\n",
685
+ " [--save_model_as {None,ckpt,pt,safetensors}]\n",
686
+ " [--unet_lr UNET_LR]\n",
687
+ " [--text_encoder_lr TEXT_ENCODER_LR]\n",
688
+ " [--lr_scheduler_num_cycles LR_SCHEDULER_NUM_CYCLES]\n",
689
+ " [--lr_scheduler_power LR_SCHEDULER_POWER]\n",
690
+ " [--network_weights NETWORK_WEIGHTS]\n",
691
+ " [--network_module NETWORK_MODULE]\n",
692
+ " [--network_dim NETWORK_DIM]\n",
693
+ " [--network_alpha NETWORK_ALPHA]\n",
694
+ " [--network_args [NETWORK_ARGS ...]]\n",
695
+ " [--network_train_unet_only]\n",
696
+ " [--network_train_text_encoder_only]\n",
697
+ " [--training_comment TRAINING_COMMENT]\n",
698
+ "train_network.py: error: argument --train_batch_size: invalid int value: ''\n",
699
+ "Traceback (most recent call last):\n",
700
+ " File \"/usr/local/bin/accelerate\", line 8, in <module>\n",
701
+ " sys.exit(main())\n",
702
+ " File \"/usr/local/lib/python3.10/dist-packages/accelerate/commands/accelerate_cli.py\", line 45, in main\n",
703
+ " args.func(args)\n",
704
+ " File \"/usr/local/lib/python3.10/dist-packages/accelerate/commands/launch.py\", line 1104, in launch_command\n",
705
+ " simple_launcher(args)\n",
706
+ " File \"/usr/local/lib/python3.10/dist-packages/accelerate/commands/launch.py\", line 567, in simple_launcher\n",
707
+ " raise subprocess.CalledProcessError(returncode=process.returncode, cmd=cmd)\n",
708
+ "subprocess.CalledProcessError: Command '['/usr/bin/python3', 'train_network.py', '--cache_latents', '--enable_bucket', '--use_8bit_adam', '--pretrained_model_name_or_path=', '--train_data_dir=', '--resolution=,', '--output_dir=', '--train_batch_size=', '--lr_scheduler=', '--lr_warmup_steps=', '--max_train_steps=', '--use_8bit_adam', '--mixed_precision=fp16', '--save_every_n_epochs=', '--seed=4242', '--save_precision=fp16', '--logging_dir=', '--save_model_as=safetensors', '--network_module=networks.lora', '--text_encoder_lr=', '--unet_lr=', '--network_dim=', '--network_alpha=', '--clip_skip=', '--output_name=']' returned non-zero exit status 2.\n"
709
+ ]
710
+ }
711
+ ],
712
+ "source": [
713
+ "#@title # Start the cooking\n",
714
+ "%cd /content/kohya_ss\n",
715
+ "!accelerate launch \\\n",
716
+ " --mixed_precision 'fp16' \\\n",
717
+ " --num_cpu_threads_per_process=2 \\\n",
718
+ " \"train_network.py\" \\\n",
719
+ " --cache_latents \\\n",
720
+ " --enable_bucket \\\n",
721
+ " --use_8bit_adam \\\n",
722
+ " $xformers \\\n",
723
+ " $mem_eff_attn \\\n",
724
+ " --pretrained_model_name_or_path=$model_path \\\n",
725
+ " --train_data_dir=$train_data_dir \\\n",
726
+ " --resolution=$resolution,$resolution \\\n",
727
+ " --output_dir=$output_dir \\\n",
728
+ " --train_batch_size=$train_batch_size \\\n",
729
+ " --lr_scheduler=$lr_scheduler \\\n",
730
+ " --lr_warmup_steps=$lr_warmup_steps \\\n",
731
+ " --max_train_steps=$max_train_steps \\\n",
732
+ " --use_8bit_adam \\\n",
733
+ " --mixed_precision=fp16 \\\n",
734
+ " --save_every_n_epochs=$save_every_n_epochs \\\n",
735
+ " --seed=4242 \\\n",
736
+ " --save_precision=fp16 \\\n",
737
+ " --logging_dir=$logging_dir \\\n",
738
+ " --save_model_as=safetensors \\\n",
739
+ " --network_module=networks.lora \\\n",
740
+ " --text_encoder_lr=$text_encoder_lr \\\n",
741
+ " --unet_lr=$unet_lr \\\n",
742
+ " --network_dim=$network_dim \\\n",
743
+ " --network_alpha=$network_dim \\\n",
744
+ " --clip_skip=$clip_skip \\\n",
745
+ " $caption_extension \\\n",
746
+ " $stop_text_encoder_training \\\n",
747
+ " --output_name=$project_name"
748
+ ]
749
+ },
750
+ {
751
+ "cell_type": "markdown",
752
+ "metadata": {
753
+ "id": "051_UcZI08HV"
754
+ },
755
+ "source": [
756
+ "# *Dev things*"
757
+ ]
758
+ },
759
+ {
760
+ "cell_type": "code",
761
+ "execution_count": null,
762
+ "metadata": {
763
+ "cellView": "form",
764
+ "id": "g3rbIMD37F6H"
765
+ },
766
+ "outputs": [],
767
+ "source": [
768
+ "#@title Making konyha public\n",
769
+ "import os\n",
770
+ "\n",
771
+ "def replace_line(file_name, old_text, new_text):\n",
772
+ " with open(file_name, 'r') as file:\n",
773
+ " filedata = file.read()\n",
774
+ " newfiledata = filedata.replace(old_text, new_text)\n",
775
+ " # check if filedata has changed\n",
776
+ " if filedata != newfiledata:\n",
777
+ " with open(file_name, 'w') as file:\n",
778
+ " file.write(newfiledata)\n",
779
+ " print('File updated')\n",
780
+ " else:\n",
781
+ " print('!!! File not updated !!!')\n",
782
+ " \n",
783
+ "file_name = '/content/kohya_ss/kohya_gui.py'\n",
784
+ "old_text = \"interface.launch(auth=(username, password))\"\n",
785
+ "new_text = \"interface.launch(auth=(username, password),share=True)\"\n",
786
+ "replace_line(file_name, old_text, new_text)\n"
787
+ ]
788
+ },
789
+ {
790
+ "cell_type": "code",
791
+ "execution_count": null,
792
+ "metadata": {
793
+ "cellView": "form",
794
+ "id": "SyVwt63ccmIv",
795
+ "colab": {
796
+ "base_uri": "https://localhost:8080/"
797
+ },
798
+ "outputId": "b189f863-8692-4fb6-8b87-f8e6f504ceb4"
799
+ },
800
+ "outputs": [
801
+ {
802
+ "output_type": "stream",
803
+ "name": "stdout",
804
+ "text": [
805
+ "/content/kohya_ss\n",
806
+ "Load CSS...\n",
807
+ "Running on local URL: http://127.0.0.1:7860\n",
808
+ "\n",
809
+ "To create a public link, set `share=True` in `launch()`.\n",
810
+ "Keyboard interruption in main thread... closing server.\n",
811
+ "Traceback (most recent call last):\n",
812
+ " File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 1664, in block_thread\n",
813
+ " time.sleep(0.1)\n",
814
+ "KeyboardInterrupt\n",
815
+ "\n",
816
+ "During handling of the above exception, another exception occurred:\n",
817
+ "\n",
818
+ "Traceback (most recent call last):\n",
819
+ " File \"/content/kohya_ss/kohya_gui.py\", line 74, in <module>\n",
820
+ " UI(username=args.username, password=args.password, inbrowser=args.inbrowser, server_port=args.server_port)\n",
821
+ " File \"/content/kohya_ss/kohya_gui.py\", line 56, in UI\n",
822
+ " interface.launch(**kwargs)\n",
823
+ " File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 1581, in launch\n",
824
+ " self.block_thread()\n",
825
+ " File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 1666, in block_thread\n",
826
+ " print(\"Keyboard interruption in main thread... closing server.\")\n",
827
+ "KeyboardInterrupt\n",
828
+ "^C\n"
829
+ ]
830
+ }
831
+ ],
832
+ "source": [
833
+ "#@title *Webui*\n",
834
+ "%cd /content/kohya_ss\n",
835
+ "!python kohya_gui.py --username lora --password anyád"
836
+ ]
837
+ },
838
+ {
839
+ "cell_type": "code",
840
+ "execution_count": null,
841
+ "metadata": {
842
+ "cellView": "form",
843
+ "id": "GKGTTn7uvDTC"
844
+ },
845
+ "outputs": [],
846
+ "source": [
847
+ "#@title dev \n",
848
+ "### DEV \n",
849
+ "\n",
850
+ "%cd /content\n",
851
+ "!git clone https://github.com/bmaltais/kohya_ss.git\n",
852
+ "%cd /content/kohya_ss\n",
853
+ "\n",
854
+ "!pip install torch==1.12.1+cu116 torchvision==0.13.1+cu116 --extra-index-url https://download.pytorch.org/whl/cu116\n",
855
+ "!pip install --upgrade -r requirements.txt"
856
+ ]
857
+ }
858
+ ],
859
+ "metadata": {
860
+ "accelerator": "GPU",
861
+ "colab": {
862
+ "collapsed_sections": [
863
+ "051_UcZI08HV"
864
+ ],
865
+ "provenance": []
866
+ },
867
+ "gpuClass": "standard",
868
+ "kernelspec": {
869
+ "display_name": "Python 3",
870
+ "name": "python3"
871
+ },
872
+ "language_info": {
873
+ "name": "python"
874
+ }
875
+ },
876
+ "nbformat": 4,
877
+ "nbformat_minor": 0
878
+ }