Upload Konyha_Trainer_Colab_(LoRA).ipynb
#1
by
Awaaaaa
- opened
Konyha_Trainer_Colab_(LoRA).ipynb
ADDED
@@ -0,0 +1,878 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cells": [
|
3 |
+
{
|
4 |
+
"cell_type": "code",
|
5 |
+
"execution_count": null,
|
6 |
+
"metadata": {
|
7 |
+
"cellView": "form",
|
8 |
+
"id": "GynLmIhlfe9-"
|
9 |
+
},
|
10 |
+
"outputs": [],
|
11 |
+
"source": [
|
12 |
+
"#@title Mount your google drive.\n",
|
13 |
+
"from google.colab import drive\n",
|
14 |
+
"drive.mount('/content/drive')\n",
|
15 |
+
"!cd /content/drive/MyDrive/\n",
|
16 |
+
"!mkdir /content/drive/MyDrive/kohya_ss/\n",
|
17 |
+
"!mkdir /content/drive/MyDrive/kohya_ss/configs\n",
|
18 |
+
"!mkdir /content/drive/MyDrive/kohya_ss/datasets\n",
|
19 |
+
"!mkdir /content/drive/MyDrive/kohya_ss/output\n",
|
20 |
+
"!mkdir /content/drive/MyDrive/kohya_ss/log"
|
21 |
+
]
|
22 |
+
},
|
23 |
+
{
|
24 |
+
"cell_type": "code",
|
25 |
+
"execution_count": 2,
|
26 |
+
"metadata": {
|
27 |
+
"id": "9gQv3aDDfytc",
|
28 |
+
"outputId": "37771f13-3b6a-4d6b-f279-24599c169af5",
|
29 |
+
"colab": {
|
30 |
+
"base_uri": "https://localhost:8080/"
|
31 |
+
}
|
32 |
+
},
|
33 |
+
"outputs": [
|
34 |
+
{
|
35 |
+
"output_type": "stream",
|
36 |
+
"name": "stdout",
|
37 |
+
"text": [
|
38 |
+
"\r0% [Working]\r \rGet:1 https://cloud.r-project.org/bin/linux/ubuntu focal-cran40/ InRelease [3,622 B]\n",
|
39 |
+
"\r0% [Connecting to archive.ubuntu.com] [Connecting to security.ubuntu.com] [1 In\r0% [Connecting to archive.ubuntu.com] [Connecting to security.ubuntu.com] [Wait\r \rHit:2 http://archive.ubuntu.com/ubuntu focal InRelease\n",
|
40 |
+
"\r0% [Waiting for headers] [Connecting to security.ubuntu.com (185.125.190.39)] [\r \rHit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease\n",
|
41 |
+
"\r0% [Waiting for headers] [Connecting to security.ubuntu.com (185.125.190.39)] [\r \rHit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease\n",
|
42 |
+
"\r0% [Connecting to security.ubuntu.com (185.125.190.39)] [Waiting for headers] [\r \rHit:5 http://ppa.launchpad.net/c2d4u.team/c2d4u4.0+/ubuntu focal InRelease\n",
|
43 |
+
"\r0% [Connecting to security.ubuntu.com (185.125.190.39)] [Waiting for headers] [\r \rIgn:6 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu2004/x86_64 InRelease\n",
|
44 |
+
"\r0% [Waiting for headers] [Waiting for headers] [Connecting to ppa.launchpad.net\r0% [Waiting for headers] [Waiting for headers] [Connecting to ppa.launchpad.net\r \rHit:7 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64 InRelease\n",
|
45 |
+
"\r \r0% [Waiting for headers] [Connecting to ppa.launchpad.net (185.125.190.52)]\r \rHit:8 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu2004/x86_64 Release\n",
|
46 |
+
"Hit:9 http://security.ubuntu.com/ubuntu focal-security InRelease\n",
|
47 |
+
"Hit:10 http://ppa.launchpad.net/cran/libgit2/ubuntu focal InRelease\n",
|
48 |
+
"Hit:11 http://ppa.launchpad.net/deadsnakes/ppa/ubuntu focal InRelease\n",
|
49 |
+
"Hit:12 http://ppa.launchpad.net/graphics-drivers/ppa/ubuntu focal InRelease\n",
|
50 |
+
"Hit:13 http://ppa.launchpad.net/ubuntugis/ppa/ubuntu focal InRelease\n",
|
51 |
+
"Fetched 3,622 B in 1s (2,544 B/s)\n",
|
52 |
+
"Reading package lists... Done\n",
|
53 |
+
"Reading package lists... Done\n",
|
54 |
+
"Building dependency tree \n",
|
55 |
+
"Reading state information... Done\n",
|
56 |
+
"libpython3.10-dev is already the newest version (3.10.10-1+focal1).\n",
|
57 |
+
"python3.10 is already the newest version (3.10.10-1+focal1).\n",
|
58 |
+
"python3.10-dev is already the newest version (3.10.10-1+focal1).\n",
|
59 |
+
"python3.10-distutils is already the newest version (3.10.10-1+focal1).\n",
|
60 |
+
"python3.10-tk is already the newest version (3.10.10-1+focal1).\n",
|
61 |
+
"python3.10-venv is already the newest version (3.10.10-1+focal1).\n",
|
62 |
+
"The following package was automatically installed and is no longer required:\n",
|
63 |
+
" libnvidia-common-510\n",
|
64 |
+
"Use 'sudo apt autoremove' to remove it.\n",
|
65 |
+
"0 upgraded, 0 newly installed, 0 to remove and 23 not upgraded.\n",
|
66 |
+
"/bin/bash: python3.9: command not found\n",
|
67 |
+
"curl: (23) Failed writing body (1354 != 1371)\n",
|
68 |
+
"Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
|
69 |
+
"Collecting ipython==7.9.0\n",
|
70 |
+
" Downloading ipython-7.9.0-py3-none-any.whl (775 kB)\n",
|
71 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m775.3/775.3 kB\u001b[0m \u001b[31m37.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
72 |
+
"\u001b[?25hCollecting traitlets==5.7.1\n",
|
73 |
+
" Downloading traitlets-5.7.1-py3-none-any.whl (109 kB)\n",
|
74 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m109.9/109.9 kB\u001b[0m \u001b[31m12.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
75 |
+
"\u001b[?25hCollecting jupyter\n",
|
76 |
+
" Downloading jupyter-1.0.0-py2.py3-none-any.whl (2.7 kB)\n",
|
77 |
+
"Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (5.9.4)\n",
|
78 |
+
"Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (65.5.0)\n",
|
79 |
+
"Collecting ipython_genutils\n",
|
80 |
+
" Downloading ipython_genutils-0.2.0-py2.py3-none-any.whl (26 kB)\n",
|
81 |
+
"Collecting ipykernel\n",
|
82 |
+
" Downloading ipykernel-6.21.2-py3-none-any.whl (149 kB)\n",
|
83 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.7/149.7 kB\u001b[0m \u001b[31m17.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
84 |
+
"\u001b[?25hCollecting jupyter_console\n",
|
85 |
+
" Downloading jupyter_console-6.5.1-py3-none-any.whl (23 kB)\n",
|
86 |
+
"Collecting prompt_toolkit\n",
|
87 |
+
" Downloading prompt_toolkit-3.0.36-py3-none-any.whl (386 kB)\n",
|
88 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m386.4/386.4 kB\u001b[0m \u001b[31m32.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
89 |
+
"\u001b[?25hCollecting httplib2\n",
|
90 |
+
" Downloading httplib2-0.21.0-py3-none-any.whl (96 kB)\n",
|
91 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m96.8/96.8 kB\u001b[0m \u001b[31m11.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
92 |
+
"\u001b[?25hCollecting astor\n",
|
93 |
+
" Downloading astor-0.8.1-py2.py3-none-any.whl (27 kB)\n",
|
94 |
+
"Collecting backcall\n",
|
95 |
+
" Downloading backcall-0.2.0-py2.py3-none-any.whl (11 kB)\n",
|
96 |
+
"Collecting decorator\n",
|
97 |
+
" Downloading decorator-5.1.1-py3-none-any.whl (9.1 kB)\n",
|
98 |
+
"Collecting pygments\n",
|
99 |
+
" Downloading Pygments-2.14.0-py3-none-any.whl (1.1 MB)\n",
|
100 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m72.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
101 |
+
"\u001b[?25hCollecting pickleshare\n",
|
102 |
+
" Downloading pickleshare-0.7.5-py2.py3-none-any.whl (6.9 kB)\n",
|
103 |
+
"Collecting jedi>=0.10\n",
|
104 |
+
" Downloading jedi-0.18.2-py2.py3-none-any.whl (1.6 MB)\n",
|
105 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m81.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
106 |
+
"\u001b[?25hCollecting prompt_toolkit\n",
|
107 |
+
" Downloading prompt_toolkit-2.0.10-py3-none-any.whl (340 kB)\n",
|
108 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m340.0/340.0 kB\u001b[0m \u001b[31m37.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
109 |
+
"\u001b[?25hCollecting pexpect\n",
|
110 |
+
" Downloading pexpect-4.8.0-py2.py3-none-any.whl (59 kB)\n",
|
111 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m59.0/59.0 kB\u001b[0m \u001b[31m8.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
112 |
+
"\u001b[?25hCollecting nbconvert\n",
|
113 |
+
" Downloading nbconvert-7.2.9-py3-none-any.whl (274 kB)\n",
|
114 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m274.9/274.9 kB\u001b[0m \u001b[31m31.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
115 |
+
"\u001b[?25hCollecting qtconsole\n",
|
116 |
+
" Downloading qtconsole-5.4.0-py3-none-any.whl (121 kB)\n",
|
117 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.0/121.0 kB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
118 |
+
"\u001b[?25hCollecting notebook\n",
|
119 |
+
" Downloading notebook-6.5.2-py3-none-any.whl (439 kB)\n",
|
120 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m439.1/439.1 kB\u001b[0m \u001b[31m43.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
121 |
+
"\u001b[?25hCollecting ipywidgets\n",
|
122 |
+
" Downloading ipywidgets-8.0.4-py3-none-any.whl (137 kB)\n",
|
123 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m137.8/137.8 kB\u001b[0m \u001b[31m18.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
124 |
+
"\u001b[?25hCollecting jupyter-core!=5.0.*,>=4.12\n",
|
125 |
+
" Downloading jupyter_core-5.2.0-py3-none-any.whl (94 kB)\n",
|
126 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m94.3/94.3 kB\u001b[0m \u001b[31m12.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
127 |
+
"\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from ipykernel) (23.0)\n",
|
128 |
+
"Collecting jupyter-client>=6.1.12\n",
|
129 |
+
" Downloading jupyter_client-8.0.2-py3-none-any.whl (103 kB)\n",
|
130 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m103.3/103.3 kB\u001b[0m \u001b[31m14.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
131 |
+
"\u001b[?25hCollecting debugpy>=1.6.5\n",
|
132 |
+
" Downloading debugpy-1.6.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.0 MB)\n",
|
133 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.0/3.0 MB\u001b[0m \u001b[31m95.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
134 |
+
"\u001b[?25hCollecting ipykernel\n",
|
135 |
+
" Downloading ipykernel-6.21.1-py3-none-any.whl (149 kB)\n",
|
136 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.8/149.8 kB\u001b[0m \u001b[31m18.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
137 |
+
"\u001b[?25h Downloading ipykernel-6.20.2-py3-none-any.whl (149 kB)\n",
|
138 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.2/149.2 kB\u001b[0m \u001b[31m18.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
139 |
+
"\u001b[?25h Downloading ipykernel-6.20.1-py3-none-any.whl (149 kB)\n",
|
140 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.2/149.2 kB\u001b[0m \u001b[31m14.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
141 |
+
"\u001b[?25h Downloading ipykernel-6.19.4-py3-none-any.whl (145 kB)\n",
|
142 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m145.2/145.2 kB\u001b[0m \u001b[31m18.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
143 |
+
"\u001b[?25h Downloading ipykernel-6.19.3-py3-none-any.whl (145 kB)\n",
|
144 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m145.1/145.1 kB\u001b[0m \u001b[31m18.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
145 |
+
"\u001b[?25h Downloading ipykernel-6.19.2-py3-none-any.whl (145 kB)\n",
|
146 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m145.1/145.1 kB\u001b[0m \u001b[31m19.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
147 |
+
"\u001b[?25h Downloading ipykernel-6.19.1-py3-none-any.whl (145 kB)\n",
|
148 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m145.1/145.1 kB\u001b[0m \u001b[31m19.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
149 |
+
"\u001b[?25h Downloading ipykernel-6.17.1-py3-none-any.whl (138 kB)\n",
|
150 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.6/138.6 kB\u001b[0m \u001b[31m19.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
151 |
+
"\u001b[?25h Downloading ipykernel-6.17.0-py3-none-any.whl (138 kB)\n",
|
152 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.5/138.5 kB\u001b[0m \u001b[31m18.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
153 |
+
"\u001b[?25h Downloading ipykernel-6.16.2-py3-none-any.whl (138 kB)\n",
|
154 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.5/138.5 kB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
155 |
+
"\u001b[?25h Downloading ipykernel-6.16.1-py3-none-any.whl (138 kB)\n",
|
156 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.5/138.5 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
157 |
+
"\u001b[?25h Downloading ipykernel-6.16.0-py3-none-any.whl (138 kB)\n",
|
158 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.4/138.4 kB\u001b[0m \u001b[31m19.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
159 |
+
"\u001b[?25h Downloading ipykernel-6.15.3-py3-none-any.whl (138 kB)\n",
|
160 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.3/138.3 kB\u001b[0m \u001b[31m17.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
161 |
+
"\u001b[?25h Downloading ipykernel-6.15.2-py3-none-any.whl (132 kB)\n",
|
162 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m132.9/132.9 kB\u001b[0m \u001b[31m16.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
163 |
+
"\u001b[?25h Downloading ipykernel-6.15.1-py3-none-any.whl (132 kB)\n",
|
164 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m132.9/132.9 kB\u001b[0m \u001b[31m17.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
165 |
+
"\u001b[?25h Downloading ipykernel-6.15.0-py3-none-any.whl (133 kB)\n",
|
166 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.1/133.1 kB\u001b[0m \u001b[31m17.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
167 |
+
"\u001b[?25h Downloading ipykernel-6.14.0-py3-none-any.whl (133 kB)\n",
|
168 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.2/133.2 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
169 |
+
"\u001b[?25h Downloading ipykernel-6.13.1-py3-none-any.whl (133 kB)\n",
|
170 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.2/133.2 kB\u001b[0m \u001b[31m17.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
171 |
+
"\u001b[?25h Downloading ipykernel-6.13.0-py3-none-any.whl (131 kB)\n",
|
172 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m131.8/131.8 kB\u001b[0m \u001b[31m17.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
173 |
+
"\u001b[?25h Downloading ipykernel-6.12.1-py3-none-any.whl (130 kB)\n",
|
174 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.9/130.9 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
175 |
+
"\u001b[?25h Downloading ipykernel-6.12.0-py3-none-any.whl (130 kB)\n",
|
176 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.9/130.9 kB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
177 |
+
"\u001b[?25h Downloading ipykernel-6.11.0-py3-none-any.whl (130 kB)\n",
|
178 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.8/130.8 kB\u001b[0m \u001b[31m17.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
179 |
+
"\u001b[?25h Downloading ipykernel-6.10.0-py3-none-any.whl (130 kB)\n",
|
180 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
181 |
+
"\u001b[?25hCollecting nest-asyncio\n",
|
182 |
+
" Downloading nest_asyncio-1.5.6-py3-none-any.whl (5.2 kB)\n",
|
183 |
+
"Collecting ipykernel\n",
|
184 |
+
" Downloading ipykernel-6.9.2-py3-none-any.whl (130 kB)\n",
|
185 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m18.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
186 |
+
"\u001b[?25hCollecting tornado<7.0,>=4.2\n",
|
187 |
+
" Downloading tornado-6.2-cp37-abi3-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (423 kB)\n",
|
188 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m424.0/424.0 kB\u001b[0m \u001b[31m44.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
189 |
+
"\u001b[?25hCollecting ipykernel\n",
|
190 |
+
" Downloading ipykernel-6.9.1-py3-none-any.whl (128 kB)\n",
|
191 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m128.9/128.9 kB\u001b[0m \u001b[31m16.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
192 |
+
"\u001b[?25h Downloading ipykernel-6.9.0-py3-none-any.whl (128 kB)\n",
|
193 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m128.7/128.7 kB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
194 |
+
"\u001b[?25h Downloading ipykernel-6.8.0-py3-none-any.whl (128 kB)\n",
|
195 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m128.3/128.3 kB\u001b[0m \u001b[31m17.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
196 |
+
"\u001b[?25h Downloading ipykernel-6.7.0-py3-none-any.whl (127 kB)\n",
|
197 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m127.7/127.7 kB\u001b[0m \u001b[31m18.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
198 |
+
"\u001b[?25h Downloading ipykernel-6.6.1-py3-none-any.whl (126 kB)\n",
|
199 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m126.3/126.3 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
200 |
+
"\u001b[?25h Downloading ipykernel-6.6.0-py3-none-any.whl (126 kB)\n",
|
201 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m126.3/126.3 kB\u001b[0m \u001b[31m18.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
202 |
+
"\u001b[?25h Downloading ipykernel-6.5.1-py3-none-any.whl (125 kB)\n",
|
203 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m125.9/125.9 kB\u001b[0m \u001b[31m16.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
204 |
+
"\u001b[?25h Downloading ipykernel-6.5.0-py3-none-any.whl (125 kB)\n",
|
205 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m125.9/125.9 kB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
206 |
+
"\u001b[?25h Downloading ipykernel-6.4.2-py3-none-any.whl (124 kB)\n",
|
207 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.1/124.1 kB\u001b[0m \u001b[31m12.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
208 |
+
"\u001b[?25h Downloading ipykernel-6.4.1-py3-none-any.whl (124 kB)\n",
|
209 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.0/124.0 kB\u001b[0m \u001b[31m16.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
210 |
+
"\u001b[?25h Downloading ipykernel-6.4.0-py3-none-any.whl (124 kB)\n",
|
211 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.0/124.0 kB\u001b[0m \u001b[31m16.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
212 |
+
"\u001b[?25h Downloading ipykernel-6.3.1-py3-none-any.whl (123 kB)\n",
|
213 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m123.6/123.6 kB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
214 |
+
"\u001b[?25h Downloading ipykernel-6.3.0-py3-none-any.whl (123 kB)\n",
|
215 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m123.6/123.6 kB\u001b[0m \u001b[31m18.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
216 |
+
"\u001b[?25h Downloading ipykernel-6.2.0-py3-none-any.whl (122 kB)\n",
|
217 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m123.0/123.0 kB\u001b[0m \u001b[31m16.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
218 |
+
"\u001b[?25h Downloading ipykernel-6.1.0-py3-none-any.whl (122 kB)\n",
|
219 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.8/122.8 kB\u001b[0m \u001b[31m16.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
220 |
+
"\u001b[?25h Downloading ipykernel-6.0.3-py3-none-any.whl (122 kB)\n",
|
221 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.3/122.3 kB\u001b[0m \u001b[31m16.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
222 |
+
"\u001b[?25h Downloading ipykernel-6.0.2-py3-none-any.whl (122 kB)\n",
|
223 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.3/122.3 kB\u001b[0m \u001b[31m16.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
224 |
+
"\u001b[?25h Downloading ipykernel-6.0.1-py3-none-any.whl (122 kB)\n",
|
225 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.5/122.5 kB\u001b[0m \u001b[31m13.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
226 |
+
"\u001b[?25h Downloading ipykernel-6.0.0-py3-none-any.whl (122 kB)\n",
|
227 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.4/122.4 kB\u001b[0m \u001b[31m15.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
228 |
+
"\u001b[?25h Downloading ipykernel-5.5.6-py3-none-any.whl (121 kB)\n",
|
229 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.0/121.0 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
230 |
+
"\u001b[?25hCollecting jupyter_console\n",
|
231 |
+
" Downloading jupyter_console-6.5.0-py3-none-any.whl (23 kB)\n",
|
232 |
+
" Downloading jupyter_console-6.4.4-py3-none-any.whl (22 kB)\n",
|
233 |
+
"Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.10/dist-packages (from prompt_toolkit) (1.16.0)\n",
|
234 |
+
"Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt_toolkit) (0.2.6)\n",
|
235 |
+
"Requirement already satisfied: pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 in /usr/local/lib/python3.10/dist-packages (from httplib2) (3.0.9)\n",
|
236 |
+
"Collecting parso<0.9.0,>=0.8.0\n",
|
237 |
+
" Downloading parso-0.8.3-py2.py3-none-any.whl (100 kB)\n",
|
238 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m100.8/100.8 kB\u001b[0m \u001b[31m9.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
239 |
+
"\u001b[?25hCollecting pyzmq>=23.0\n",
|
240 |
+
" Downloading pyzmq-25.0.0-cp310-cp310-manylinux_2_28_x86_64.whl (1.1 MB)\n",
|
241 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m52.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
242 |
+
"\u001b[?25hRequirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from jupyter-client>=6.1.12->ipykernel) (2.8.2)\n",
|
243 |
+
"Collecting jupyterlab-widgets~=3.0\n",
|
244 |
+
" Downloading jupyterlab_widgets-3.0.5-py3-none-any.whl (384 kB)\n",
|
245 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m384.3/384.3 kB\u001b[0m \u001b[31m34.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
246 |
+
"\u001b[?25hCollecting widgetsnbextension~=4.0\n",
|
247 |
+
" Downloading widgetsnbextension-4.0.5-py3-none-any.whl (2.0 MB)\n",
|
248 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.0/2.0 MB\u001b[0m \u001b[31m88.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
249 |
+
"\u001b[?25hRequirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter) (3.1.2)\n",
|
250 |
+
"Collecting jupyterlab-pygments\n",
|
251 |
+
" Downloading jupyterlab_pygments-0.2.2-py2.py3-none-any.whl (21 kB)\n",
|
252 |
+
"Collecting bleach\n",
|
253 |
+
" Downloading bleach-6.0.0-py3-none-any.whl (162 kB)\n",
|
254 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m162.5/162.5 kB\u001b[0m \u001b[31m18.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
255 |
+
"\u001b[?25hCollecting defusedxml\n",
|
256 |
+
" Downloading defusedxml-0.7.1-py2.py3-none-any.whl (25 kB)\n",
|
257 |
+
"Collecting beautifulsoup4\n",
|
258 |
+
" Downloading beautifulsoup4-4.11.2-py3-none-any.whl (129 kB)\n",
|
259 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.4/129.4 kB\u001b[0m \u001b[31m17.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
260 |
+
"\u001b[?25hCollecting pandocfilters>=1.4.1\n",
|
261 |
+
" Downloading pandocfilters-1.5.0-py2.py3-none-any.whl (8.7 kB)\n",
|
262 |
+
"Collecting tinycss2\n",
|
263 |
+
" Downloading tinycss2-1.2.1-py3-none-any.whl (21 kB)\n",
|
264 |
+
"Collecting nbformat>=5.1\n",
|
265 |
+
" Downloading nbformat-5.7.3-py3-none-any.whl (78 kB)\n",
|
266 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.1/78.1 kB\u001b[0m \u001b[31m9.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
267 |
+
"\u001b[?25hCollecting mistune<3,>=2.0.3\n",
|
268 |
+
" Downloading mistune-2.0.5-py2.py3-none-any.whl (24 kB)\n",
|
269 |
+
"Requirement already satisfied: markupsafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter) (2.1.2)\n",
|
270 |
+
"Collecting nbclient>=0.5.0\n",
|
271 |
+
" Downloading nbclient-0.7.2-py3-none-any.whl (71 kB)\n",
|
272 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.0/72.0 kB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
273 |
+
"\u001b[?25hCollecting terminado>=0.8.3\n",
|
274 |
+
" Downloading terminado-0.17.1-py3-none-any.whl (17 kB)\n",
|
275 |
+
"Collecting Send2Trash>=1.8.0\n",
|
276 |
+
" Downloading Send2Trash-1.8.0-py3-none-any.whl (18 kB)\n",
|
277 |
+
"Collecting prometheus-client\n",
|
278 |
+
" Downloading prometheus_client-0.16.0-py3-none-any.whl (122 kB)\n",
|
279 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m122.5/122.5 kB\u001b[0m \u001b[31m14.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
280 |
+
"\u001b[?25hCollecting nbclassic>=0.4.7\n",
|
281 |
+
" Downloading nbclassic-0.5.1-py3-none-any.whl (10.0 MB)\n",
|
282 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m10.0/10.0 MB\u001b[0m \u001b[31m95.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
283 |
+
"\u001b[?25hCollecting argon2-cffi\n",
|
284 |
+
" Downloading argon2_cffi-21.3.0-py3-none-any.whl (14 kB)\n",
|
285 |
+
"Collecting ptyprocess>=0.5\n",
|
286 |
+
" Downloading ptyprocess-0.7.0-py2.py3-none-any.whl (13 kB)\n",
|
287 |
+
"Collecting qtpy>=2.0.1\n",
|
288 |
+
" Downloading QtPy-2.3.0-py3-none-any.whl (83 kB)\n",
|
289 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m83.6/83.6 kB\u001b[0m \u001b[31m11.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
290 |
+
"\u001b[?25hCollecting platformdirs>=2.5\n",
|
291 |
+
" Downloading platformdirs-3.0.0-py3-none-any.whl (14 kB)\n",
|
292 |
+
"Collecting jupyter-server>=1.8\n",
|
293 |
+
" Downloading jupyter_server-2.3.0-py3-none-any.whl (365 kB)\n",
|
294 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m365.8/365.8 kB\u001b[0m \u001b[31m39.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
295 |
+
"\u001b[?25hCollecting notebook-shim>=0.1.0\n",
|
296 |
+
" Downloading notebook_shim-0.2.2-py3-none-any.whl (13 kB)\n",
|
297 |
+
"Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter) (4.17.3)\n",
|
298 |
+
"Collecting fastjsonschema\n",
|
299 |
+
" Downloading fastjsonschema-2.16.2-py3-none-any.whl (22 kB)\n",
|
300 |
+
"Collecting argon2-cffi-bindings\n",
|
301 |
+
" Downloading argon2_cffi_bindings-21.2.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (86 kB)\n",
|
302 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.2/86.2 kB\u001b[0m \u001b[31m12.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
303 |
+
"\u001b[?25hCollecting soupsieve>1.2\n",
|
304 |
+
" Downloading soupsieve-2.4-py3-none-any.whl (37 kB)\n",
|
305 |
+
"Collecting webencodings\n",
|
306 |
+
" Downloading webencodings-0.5.1-py2.py3-none-any.whl (11 kB)\n",
|
307 |
+
"Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter) (0.19.3)\n",
|
308 |
+
"Requirement already satisfied: attrs>=17.4.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter) (22.2.0)\n",
|
309 |
+
"Requirement already satisfied: anyio>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter) (3.6.2)\n",
|
310 |
+
"Collecting jupyter-server-terminals\n",
|
311 |
+
" Downloading jupyter_server_terminals-0.4.4-py3-none-any.whl (13 kB)\n",
|
312 |
+
"Collecting jupyter-events>=0.4.0\n",
|
313 |
+
" Downloading jupyter_events-0.6.3-py3-none-any.whl (18 kB)\n",
|
314 |
+
"Collecting websocket-client\n",
|
315 |
+
" Downloading websocket_client-1.5.1-py3-none-any.whl (55 kB)\n",
|
316 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m55.9/55.9 kB\u001b[0m \u001b[31m7.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
317 |
+
"\u001b[?25hCollecting cffi>=1.0.1\n",
|
318 |
+
" Downloading cffi-1.15.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (441 kB)\n",
|
319 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m441.8/441.8 kB\u001b[0m \u001b[31m39.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
320 |
+
"\u001b[?25hRequirement already satisfied: idna>=2.8 in /usr/local/lib/python3.10/dist-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter) (3.4)\n",
|
321 |
+
"Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter) (1.3.0)\n",
|
322 |
+
"Collecting pycparser\n",
|
323 |
+
" Downloading pycparser-2.21-py2.py3-none-any.whl (118 kB)\n",
|
324 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m118.7/118.7 kB\u001b[0m \u001b[31m12.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
325 |
+
"\u001b[?25hRequirement already satisfied: pyyaml>=5.3 in /usr/local/lib/python3.10/dist-packages (from jupyter-events>=0.4.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter) (6.0)\n",
|
326 |
+
"Collecting rfc3339-validator\n",
|
327 |
+
" Downloading rfc3339_validator-0.1.4-py2.py3-none-any.whl (3.5 kB)\n",
|
328 |
+
"Collecting python-json-logger>=2.0.4\n",
|
329 |
+
" Downloading python_json_logger-2.0.6-py3-none-any.whl (7.8 kB)\n",
|
330 |
+
"Collecting rfc3986-validator>=0.1.1\n",
|
331 |
+
" Downloading rfc3986_validator-0.1.1-py2.py3-none-any.whl (4.2 kB)\n",
|
332 |
+
"Collecting fqdn\n",
|
333 |
+
" Downloading fqdn-1.5.1-py3-none-any.whl (9.1 kB)\n",
|
334 |
+
"Collecting isoduration\n",
|
335 |
+
" Downloading isoduration-20.11.0-py3-none-any.whl (11 kB)\n",
|
336 |
+
"Collecting uri-template\n",
|
337 |
+
" Downloading uri_template-1.2.0-py3-none-any.whl (10 kB)\n",
|
338 |
+
"Collecting webcolors>=1.11\n",
|
339 |
+
" Downloading webcolors-1.12-py3-none-any.whl (9.9 kB)\n",
|
340 |
+
"Collecting jsonpointer>1.13\n",
|
341 |
+
" Downloading jsonpointer-2.3-py2.py3-none-any.whl (7.8 kB)\n",
|
342 |
+
"Collecting arrow>=0.15.0\n",
|
343 |
+
" Downloading arrow-1.2.3-py3-none-any.whl (66 kB)\n",
|
344 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.4/66.4 kB\u001b[0m \u001b[31m7.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
345 |
+
"\u001b[?25hInstalling collected packages: webencodings, Send2Trash, ptyprocess, pickleshare, mistune, ipython_genutils, fastjsonschema, backcall, widgetsnbextension, websocket-client, webcolors, uri-template, traitlets, tornado, tinycss2, soupsieve, rfc3986-validator, rfc3339-validator, qtpy, pyzmq, python-json-logger, pygments, pycparser, prompt_toolkit, prometheus-client, platformdirs, pexpect, parso, pandocfilters, nest-asyncio, jupyterlab-widgets, jupyterlab-pygments, jsonpointer, httplib2, fqdn, defusedxml, decorator, bleach, astor, terminado, jupyter-core, jedi, cffi, beautifulsoup4, arrow, nbformat, jupyter-server-terminals, jupyter-client, isoduration, ipython, argon2-cffi-bindings, nbclient, ipykernel, argon2-cffi, qtconsole, nbconvert, jupyter-events, jupyter_console, ipywidgets, jupyter-server, notebook-shim, nbclassic, notebook, jupyter\n",
|
346 |
+
"Successfully installed Send2Trash-1.8.0 argon2-cffi-21.3.0 argon2-cffi-bindings-21.2.0 arrow-1.2.3 astor-0.8.1 backcall-0.2.0 beautifulsoup4-4.11.2 bleach-6.0.0 cffi-1.15.1 decorator-5.1.1 defusedxml-0.7.1 fastjsonschema-2.16.2 fqdn-1.5.1 httplib2-0.21.0 ipykernel-5.5.6 ipython-7.9.0 ipython_genutils-0.2.0 ipywidgets-8.0.4 isoduration-20.11.0 jedi-0.18.2 jsonpointer-2.3 jupyter-1.0.0 jupyter-client-8.0.2 jupyter-core-5.2.0 jupyter-events-0.6.3 jupyter-server-2.3.0 jupyter-server-terminals-0.4.4 jupyter_console-6.4.4 jupyterlab-pygments-0.2.2 jupyterlab-widgets-3.0.5 mistune-2.0.5 nbclassic-0.5.1 nbclient-0.7.2 nbconvert-7.2.9 nbformat-5.7.3 nest-asyncio-1.5.6 notebook-6.5.2 notebook-shim-0.2.2 pandocfilters-1.5.0 parso-0.8.3 pexpect-4.8.0 pickleshare-0.7.5 platformdirs-3.0.0 prometheus-client-0.16.0 prompt_toolkit-2.0.10 ptyprocess-0.7.0 pycparser-2.21 pygments-2.14.0 python-json-logger-2.0.6 pyzmq-25.0.0 qtconsole-5.4.0 qtpy-2.3.0 rfc3339-validator-0.1.4 rfc3986-validator-0.1.1 soupsieve-2.4 terminado-0.17.1 tinycss2-1.2.1 tornado-6.2 traitlets-5.7.1 uri-template-1.2.0 webcolors-1.12 webencodings-0.5.1 websocket-client-1.5.1 widgetsnbextension-4.0.5\n",
|
347 |
+
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
|
348 |
+
"\u001b[0mconfig dir: /usr/local/etc/jupyter\n",
|
349 |
+
" google.colab._serverextension \u001b[32m enabled \u001b[0m\n",
|
350 |
+
" - Validating...\n",
|
351 |
+
" google.colab._serverextension \u001b[32mOK\u001b[0m\n",
|
352 |
+
"\u001b[32m[I 06:17:17.448 NotebookApp]\u001b[m google.colab serverextension initialized.\n",
|
353 |
+
"\u001b[35m[C 06:17:17.450 NotebookApp]\u001b[m Running as root is not recommended. Use --allow-root to bypass.\n",
|
354 |
+
"Looking in links: /tmp/tmpntl560_8\n",
|
355 |
+
"Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (65.5.0)\n",
|
356 |
+
"Requirement already satisfied: pip in /usr/local/lib/python3.10/dist-packages (22.3.1)\n",
|
357 |
+
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
|
358 |
+
"\u001b[0m/content\n",
|
359 |
+
"fatal: destination path 'kohya_ss' already exists and is not an empty directory.\n",
|
360 |
+
"/content/kohya_ss\n",
|
361 |
+
"HEAD is now at 20e62af Update to latest kohya_ss sd-script code\n",
|
362 |
+
"Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/, https://download.pytorch.org/whl/cu116\n",
|
363 |
+
"Requirement already satisfied: torch==1.12.1+cu116 in /usr/local/lib/python3.10/dist-packages (1.12.1+cu116)\n",
|
364 |
+
"Requirement already satisfied: torchvision==0.13.1+cu116 in /usr/local/lib/python3.10/dist-packages (0.13.1+cu116)\n",
|
365 |
+
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch==1.12.1+cu116) (4.5.0)\n",
|
366 |
+
"Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from torchvision==0.13.1+cu116) (1.24.2)\n",
|
367 |
+
"Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision==0.13.1+cu116) (9.4.0)\n",
|
368 |
+
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from torchvision==0.13.1+cu116) (2.28.2)\n",
|
369 |
+
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision==0.13.1+cu116) (2022.12.7)\n",
|
370 |
+
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision==0.13.1+cu116) (3.0.1)\n",
|
371 |
+
"Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision==0.13.1+cu116) (1.26.14)\n",
|
372 |
+
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision==0.13.1+cu116) (3.4)\n",
|
373 |
+
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
|
374 |
+
"\u001b[0mLooking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
|
375 |
+
"Requirement already satisfied: accelerate==0.15.0 in /usr/local/lib/python3.10/dist-packages (0.15.0)\n",
|
376 |
+
"Requirement already satisfied: transformers==4.26.0 in /usr/local/lib/python3.10/dist-packages (4.26.0)\n",
|
377 |
+
"Requirement already satisfied: ftfy==6.1.1 in /usr/local/lib/python3.10/dist-packages (6.1.1)\n",
|
378 |
+
"Requirement already satisfied: albumentations==1.3.0 in /usr/local/lib/python3.10/dist-packages (1.3.0)\n",
|
379 |
+
"Requirement already satisfied: opencv-python==4.7.0.68 in /usr/local/lib/python3.10/dist-packages (4.7.0.68)\n",
|
380 |
+
"Requirement already satisfied: einops==0.6.0 in /usr/local/lib/python3.10/dist-packages (0.6.0)\n",
|
381 |
+
"Requirement already satisfied: diffusers[torch]==0.10.2 in /usr/local/lib/python3.10/dist-packages (0.10.2)\n",
|
382 |
+
"Requirement already satisfied: pytorch-lightning==1.9.0 in /usr/local/lib/python3.10/dist-packages (1.9.0)\n",
|
383 |
+
"Requirement already satisfied: bitsandbytes==0.35.0 in /usr/local/lib/python3.10/dist-packages (0.35.0)\n",
|
384 |
+
"Requirement already satisfied: tensorboard==2.10.1 in /usr/local/lib/python3.10/dist-packages (2.10.1)\n",
|
385 |
+
"Requirement already satisfied: safetensors==0.2.6 in /usr/local/lib/python3.10/dist-packages (0.2.6)\n",
|
386 |
+
"Requirement already satisfied: gradio==3.16.2 in /usr/local/lib/python3.10/dist-packages (3.16.2)\n",
|
387 |
+
"Requirement already satisfied: altair==4.2.2 in /usr/local/lib/python3.10/dist-packages (4.2.2)\n",
|
388 |
+
"Requirement already satisfied: easygui==0.98.3 in /usr/local/lib/python3.10/dist-packages (0.98.3)\n",
|
389 |
+
"Requirement already satisfied: tk==0.1.00 in /usr/local/lib/python3.10/dist-packages (0.1.0)\n",
|
390 |
+
"Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (1.24.2)\n",
|
391 |
+
"Requirement already satisfied: torch>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (1.12.1+cu116)\n",
|
392 |
+
"Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (23.0)\n",
|
393 |
+
"Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (5.9.4)\n",
|
394 |
+
"Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0) (6.0)\n",
|
395 |
+
"Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (2022.10.31)\n",
|
396 |
+
"Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (3.9.0)\n",
|
397 |
+
"Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (4.64.1)\n",
|
398 |
+
"Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (0.12.0)\n",
|
399 |
+
"Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (0.13.2)\n",
|
400 |
+
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.0) (2.28.2)\n",
|
401 |
+
"Requirement already satisfied: wcwidth>=0.2.5 in /usr/local/lib/python3.10/dist-packages (from ftfy==6.1.1) (0.2.6)\n",
|
402 |
+
"Requirement already satisfied: qudida>=0.0.4 in /usr/local/lib/python3.10/dist-packages (from albumentations==1.3.0) (0.0.4)\n",
|
403 |
+
"Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from albumentations==1.3.0) (1.10.0)\n",
|
404 |
+
"Requirement already satisfied: scikit-image>=0.16.1 in /usr/local/lib/python3.10/dist-packages (from albumentations==1.3.0) (0.19.3)\n",
|
405 |
+
"Requirement already satisfied: opencv-python-headless>=4.1.1 in /usr/local/lib/python3.10/dist-packages (from albumentations==1.3.0) (4.7.0.68)\n",
|
406 |
+
"Requirement already satisfied: Pillow in /usr/local/lib/python3.10/dist-packages (from diffusers[torch]==0.10.2) (9.4.0)\n",
|
407 |
+
"Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.10/dist-packages (from diffusers[torch]==0.10.2) (6.0.0)\n",
|
408 |
+
"Requirement already satisfied: lightning-utilities>=0.4.2 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.9.0) (0.6.0.post0)\n",
|
409 |
+
"Requirement already satisfied: torchmetrics>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.9.0) (0.11.1)\n",
|
410 |
+
"Requirement already satisfied: typing-extensions>=4.0.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.9.0) (4.5.0)\n",
|
411 |
+
"Requirement already satisfied: fsspec[http]>2021.06.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.9.0) (2023.1.0)\n",
|
412 |
+
"Requirement already satisfied: absl-py>=0.4 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (1.4.0)\n",
|
413 |
+
"Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (0.38.4)\n",
|
414 |
+
"Requirement already satisfied: protobuf<3.20,>=3.9.2 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (3.19.6)\n",
|
415 |
+
"Requirement already satisfied: tensorboard-data-server<0.7.0,>=0.6.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (0.6.1)\n",
|
416 |
+
"Requirement already satisfied: google-auth-oauthlib<0.5,>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (0.4.6)\n",
|
417 |
+
"Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (2.16.0)\n",
|
418 |
+
"Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (3.4.1)\n",
|
419 |
+
"Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (65.5.0)\n",
|
420 |
+
"Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (1.8.1)\n",
|
421 |
+
"Requirement already satisfied: grpcio>=1.24.3 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (1.51.1)\n",
|
422 |
+
"Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.10.1) (2.2.3)\n",
|
423 |
+
"Requirement already satisfied: pydantic in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (1.10.5)\n",
|
424 |
+
"Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (1.5.3)\n",
|
425 |
+
"Requirement already satisfied: markdown-it-py[linkify,plugins] in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (2.1.0)\n",
|
426 |
+
"Requirement already satisfied: pydub in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.25.1)\n",
|
427 |
+
"Requirement already satisfied: aiofiles in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (23.1.0)\n",
|
428 |
+
"Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.7.0)\n",
|
429 |
+
"Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.8.4)\n",
|
430 |
+
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.1.2)\n",
|
431 |
+
"Requirement already satisfied: httpx in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.23.3)\n",
|
432 |
+
"Requirement already satisfied: websockets>=10.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (10.4)\n",
|
433 |
+
"Requirement already satisfied: python-multipart in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.0.5)\n",
|
434 |
+
"Requirement already satisfied: orjson in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.8.6)\n",
|
435 |
+
"Requirement already satisfied: uvicorn in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.20.0)\n",
|
436 |
+
"Requirement already satisfied: pycryptodome in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (3.17)\n",
|
437 |
+
"Requirement already satisfied: ffmpy in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.3.0)\n",
|
438 |
+
"Requirement already satisfied: markupsafe in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (2.1.2)\n",
|
439 |
+
"Requirement already satisfied: fastapi in /usr/local/lib/python3.10/dist-packages (from gradio==3.16.2) (0.92.0)\n",
|
440 |
+
"Requirement already satisfied: toolz in /usr/local/lib/python3.10/dist-packages (from altair==4.2.2) (0.12.0)\n",
|
441 |
+
"Requirement already satisfied: entrypoints in /usr/local/lib/python3.10/dist-packages (from altair==4.2.2) (0.4)\n",
|
442 |
+
"Requirement already satisfied: jsonschema>=3.0 in /usr/local/lib/python3.10/dist-packages (from altair==4.2.2) (4.17.3)\n",
|
443 |
+
"Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (3.0.1)\n",
|
444 |
+
"Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (6.0.4)\n",
|
445 |
+
"Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (22.2.0)\n",
|
446 |
+
"Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (1.8.2)\n",
|
447 |
+
"Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (4.0.2)\n",
|
448 |
+
"Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (1.3.3)\n",
|
449 |
+
"Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->gradio==3.16.2) (1.3.1)\n",
|
450 |
+
"Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.10.1) (5.3.0)\n",
|
451 |
+
"Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.10.1) (1.16.0)\n",
|
452 |
+
"Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.10.1) (4.9)\n",
|
453 |
+
"Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.10.1) (0.2.8)\n",
|
454 |
+
"Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard==2.10.1) (1.3.1)\n",
|
455 |
+
"Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair==4.2.2) (0.19.3)\n",
|
456 |
+
"Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->gradio==3.16.2) (2.8.2)\n",
|
457 |
+
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->gradio==3.16.2) (2022.7.1)\n",
|
458 |
+
"Requirement already satisfied: scikit-learn>=0.19.1 in /usr/local/lib/python3.10/dist-packages (from qudida>=0.0.4->albumentations==1.3.0) (1.2.1)\n",
|
459 |
+
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.26.0) (3.4)\n",
|
460 |
+
"Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.26.0) (1.26.14)\n",
|
461 |
+
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.26.0) (2022.12.7)\n",
|
462 |
+
"Requirement already satisfied: imageio>=2.4.1 in /usr/local/lib/python3.10/dist-packages (from scikit-image>=0.16.1->albumentations==1.3.0) (2.25.1)\n",
|
463 |
+
"Requirement already satisfied: PyWavelets>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-image>=0.16.1->albumentations==1.3.0) (1.4.1)\n",
|
464 |
+
"Requirement already satisfied: networkx>=2.2 in /usr/local/lib/python3.10/dist-packages (from scikit-image>=0.16.1->albumentations==1.3.0) (3.0)\n",
|
465 |
+
"Requirement already satisfied: tifffile>=2019.7.26 in /usr/local/lib/python3.10/dist-packages (from scikit-image>=0.16.1->albumentations==1.3.0) (2023.2.3)\n",
|
466 |
+
"Requirement already satisfied: starlette<0.26.0,>=0.25.0 in /usr/local/lib/python3.10/dist-packages (from fastapi->gradio==3.16.2) (0.25.0)\n",
|
467 |
+
"Requirement already satisfied: httpcore<0.17.0,>=0.15.0 in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.16.2) (0.16.3)\n",
|
468 |
+
"Requirement already satisfied: rfc3986[idna2008]<2,>=1.3 in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.16.2) (1.5.0)\n",
|
469 |
+
"Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.16.2) (1.3.0)\n",
|
470 |
+
"Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.10/dist-packages (from importlib-metadata->diffusers[torch]==0.10.2) (3.13.0)\n",
|
471 |
+
"Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py[linkify,plugins]->gradio==3.16.2) (0.1.2)\n",
|
472 |
+
"Requirement already satisfied: linkify-it-py~=1.0 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py[linkify,plugins]->gradio==3.16.2) (1.0.3)\n",
|
473 |
+
"Requirement already satisfied: mdit-py-plugins in /usr/local/lib/python3.10/dist-packages (from markdown-it-py[linkify,plugins]->gradio==3.16.2) (0.3.3)\n",
|
474 |
+
"Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (1.0.7)\n",
|
475 |
+
"Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (0.11.0)\n",
|
476 |
+
"Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (3.0.9)\n",
|
477 |
+
"Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (1.4.4)\n",
|
478 |
+
"Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.16.2) (4.38.0)\n",
|
479 |
+
"Requirement already satisfied: click>=7.0 in /usr/local/lib/python3.10/dist-packages (from uvicorn->gradio==3.16.2) (8.1.3)\n",
|
480 |
+
"Requirement already satisfied: h11>=0.8 in /usr/local/lib/python3.10/dist-packages (from uvicorn->gradio==3.16.2) (0.14.0)\n",
|
481 |
+
"Requirement already satisfied: anyio<5.0,>=3.0 in /usr/local/lib/python3.10/dist-packages (from httpcore<0.17.0,>=0.15.0->httpx->gradio==3.16.2) (3.6.2)\n",
|
482 |
+
"Requirement already satisfied: uc-micro-py in /usr/local/lib/python3.10/dist-packages (from linkify-it-py~=1.0->markdown-it-py[linkify,plugins]->gradio==3.16.2) (1.0.1)\n",
|
483 |
+
"Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.10/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard==2.10.1) (0.4.8)\n",
|
484 |
+
"Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard==2.10.1) (3.2.2)\n",
|
485 |
+
"Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.19.1->qudida>=0.0.4->albumentations==1.3.0) (1.2.0)\n",
|
486 |
+
"Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.19.1->qudida>=0.0.4->albumentations==1.3.0) (3.1.0)\n",
|
487 |
+
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
|
488 |
+
"\u001b[0mLooking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
|
489 |
+
"Collecting xformers==0.0.14.dev0\n",
|
490 |
+
" Downloading https://github.com/C43H66N12O12S2/stable-diffusion-webui/releases/download/linux/xformers-0.0.14.dev0-cp310-cp310-linux_x86_64.whl (108.4 MB)\n",
|
491 |
+
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m108.4/108.4 MB\u001b[0m \u001b[31m8.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
492 |
+
"\u001b[?25hInstalling collected packages: xformers\n",
|
493 |
+
"Successfully installed xformers-0.0.14.dev0\n",
|
494 |
+
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
|
495 |
+
"\u001b[0m"
|
496 |
+
]
|
497 |
+
}
|
498 |
+
],
|
499 |
+
"source": [
|
500 |
+
"#@title Upgrading to Python 3.10, preparing the kitchen for some delicious model cooking\n",
|
501 |
+
"!sudo apt-get update -y && sudo apt-get install python3.10 python3.10-dev python3.10-distutils libpython3.10-dev python3.10-venv python3.10-tk\n",
|
502 |
+
"\n",
|
503 |
+
"# Link python3 to 3.10.\n",
|
504 |
+
"!sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.8 1\n",
|
505 |
+
"!sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 2\n",
|
506 |
+
"\n",
|
507 |
+
"# Install pip.\n",
|
508 |
+
"!curl -sS https://bootstrap.pypa.io/get-pip.py | python3.9\n",
|
509 |
+
"\n",
|
510 |
+
"# Install your dependencies. Pin IPython and traitlets versions, as traitlets version 5.8 contains a breaking change that prevents google-colab server extension from working properly.\n",
|
511 |
+
"# Some of these packages may not be required.\n",
|
512 |
+
"!python3 -m pip install ipython==7.9.0 traitlets==5.7.1 jupyter psutil setuptools ipython_genutils ipykernel jupyter_console prompt_toolkit httplib2 astor\n",
|
513 |
+
"\n",
|
514 |
+
"# Copy the already installed `google-colab` package over. It depends on an _old version_ of pandas, so building the wheel won't work.\n",
|
515 |
+
"!ln -s /usr/local/lib/python3.8/dist-packages/google \\\n",
|
516 |
+
" /usr/local/lib/python3.10/dist-packages/google\n",
|
517 |
+
"\n",
|
518 |
+
"# Reinstall jupyter server extension.\n",
|
519 |
+
"!jupyter serverextension list\n",
|
520 |
+
"!jupyter notebook --config=/usr/local/etc/jupyter/jupyter_notebook_config.json\n",
|
521 |
+
"\n",
|
522 |
+
"#Reinstall pip\n",
|
523 |
+
"!python3 -m ensurepip --upgrade\n",
|
524 |
+
"\n",
|
525 |
+
"%cd /content\n",
|
526 |
+
"!git clone https://github.com/bmaltais/kohya_ss.git\n",
|
527 |
+
"%cd /content/kohya_ss\n",
|
528 |
+
"!git reset --hard 20e62af1a638270a11e299b8c14458a837b1bb24\n",
|
529 |
+
"\n",
|
530 |
+
"!pip install torch==1.12.1+cu116 torchvision==0.13.1+cu116 --extra-index-url https://download.pytorch.org/whl/cu116\n",
|
531 |
+
"#!pip install --upgrade -r requirements.txt\n",
|
532 |
+
"#!pip install accelerate diffusers transformers albumentations einops safetensors gradio tk easygui bitsandbytes\n",
|
533 |
+
"!pip install accelerate==0.15.0 transformers==4.26.0 ftfy==6.1.1 albumentations==1.3.0 opencv-python==4.7.0.68 einops==0.6.0 diffusers[torch]==0.10.2 pytorch-lightning==1.9.0 bitsandbytes==0.35.0 tensorboard==2.10.1 safetensors==0.2.6 gradio==3.16.2 altair==4.2.2 easygui==0.98.3 tk==0.1.00\n",
|
534 |
+
"!pip install -U -I --no-deps https://github.com/C43H66N12O12S2/stable-diffusion-webui/releases/download/linux/xformers-0.0.14.dev0-cp310-cp310-linux_x86_64.whl"
|
535 |
+
]
|
536 |
+
},
|
537 |
+
{
|
538 |
+
"cell_type": "code",
|
539 |
+
"execution_count": null,
|
540 |
+
"metadata": {
|
541 |
+
"id": "OglZzI_ujZq-"
|
542 |
+
},
|
543 |
+
"outputs": [],
|
544 |
+
"source": [
|
545 |
+
"#@title Making the recipe\n",
|
546 |
+
"\n",
|
547 |
+
"project_name = \"Mamuru\" #@param {type:\"string\"}\n",
|
548 |
+
"#@markdown Put your trainsets in your `/content/drive/MyDrive/kohya_ss/datasets` folder with the same name as your `project_name`\n",
|
549 |
+
"\n",
|
550 |
+
"model_path = \"/content/drive/MyDrive/models/final-pruned.ckpt\" #@param {type:\"string\"}\n",
|
551 |
+
"train_data_dir = \"/content/drive/MyDrive/kohya_ss/datasets/\" + project_name\n",
|
552 |
+
"output_dir = \"/content/drive/MyDrive/kohya_ss/output/\" + project_name\n",
|
553 |
+
"logging_dir = \"/content/drive/MyDrive/kohya_ss/log\"\n",
|
554 |
+
"\n",
|
555 |
+
"resolution = 512 #@param {type:\"number\"}\n",
|
556 |
+
"train_batch_size = 8 #@param {type:\"slider\", min:1, max:8, step:1}\n",
|
557 |
+
"\n",
|
558 |
+
"#@markdown I haven't tested if every `lr_scheduler` besides cosine works as it intended.\n",
|
559 |
+
"constant = \"constant\"\n",
|
560 |
+
"constant_with_warmup = \"constant_with_warmup\"\n",
|
561 |
+
"cosine = \"cosine\"\n",
|
562 |
+
"cosine_with_restarts = \"cosine_with_restarts\"\n",
|
563 |
+
"linear = \"linear\"\n",
|
564 |
+
"polynomial = \"polynomial\"\n",
|
565 |
+
"lr_scheduler = cosine #@param [\"constant\", \"constant_with_warmup\", \"cosine\", \"cosine_with_restarts\", \"linear\", \"polynomial\"] {type:\"raw\"}\n",
|
566 |
+
"#@markdown ### A little guide for calculating the steps: <p> First you need to know how many images do you have multiplied by your repeats. That number will be one epoch.\n",
|
567 |
+
"#@markdown If I have 100 images and set it 6 repeats, one epoch is 600 steps. I've set the `train_batch_size` to 8, so the true steps count should be 600 / 8 = 75 for 1 epoch. <br>\n",
|
568 |
+
"#@markdown I'd like it to train for 10 epochs, so at the end `max_train_steps` should be 75 * 10 = 750.\n",
|
569 |
+
"lr_warmup_steps = 20 #@param {type:\"number\"}\n",
|
570 |
+
"max_train_steps = 750 #@param {type:\"number\"}\n",
|
571 |
+
"save_every_n_epochs = 4 #@param {type:\"number\"}\n",
|
572 |
+
"unet_lr = 1e-5 #@param {type:\"number\"}\n",
|
573 |
+
"network_dim = 128 #@param {type:\"slider\", min:1, max:128, step:1}\n",
|
574 |
+
"clip_skip = 2 #@param {type:\"slider\", min:1, max:7, step:1}\n",
|
575 |
+
"\n",
|
576 |
+
"#@markdown Leave `caption_extension` empty if you don't have captions for your images.\n",
|
577 |
+
"caption_extension = \"\" #@param {type:\"string\"}\n",
|
578 |
+
"\n",
|
579 |
+
"#@markdown Textual Encoder training, \n",
|
580 |
+
"text_encoder_lr = 5e-5 #@param {type:\"number\"}\n",
|
581 |
+
"stop_text_encoder_training = 0\n",
|
582 |
+
"\n",
|
583 |
+
"#@markdown Use `mem_eff_attn` if xformers doesn't work.\n",
|
584 |
+
"use_xformers = False #@param {type:\"boolean\"}\n",
|
585 |
+
"use_mem_eff_attn = True #@param {type:\"boolean\"}\n",
|
586 |
+
"\n",
|
587 |
+
"\n",
|
588 |
+
"if (caption_extension != \"\"):\n",
|
589 |
+
" caption_extension = \"--caption_extension=\" + caption_extension\n",
|
590 |
+
"\n",
|
591 |
+
"if (stop_text_encoder_training != 0):\n",
|
592 |
+
" stop_text_encoder_training = \"--stop_text_encoder_training=\" + str(stop_text_encoder_training)\n",
|
593 |
+
"else:\n",
|
594 |
+
" stop_text_encoder_training = \"\"\n",
|
595 |
+
"\n",
|
596 |
+
"if (use_xformers):\n",
|
597 |
+
" xformers = \"--xformers\"\n",
|
598 |
+
"else:\n",
|
599 |
+
" xformers = \"\"\n",
|
600 |
+
"\n",
|
601 |
+
"if (use_mem_eff_attn):\n",
|
602 |
+
" mem_eff_attn = \"--mem_eff_attn\"\n",
|
603 |
+
"else:\n",
|
604 |
+
" mem_eff_attn = \"\"\n"
|
605 |
+
]
|
606 |
+
},
|
607 |
+
{
|
608 |
+
"cell_type": "code",
|
609 |
+
"execution_count": 3,
|
610 |
+
"metadata": {
|
611 |
+
"id": "OfjPeKh-GJ7J",
|
612 |
+
"outputId": "ae24ca12-d396-48e7-bb1d-39200bbb0531",
|
613 |
+
"colab": {
|
614 |
+
"base_uri": "https://localhost:8080/"
|
615 |
+
}
|
616 |
+
},
|
617 |
+
"outputs": [
|
618 |
+
{
|
619 |
+
"output_type": "stream",
|
620 |
+
"name": "stdout",
|
621 |
+
"text": [
|
622 |
+
"/content/kohya_ss\n",
|
623 |
+
"The following values were not passed to `accelerate launch` and had defaults used instead:\n",
|
624 |
+
"\t`--num_processes` was set to a value of `1`\n",
|
625 |
+
"\t`--num_machines` was set to a value of `1`\n",
|
626 |
+
"\t`--dynamo_backend` was set to a value of `'no'`\n",
|
627 |
+
"To avoid this warning pass in values for each of the problematic parameters or run `accelerate config`.\n",
|
628 |
+
"/lib/x86_64-linux-gnu/libc.so.6: version `GLIBC_2.32' not found (required by /usr/local/lib/python3.10/dist-packages/xformers/_C.so)\n",
|
629 |
+
"WARNING:root:WARNING: /lib/x86_64-linux-gnu/libc.so.6: version `GLIBC_2.32' not found (required by /usr/local/lib/python3.10/dist-packages/xformers/_C.so)\n",
|
630 |
+
"Need to compile C++ extensions to get sparse attention suport. Please run python setup.py build develop\n",
|
631 |
+
"usage: train_network.py\n",
|
632 |
+
" [-h]\n",
|
633 |
+
" [--v2]\n",
|
634 |
+
" [--v_parameterization]\n",
|
635 |
+
" [--pretrained_model_name_or_path PRETRAINED_MODEL_NAME_OR_PATH]\n",
|
636 |
+
" [--train_data_dir TRAIN_DATA_DIR]\n",
|
637 |
+
" [--shuffle_caption]\n",
|
638 |
+
" [--caption_extension CAPTION_EXTENSION]\n",
|
639 |
+
" [--caption_extention CAPTION_EXTENTION]\n",
|
640 |
+
" [--keep_tokens KEEP_TOKENS]\n",
|
641 |
+
" [--color_aug]\n",
|
642 |
+
" [--flip_aug]\n",
|
643 |
+
" [--face_crop_aug_range FACE_CROP_AUG_RANGE]\n",
|
644 |
+
" [--random_crop]\n",
|
645 |
+
" [--debug_dataset]\n",
|
646 |
+
" [--resolution RESOLUTION]\n",
|
647 |
+
" [--cache_latents]\n",
|
648 |
+
" [--enable_bucket]\n",
|
649 |
+
" [--min_bucket_reso MIN_BUCKET_RESO]\n",
|
650 |
+
" [--max_bucket_reso MAX_BUCKET_RESO]\n",
|
651 |
+
" [--reg_data_dir REG_DATA_DIR]\n",
|
652 |
+
" [--in_json IN_JSON]\n",
|
653 |
+
" [--dataset_repeats DATASET_REPEATS]\n",
|
654 |
+
" [--output_dir OUTPUT_DIR]\n",
|
655 |
+
" [--output_name OUTPUT_NAME]\n",
|
656 |
+
" [--save_precision {None,float,fp16,bf16}]\n",
|
657 |
+
" [--save_every_n_epochs SAVE_EVERY_N_EPOCHS]\n",
|
658 |
+
" [--save_n_epoch_ratio SAVE_N_EPOCH_RATIO]\n",
|
659 |
+
" [--save_last_n_epochs SAVE_LAST_N_EPOCHS]\n",
|
660 |
+
" [--save_last_n_epochs_state SAVE_LAST_N_EPOCHS_STATE]\n",
|
661 |
+
" [--save_state]\n",
|
662 |
+
" [--resume RESUME]\n",
|
663 |
+
" [--train_batch_size TRAIN_BATCH_SIZE]\n",
|
664 |
+
" [--max_token_length {None,150,225}]\n",
|
665 |
+
" [--use_8bit_adam]\n",
|
666 |
+
" [--mem_eff_attn]\n",
|
667 |
+
" [--xformers]\n",
|
668 |
+
" [--vae VAE]\n",
|
669 |
+
" [--learning_rate LEARNING_RATE]\n",
|
670 |
+
" [--max_train_steps MAX_TRAIN_STEPS]\n",
|
671 |
+
" [--max_train_epochs MAX_TRAIN_EPOCHS]\n",
|
672 |
+
" [--max_data_loader_n_workers MAX_DATA_LOADER_N_WORKERS]\n",
|
673 |
+
" [--seed SEED]\n",
|
674 |
+
" [--gradient_checkpointing]\n",
|
675 |
+
" [--gradient_accumulation_steps GRADIENT_ACCUMULATION_STEPS]\n",
|
676 |
+
" [--mixed_precision {no,fp16,bf16}]\n",
|
677 |
+
" [--full_fp16]\n",
|
678 |
+
" [--clip_skip CLIP_SKIP]\n",
|
679 |
+
" [--logging_dir LOGGING_DIR]\n",
|
680 |
+
" [--log_prefix LOG_PREFIX]\n",
|
681 |
+
" [--lr_scheduler LR_SCHEDULER]\n",
|
682 |
+
" [--lr_warmup_steps LR_WARMUP_STEPS]\n",
|
683 |
+
" [--prior_loss_weight PRIOR_LOSS_WEIGHT]\n",
|
684 |
+
" [--no_metadata]\n",
|
685 |
+
" [--save_model_as {None,ckpt,pt,safetensors}]\n",
|
686 |
+
" [--unet_lr UNET_LR]\n",
|
687 |
+
" [--text_encoder_lr TEXT_ENCODER_LR]\n",
|
688 |
+
" [--lr_scheduler_num_cycles LR_SCHEDULER_NUM_CYCLES]\n",
|
689 |
+
" [--lr_scheduler_power LR_SCHEDULER_POWER]\n",
|
690 |
+
" [--network_weights NETWORK_WEIGHTS]\n",
|
691 |
+
" [--network_module NETWORK_MODULE]\n",
|
692 |
+
" [--network_dim NETWORK_DIM]\n",
|
693 |
+
" [--network_alpha NETWORK_ALPHA]\n",
|
694 |
+
" [--network_args [NETWORK_ARGS ...]]\n",
|
695 |
+
" [--network_train_unet_only]\n",
|
696 |
+
" [--network_train_text_encoder_only]\n",
|
697 |
+
" [--training_comment TRAINING_COMMENT]\n",
|
698 |
+
"train_network.py: error: argument --train_batch_size: invalid int value: ''\n",
|
699 |
+
"Traceback (most recent call last):\n",
|
700 |
+
" File \"/usr/local/bin/accelerate\", line 8, in <module>\n",
|
701 |
+
" sys.exit(main())\n",
|
702 |
+
" File \"/usr/local/lib/python3.10/dist-packages/accelerate/commands/accelerate_cli.py\", line 45, in main\n",
|
703 |
+
" args.func(args)\n",
|
704 |
+
" File \"/usr/local/lib/python3.10/dist-packages/accelerate/commands/launch.py\", line 1104, in launch_command\n",
|
705 |
+
" simple_launcher(args)\n",
|
706 |
+
" File \"/usr/local/lib/python3.10/dist-packages/accelerate/commands/launch.py\", line 567, in simple_launcher\n",
|
707 |
+
" raise subprocess.CalledProcessError(returncode=process.returncode, cmd=cmd)\n",
|
708 |
+
"subprocess.CalledProcessError: Command '['/usr/bin/python3', 'train_network.py', '--cache_latents', '--enable_bucket', '--use_8bit_adam', '--pretrained_model_name_or_path=', '--train_data_dir=', '--resolution=,', '--output_dir=', '--train_batch_size=', '--lr_scheduler=', '--lr_warmup_steps=', '--max_train_steps=', '--use_8bit_adam', '--mixed_precision=fp16', '--save_every_n_epochs=', '--seed=4242', '--save_precision=fp16', '--logging_dir=', '--save_model_as=safetensors', '--network_module=networks.lora', '--text_encoder_lr=', '--unet_lr=', '--network_dim=', '--network_alpha=', '--clip_skip=', '--output_name=']' returned non-zero exit status 2.\n"
|
709 |
+
]
|
710 |
+
}
|
711 |
+
],
|
712 |
+
"source": [
|
713 |
+
"#@title # Start the cooking\n",
|
714 |
+
"%cd /content/kohya_ss\n",
|
715 |
+
"!accelerate launch \\\n",
|
716 |
+
" --mixed_precision 'fp16' \\\n",
|
717 |
+
" --num_cpu_threads_per_process=2 \\\n",
|
718 |
+
" \"train_network.py\" \\\n",
|
719 |
+
" --cache_latents \\\n",
|
720 |
+
" --enable_bucket \\\n",
|
721 |
+
" --use_8bit_adam \\\n",
|
722 |
+
" $xformers \\\n",
|
723 |
+
" $mem_eff_attn \\\n",
|
724 |
+
" --pretrained_model_name_or_path=$model_path \\\n",
|
725 |
+
" --train_data_dir=$train_data_dir \\\n",
|
726 |
+
" --resolution=$resolution,$resolution \\\n",
|
727 |
+
" --output_dir=$output_dir \\\n",
|
728 |
+
" --train_batch_size=$train_batch_size \\\n",
|
729 |
+
" --lr_scheduler=$lr_scheduler \\\n",
|
730 |
+
" --lr_warmup_steps=$lr_warmup_steps \\\n",
|
731 |
+
" --max_train_steps=$max_train_steps \\\n",
|
732 |
+
" --use_8bit_adam \\\n",
|
733 |
+
" --mixed_precision=fp16 \\\n",
|
734 |
+
" --save_every_n_epochs=$save_every_n_epochs \\\n",
|
735 |
+
" --seed=4242 \\\n",
|
736 |
+
" --save_precision=fp16 \\\n",
|
737 |
+
" --logging_dir=$logging_dir \\\n",
|
738 |
+
" --save_model_as=safetensors \\\n",
|
739 |
+
" --network_module=networks.lora \\\n",
|
740 |
+
" --text_encoder_lr=$text_encoder_lr \\\n",
|
741 |
+
" --unet_lr=$unet_lr \\\n",
|
742 |
+
" --network_dim=$network_dim \\\n",
|
743 |
+
" --network_alpha=$network_dim \\\n",
|
744 |
+
" --clip_skip=$clip_skip \\\n",
|
745 |
+
" $caption_extension \\\n",
|
746 |
+
" $stop_text_encoder_training \\\n",
|
747 |
+
" --output_name=$project_name"
|
748 |
+
]
|
749 |
+
},
|
750 |
+
{
|
751 |
+
"cell_type": "markdown",
|
752 |
+
"metadata": {
|
753 |
+
"id": "051_UcZI08HV"
|
754 |
+
},
|
755 |
+
"source": [
|
756 |
+
"# *Dev things*"
|
757 |
+
]
|
758 |
+
},
|
759 |
+
{
|
760 |
+
"cell_type": "code",
|
761 |
+
"execution_count": null,
|
762 |
+
"metadata": {
|
763 |
+
"cellView": "form",
|
764 |
+
"id": "g3rbIMD37F6H"
|
765 |
+
},
|
766 |
+
"outputs": [],
|
767 |
+
"source": [
|
768 |
+
"#@title Making konyha public\n",
|
769 |
+
"import os\n",
|
770 |
+
"\n",
|
771 |
+
"def replace_line(file_name, old_text, new_text):\n",
|
772 |
+
" with open(file_name, 'r') as file:\n",
|
773 |
+
" filedata = file.read()\n",
|
774 |
+
" newfiledata = filedata.replace(old_text, new_text)\n",
|
775 |
+
" # check if filedata has changed\n",
|
776 |
+
" if filedata != newfiledata:\n",
|
777 |
+
" with open(file_name, 'w') as file:\n",
|
778 |
+
" file.write(newfiledata)\n",
|
779 |
+
" print('File updated')\n",
|
780 |
+
" else:\n",
|
781 |
+
" print('!!! File not updated !!!')\n",
|
782 |
+
" \n",
|
783 |
+
"file_name = '/content/kohya_ss/kohya_gui.py'\n",
|
784 |
+
"old_text = \"interface.launch(auth=(username, password))\"\n",
|
785 |
+
"new_text = \"interface.launch(auth=(username, password),share=True)\"\n",
|
786 |
+
"replace_line(file_name, old_text, new_text)\n"
|
787 |
+
]
|
788 |
+
},
|
789 |
+
{
|
790 |
+
"cell_type": "code",
|
791 |
+
"execution_count": null,
|
792 |
+
"metadata": {
|
793 |
+
"cellView": "form",
|
794 |
+
"id": "SyVwt63ccmIv",
|
795 |
+
"colab": {
|
796 |
+
"base_uri": "https://localhost:8080/"
|
797 |
+
},
|
798 |
+
"outputId": "b189f863-8692-4fb6-8b87-f8e6f504ceb4"
|
799 |
+
},
|
800 |
+
"outputs": [
|
801 |
+
{
|
802 |
+
"output_type": "stream",
|
803 |
+
"name": "stdout",
|
804 |
+
"text": [
|
805 |
+
"/content/kohya_ss\n",
|
806 |
+
"Load CSS...\n",
|
807 |
+
"Running on local URL: http://127.0.0.1:7860\n",
|
808 |
+
"\n",
|
809 |
+
"To create a public link, set `share=True` in `launch()`.\n",
|
810 |
+
"Keyboard interruption in main thread... closing server.\n",
|
811 |
+
"Traceback (most recent call last):\n",
|
812 |
+
" File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 1664, in block_thread\n",
|
813 |
+
" time.sleep(0.1)\n",
|
814 |
+
"KeyboardInterrupt\n",
|
815 |
+
"\n",
|
816 |
+
"During handling of the above exception, another exception occurred:\n",
|
817 |
+
"\n",
|
818 |
+
"Traceback (most recent call last):\n",
|
819 |
+
" File \"/content/kohya_ss/kohya_gui.py\", line 74, in <module>\n",
|
820 |
+
" UI(username=args.username, password=args.password, inbrowser=args.inbrowser, server_port=args.server_port)\n",
|
821 |
+
" File \"/content/kohya_ss/kohya_gui.py\", line 56, in UI\n",
|
822 |
+
" interface.launch(**kwargs)\n",
|
823 |
+
" File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 1581, in launch\n",
|
824 |
+
" self.block_thread()\n",
|
825 |
+
" File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 1666, in block_thread\n",
|
826 |
+
" print(\"Keyboard interruption in main thread... closing server.\")\n",
|
827 |
+
"KeyboardInterrupt\n",
|
828 |
+
"^C\n"
|
829 |
+
]
|
830 |
+
}
|
831 |
+
],
|
832 |
+
"source": [
|
833 |
+
"#@title *Webui*\n",
|
834 |
+
"%cd /content/kohya_ss\n",
|
835 |
+
"!python kohya_gui.py --username lora --password anyád"
|
836 |
+
]
|
837 |
+
},
|
838 |
+
{
|
839 |
+
"cell_type": "code",
|
840 |
+
"execution_count": null,
|
841 |
+
"metadata": {
|
842 |
+
"cellView": "form",
|
843 |
+
"id": "GKGTTn7uvDTC"
|
844 |
+
},
|
845 |
+
"outputs": [],
|
846 |
+
"source": [
|
847 |
+
"#@title dev \n",
|
848 |
+
"### DEV \n",
|
849 |
+
"\n",
|
850 |
+
"%cd /content\n",
|
851 |
+
"!git clone https://github.com/bmaltais/kohya_ss.git\n",
|
852 |
+
"%cd /content/kohya_ss\n",
|
853 |
+
"\n",
|
854 |
+
"!pip install torch==1.12.1+cu116 torchvision==0.13.1+cu116 --extra-index-url https://download.pytorch.org/whl/cu116\n",
|
855 |
+
"!pip install --upgrade -r requirements.txt"
|
856 |
+
]
|
857 |
+
}
|
858 |
+
],
|
859 |
+
"metadata": {
|
860 |
+
"accelerator": "GPU",
|
861 |
+
"colab": {
|
862 |
+
"collapsed_sections": [
|
863 |
+
"051_UcZI08HV"
|
864 |
+
],
|
865 |
+
"provenance": []
|
866 |
+
},
|
867 |
+
"gpuClass": "standard",
|
868 |
+
"kernelspec": {
|
869 |
+
"display_name": "Python 3",
|
870 |
+
"name": "python3"
|
871 |
+
},
|
872 |
+
"language_info": {
|
873 |
+
"name": "python"
|
874 |
+
}
|
875 |
+
},
|
876 |
+
"nbformat": 4,
|
877 |
+
"nbformat_minor": 0
|
878 |
+
}
|