Skip to content

Commit 3d794b9

Browse files
committed
add uv
1 parent 80009d5 commit 3d794b9

6 files changed

Lines changed: 2440 additions & 15 deletions

File tree

.python-version

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
3.12

main.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
def main():
2+
print("Hello from multitypeneural!")
3+
4+
5+
if __name__ == "__main__":
6+
main()

pyproject.toml

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
[project]
2+
name = "multitypeneural"
3+
version = "0.1.0"
4+
description = "Add your description here"
5+
readme = "README.md"
6+
requires-python = ">=3.12"
7+
dependencies = [
8+
"autoclip>=0.2.1",
9+
"datasets>=4.2.0",
10+
"gymnasium>=1.2.1",
11+
"imageio>=2.37.0",
12+
"matplotlib>=3.10.7",
13+
"minigrid>=3.0.0",
14+
"numpy>=2.3.4",
15+
"opencv-python>=4.11.0.86",
16+
"python-dotenv>=1.1.1",
17+
"scikit-learn>=1.7.2",
18+
"seaborn>=0.13.2",
19+
"torch>=2.9.0",
20+
"torchvision>=0.24.0",
21+
"tqdm>=4.67.1",
22+
"umap-learn>=0.5.9.post2",
23+
]

requirements.txt

Lines changed: 0 additions & 15 deletions
This file was deleted.

train_cifar10.sh

Lines changed: 286 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,286 @@
1+
python -m tasks.image_classification.train \
2+
--log_dir logs/cifar10-versus-humans/ctm/d=256--i=64--heads=16--sd=5--synch=256-512-0-h=64-random-pairing--iters=50x15--backbone=18-1--seed=1 \
3+
--model ctm
4+
--dataset cifar10 \
5+
--d_model 256 \
6+
--d_input 64 \
7+
--synapse_depth 5 \
8+
--heads 16 \
9+
--n_synch_out 256 \
10+
--n_synch_action 512 \
11+
--n_random_pairing_self 0 \
12+
--neuron_select_type random-pairing \
13+
--iterations 50 \
14+
--memory_length 15 \
15+
--deep_memory \
16+
--memory_hidden_dims 64 \
17+
--dropout 0.0 \
18+
--dropout_nlm 0 \
19+
--no-do_normalisation \
20+
--positional_embedding_type none \
21+
--backbone_type resnet18-1 \
22+
--training_iterations 600001 \
23+
--warmup_steps 1000 \
24+
--use_scheduler \
25+
--scheduler_type cosine \
26+
--weight_decay 0.0001 \
27+
--save_every 1000 \
28+
--track_every 2000 \
29+
--n_test_batches 50 \
30+
--num_workers_train 8 \
31+
--batch_size 512 \
32+
--batch_size_test 512 \
33+
--lr 1e-4 \
34+
--device 0 \
35+
--seed 1
36+
37+
38+
# python -m tasks.image_classification.train \
39+
# --log_dir logs/cifar10-versus-humans/ctm/d=256--i=64--heads=16--sd=5--synch=256-512-0-h=64-random-pairing--iters=50x15--backbone=18-1--seed=2 \
40+
# --model ctm
41+
# --dataset cifar10 \
42+
# --d_model 256 \
43+
# --d_input 64 \
44+
# --synapse_depth 5 \
45+
# --heads 16 \
46+
# --n_synch_out 256 \
47+
# --n_synch_action 512 \
48+
# --n_random_pairing_self 0 \
49+
# --neuron_select_type random-pairing \
50+
# --iterations 50 \
51+
# --memory_length 15 \
52+
# --deep_memory \
53+
# --memory_hidden_dims 64 \
54+
# --dropout 0.0 \
55+
# --dropout_nlm 0 \
56+
# --no-do_normalisation \
57+
# --positional_embedding_type none \
58+
# --backbone_type resnet18-1 \
59+
# --training_iterations 600001 \
60+
# --warmup_steps 1000 \
61+
# --use_scheduler \
62+
# --scheduler_type cosine \
63+
# --weight_decay 0.0001 \
64+
# --save_every 1000 \
65+
# --track_every 2000 \
66+
# --n_test_batches 50 \
67+
# --num_workers_train 8 \
68+
# --batch_size 512 \
69+
# --batch_size_test 512 \
70+
# --lr 1e-4 \
71+
# --device 0 \
72+
# --seed 2
73+
74+
# python -m tasks.image_classification.train \
75+
# --log_dir logs/cifar10-versus-humans/ctm/d=256--i=64--heads=16--sd=5--synch=256-512-0-h=64-random-pairing--iters=50x15--backbone=18-1--seed=42 \
76+
# --model ctm
77+
# --dataset cifar10 \
78+
# --d_model 256 \
79+
# --d_input 64 \
80+
# --synapse_depth 5 \
81+
# --heads 16 \
82+
# --n_synch_out 256 \
83+
# --n_synch_action 512 \
84+
# --n_random_pairing_self 0 \
85+
# --neuron_select_type random-pairing \
86+
# --iterations 50 \
87+
# --memory_length 15 \
88+
# --deep_memory \
89+
# --memory_hidden_dims 64 \
90+
# --dropout 0.0 \
91+
# --dropout_nlm 0 \
92+
# --no-do_normalisation \
93+
# --positional_embedding_type none \
94+
# --backbone_type resnet18-1 \
95+
# --training_iterations 600001 \
96+
# --warmup_steps 1000 \
97+
# --use_scheduler \
98+
# --scheduler_type cosine \
99+
# --weight_decay 0.0001 \
100+
# --save_every 1000 \
101+
# --track_every 2000 \
102+
# --n_test_batches 50 \
103+
# --num_workers_train 8 \
104+
# --batch_size 512 \
105+
# --batch_size_test 512 \
106+
# --lr 1e-4 \
107+
# --device 0 \
108+
# --seed 42
109+
110+
111+
112+
113+
114+
115+
# python -m tasks.image_classification.train \
116+
# --log_dir logs/cifar10-versus-humans/lstm/nlayers=2--d=256--i=64--heads=16--synch=256-512-0-h=64-random-pairing--iters=50x15--backbone=18-1--seed=1 \
117+
# --dataset cifar10 \
118+
# --model lstm \
119+
# --num_layers 2 \
120+
# --d_model 256 \
121+
# --d_input 64 \
122+
# --heads 16 \
123+
# --iterations 50 \
124+
# --dropout 0.0 \
125+
# --positional_embedding_type none \
126+
# --backbone_type resnet18-1 \
127+
# --training_iterations 600001 \
128+
# --warmup_steps 2000 \
129+
# --use_scheduler \
130+
# --scheduler_type cosine \
131+
# --weight_decay 0.0001 \
132+
# --save_every 1000 \
133+
# --track_every 2000 \
134+
# --n_test_batches 50 \
135+
# --reload \
136+
# --num_workers_train 8 \
137+
# --batch_size 512 \
138+
# --batch_size_test 512 \
139+
# --lr 1e-4 \
140+
# --device 0 \
141+
# --seed 1 \
142+
# --no-reload
143+
144+
145+
# python -m tasks.image_classification.train \
146+
# --log_dir logs/cifar10-versus-humans/lstm/nlayers=2--d=256--i=64--heads=16--synch=256-512-0-h=64-random-pairing--iters=50x15--backbone=18-1--seed=2 \
147+
# --dataset cifar10 \
148+
# --model lstm \
149+
# --num_layers 2 \
150+
# --d_model 256 \
151+
# --d_input 64 \
152+
# --heads 16 \
153+
# --iterations 50 \
154+
# --dropout 0.0 \
155+
# --positional_embedding_type none \
156+
# --backbone_type resnet18-1 \
157+
# --training_iterations 600001 \
158+
# --warmup_steps 2000 \
159+
# --use_scheduler \
160+
# --scheduler_type cosine \
161+
# --weight_decay 0.0001 \
162+
# --save_every 1000 \
163+
# --track_every 2000 \
164+
# --n_test_batches 50 \
165+
# --reload \
166+
# --num_workers_train 8 \
167+
# --batch_size 512 \
168+
# --batch_size_test 512 \
169+
# --lr 1e-4 \
170+
# --device 0 \
171+
# --seed 2 \
172+
# --no-reload
173+
174+
175+
# python -m tasks.image_classification.train \
176+
# --log_dir logs/cifar10-versus-humans/lstm/nlayers=2--d=256--i=64--heads=16--synch=256-512-0-h=64-random-pairing--iters=50x15--backbone=18-1--seed=42 \
177+
# --dataset cifar10 \
178+
# --model lstm \
179+
# --num_layers 2 \
180+
# --d_model 256 \
181+
# --d_input 64 \
182+
# --heads 16 \
183+
# --iterations 50 \
184+
# --dropout 0.0 \
185+
# --positional_embedding_type none \
186+
# --backbone_type resnet18-1 \
187+
# --training_iterations 600001 \
188+
# --warmup_steps 2000 \
189+
# --use_scheduler \
190+
# --scheduler_type cosine \
191+
# --weight_decay 0.0001 \
192+
# --save_every 1000 \
193+
# --track_every 2000 \
194+
# --n_test_batches 50 \
195+
# --reload \
196+
# --num_workers_train 8 \
197+
# --batch_size 512 \
198+
# --batch_size_test 512 \
199+
# --lr 1e-4 \
200+
# --device 0 \
201+
# --seed 42 \
202+
# --no-reload
203+
204+
205+
206+
207+
208+
# python -m tasks.image_classification.train \
209+
# --log_dir logs/cifar10-versus-humans/ff/d=256--backbone=18-1--seed=1 \
210+
# --dataset cifar10 \
211+
# --model ff \
212+
# --d_model 256 \
213+
# --memory_hidden_dims 64 \
214+
# --dropout 0.0 \
215+
# --dropout_nlm 0 \
216+
# --backbone_type resnet18-1 \
217+
# --training_iterations 600001 \
218+
# --warmup_steps 1000 \
219+
# --use_scheduler \
220+
# --scheduler_type cosine \
221+
# --weight_decay 0.0001 \
222+
# --save_every 1000 \
223+
# --track_every 2000 \
224+
# --n_test_batches 50 \
225+
# --num_workers_train 8 \
226+
# --batch_size 512 \
227+
# --batch_size_test 512 \
228+
# --lr 1e-4 \
229+
# --device 0 \
230+
# --seed 1
231+
232+
233+
# python -m tasks.image_classification.train \
234+
# --log_dir logs/cifar10-versus-humans/ff/d=256--backbone=18-1--seed=2 \
235+
# --dataset cifar10 \
236+
# --model ff \
237+
# --d_model 256 \
238+
# --memory_hidden_dims 64 \
239+
# --dropout 0.0 \
240+
# --dropout_nlm 0 \
241+
# --backbone_type resnet18-1 \
242+
# --training_iterations 600001 \
243+
# --warmup_steps 1000 \
244+
# --use_scheduler \
245+
# --scheduler_type cosine \
246+
# --weight_decay 0.0001 \
247+
# --save_every 1000 \
248+
# --track_every 2000 \
249+
# --n_test_batches 50 \
250+
# --num_workers_train 8 \
251+
# --batch_size 512 \
252+
# --batch_size_test 512 \
253+
# --lr 1e-4 \
254+
# --device 0 \
255+
# --seed 2
256+
257+
# python -m tasks.image_classification.train \
258+
# --log_dir logs/cifar10-versus-humans/ff/d=256--backbone=18-1--seed=42 \
259+
# --dataset cifar10 \
260+
# --model ff \
261+
# --d_model 256 \
262+
# --memory_hidden_dims 64 \
263+
# --dropout 0.0 \
264+
# --dropout_nlm 0 \
265+
# --backbone_type resnet18-1 \
266+
# --training_iterations 600001 \
267+
# --warmup_steps 1000 \
268+
# --use_scheduler \
269+
# --scheduler_type cosine \
270+
# --weight_decay 0.0001 \
271+
# --save_every 1000 \
272+
# --track_every 2000 \
273+
# --n_test_batches 50 \
274+
# --num_workers_train 8 \
275+
# --batch_size 512 \
276+
# --batch_size_test 512 \
277+
# --lr 1e-4 \
278+
# --device 0 \
279+
# --seed 42
280+
281+
282+
283+
284+
285+
286+

0 commit comments

Comments
 (0)