Files

cuda-oom

Jun 18, 2020

e607986 · Jun 18, 2020

Name		Name	Last commit message	Last commit date
parent directory ..
.gitignore		.gitignore	cuda oom init	Jun 18, 2020
a.py		a.py	cuda oom init	Jun 18, 2020
gen_table.py		gen_table.py	add gpu str	Jun 18, 2020
minimal.py		minimal.py	add synchronize	Jun 18, 2020
readme.md		readme.md	add gpu str	Jun 18, 2020
results.txt		results.txt	change op name	Jun 18, 2020
t.py		t.py	add synchronize	Jun 18, 2020

readme.md

OOM Sizes (GeForce RTX 2070 SUPER)

op = cudnn conv2d

set_to_none=True
req_grad	clean_in_exception=True	clean_in_exception=False
True	5255 4340 4340 4340	5255 4340 4340 4340
False	7690 6995 6995 6995	7690 6995 6995 6995

set_to_none=False
req_grad	clean_in_exception=True	clean_in_exception=False
True	4775 4340 4340 4340	4775 3945 3945 3945
False	5780 5255 5255 5255	5780 4340 4340 4340

op = cuda max_pool2d

set_to_none=True
req_grad	clean_in_exception=True	clean_in_exception=False
True	6995 6355 6355 6355	6995 6355 6355 6355
False	9310 9310 9310 9310	9310 8460 8460 8460

set_to_none=False
req_grad	clean_in_exception=True	clean_in_exception=False
True	5780 5255 5780 5255	5780 5255 5255 5255
False	7690 7690 7690 7690	7690 7690 7690 7690

op = torch.log

set_to_none=True
req_grad	clean_in_exception=True	clean_in_exception=False
True	5255 5255 5255 5255	5255 5255 5255 5255
False	7690 7690 7690 7690	7690 6995 6995 6995

set_to_none=False
req_grad	clean_in_exception=True	clean_in_exception=False
True	4775 4775 4775 4775	4775 3945 3945 3945
False	6355 6355 6355 6355	6355 6355 6355 6355

op = torch.nn.ReLU

set_to_none=True
req_grad	clean_in_exception=True	clean_in_exception=False
True	5255 5255 5255 5255	5255 5255 5255 5255
False	7690 6995 6995 6995	7690 6995 6995 6995

set_to_none=False
req_grad	clean_in_exception=True	clean_in_exception=False
True	4775 4340 4775 4340	4775 3945 3945 3945
False	6355 6355 6355 6355	6355 6355 6355 6355