chibi@1604:~/chainer/examples/mnist$ time python train_mnist_data_parallel.py GPU: 0, 1 # unit: 1000 # Minibatch-size: 400 # epoch: 20 Downloading from http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz... Downloading from http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz... Downloading from http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz... Downloading from http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz... epoch main/loss validation/main/loss main/accuracy validation/main/accuracy elapsed_time 1 0.283564 0.12139 0.9178 0.9622 15.8858 2 0.0864081 0.080908 0.974867 0.9742 17.208 3 0.0505891 0.0722564 0.985034 0.9771 18.5399 4 0.0365693 0.0646622 0.988767 0.9811 19.8689 5 0.0254585 0.0613097 0.992034 0.9814 21.4298 6 0.0184854 0.0703979 0.9939 0.9802 22.8875 7 0.0134542 0.0650766 0.996067 0.9822 24.2166 8 0.00982386 0.0795254 0.996934 0.9781 25.5479 9 0.00951541 0.0723885 0.996933 0.9798 26.878 10 0.0110674 0.0754612 0.996133 0.9815 28.2084 11 0.00874064 0.0811604 0.996967 0.9807 29.5374 12 0.00994128 0.0773298 0.997067 0.9811 30.8755 13 0.00559144 0.0676025 0.9982 0.9848 32.2046 14 0.00667713 0.105536 0.9975 0.9772 33.542 15 0.0067558 0.0900161 0.9978 0.9785 34.9077 16 0.0120365 0.0737738 0.996034 0.9833 36.602 17 0.00569182 0.0909699 0.998034 0.9792 38.2834 18 0.00946899 0.0943309 0.996867 0.98 39.6757 19 0.00637768 0.0827036 0.997733 0.9834 41.014 20 0.0032089 0.0830733 0.998967 0.9837 42.3397 real 1m45.705s user 1m30.463s sys 0m3.450s chibi@1604:~/chainer/examples/mnist$ time python train_mnist_data_parallel.py GPU: 0, 1 # unit: 1000 # Minibatch-size: 400 # epoch: 20 epoch main/loss validation/main/loss main/accuracy validation/main/accuracy elapsed_time 1 0.28605 0.123811 0.9175 0.9603 3.08413 2 0.0910573 0.0817688 0.972367 0.9741 4.40636 3 0.0537087 0.0644005 0.983434 0.9798 5.74058 4 0.0330501 0.0684262 0.989934 0.98 7.06076 5 0.0209662 0.0671558 0.993667 0.9812 8.4101 6 0.0160372 0.0682885 0.995034 0.98 9.73374 7 0.0115009 0.063198 0.9962 0.9824 11.06 8 0.010431 0.0773123 0.996667 0.9805 12.3807 9 0.0106396 0.0740357 0.9965 0.9816 13.7046 10 0.00943548 0.0719107 0.997067 0.9818 15.0413 11 0.0101415 0.0883309 0.996534 0.9785 16.3851 12 0.0101056 0.0705611 0.996733 0.9824 17.7364 13 0.00422156 0.0801167 0.9988 0.9819 19.0652 14 0.00439336 0.0820111 0.9986 0.982 20.4001 15 0.00761881 0.0862883 0.9972 0.9805 21.7408 16 0.0130612 0.0834775 0.995834 0.9821 23.0757 17 0.00582632 0.0817959 0.998133 0.9829 24.4068 18 0.0056297 0.080337 0.997967 0.9848 25.7564 19 0.00597556 0.0837825 0.998267 0.9854 27.1104 20 0.00807885 0.0924799 0.997467 0.9818 28.4594 real 0m30.827s user 0m30.085s sys 0m3.189s chibi@1604:~/chainer/examples/mnist$ time python train_mnist_data_parallel.py GPU: 0, 1 # unit: 1000 # Minibatch-size: 400 # epoch: 20 epoch main/loss validation/main/loss main/accuracy validation/main/accuracy elapsed_time 1 0.284568 0.129002 0.917267 0.9605 3.15658 2 0.0855259 0.0834496 0.9744 0.9741 4.47997 3 0.0522342 0.0724225 0.9839 0.9774 5.7958 4 0.0352426 0.0644581 0.988501 0.9794 7.11264 5 0.0263338 0.0705674 0.991267 0.98 8.43497 6 0.0162259 0.0793209 0.9951 0.9789 9.74987 7 0.0148949 0.0579856 0.9951 0.9829 11.0692 8 0.00913024 0.0765019 0.9971 0.9783 12.4629 9 0.00811641 0.0760153 0.997167 0.9797 13.788 10 0.00965406 0.0964639 0.996867 0.9763 15.1149 11 0.00900975 0.0710404 0.997033 0.9821 16.5683 12 0.0112684 0.0806922 0.9961 0.9805 18.0961 13 0.00668376 0.0826279 0.997833 0.9809 19.5131 14 0.00711187 0.09777 0.9978 0.9791 20.9276 15 0.00711346 0.0765988 0.9978 0.9837 22.3036 16 0.00329201 0.0835216 0.9988 0.9833 23.6191 17 0.00475102 0.085839 0.998567 0.9814 24.9378 18 0.00999234 0.0876484 0.9971 0.9813 26.2552 19 0.00479309 0.0871594 0.998534 0.9827 27.5707 20 0.0063482 0.0887273 0.9978 0.9833 28.8864 real 0m31.122s user 0m30.446s sys 0m3.175s chibi@1604:~/chainer/examples/mnist$ cat /etc/os-release NAME="Ubuntu" VERSION="16.04.4 LTS (Xenial Xerus)" ID=ubuntu ID_LIKE=debian PRETTY_NAME="Ubuntu 16.04.4 LTS" VERSION_ID="16.04" HOME_URL="http://www.ubuntu.com/" SUPPORT_URL="http://help.ubuntu.com/" BUG_REPORT_URL="http://bugs.launchpad.net/ubuntu/" VERSION_CODENAME=xenial UBUNTU_CODENAME=xenial chibi@1604:~/chainer/examples/mnist$ nvcc -V nvcc: NVIDIA (R) Cuda compiler driver Copyright (c) 2005-2017 NVIDIA Corporation Built on Fri_Nov__3_21:07:56_CDT_2017 Cuda compilation tools, release 9.1, V9.1.85 chibi@1604:~/chainer/examples/mnist$