    (Yasuyuki Matsushita) 

 - 

 -  

  – 

 109 93 75 82 83 58
103 98 103 95 85 78
129 120 106 107 102 93
133 117 84 68 110 127
106 90 61 46 74 72
77 75 69 64 56 30
61 68 80 68 60 46
56 59 65 55 38 27
55 49 42 40 26 21
32 29 29 25 29 39
21 21 25 40 43 47
17 21 27 50 53 54
16 20 26 44 50 50
14 14 19 30 38 40
14 12 17 22 29 31
17 18 21 23 24 2516 19 23 26 22 23
16 13 16 25 25 27
15 14 17 18 18 19
17 18 17 19 16 15
20 21 17 24 21 19
23 23 17 21 22 23
23 22 19 13 18 23 $137 90 48 63 71 98
144 142 118 83 90 124
168 183 155 101 105 142
132 150 163 145 116 141
59 80 104 97 106 128
27 38 54 50 88 119
42 31 53 73 89 109
53 38 49 64 97 105
42 21 32 50 97 114
44 36 30 30 57 72
51 44 34 24 37 47
59 58 43 24 30 40
57 63 52 33 20 38
45 55 52 39 19 40
34 41 43 37 25 39
31 32 32 29 28 29
33 30 27 25 43 37
21 18 28 39 32 44
21 19 23 28 29 31
24 26 30 32 42 31
29 35 42 45 34 25
29 33 38 39 27 38
26 24 21 16 37 67





111
111
122
127
59
22
50
49
42
44
51
55
50
38
30
28
2927
22
20
2225
25






!=1




 !

!








!=0






 $

" 

 !

!




"=1
! !



 " 

ImageNet

(Segnet, Cambridge U., 2015)• 2009  
• 1400  

ImageNet Classification top-5 error (%)

30.00%
25.00%



20.00%

 15.00%
10.00%
5.00%

5.1%

0.00%
2010

2011

2012

2013

2014

Large-Scale Visual Recognition Challenge (LSVRC)

2015



!

http://www.image-net.org/"*!)"*!)#
&Yes(%
Yes…

"*!)

 $'
!)



-1*2• %($( -143 / • %($( # !"43)*2 %(!

!"#$("-1*2%$('.! → "0&+5*2 *2

+,   !#"'-0!(/),
%&"", # = (2,6)

!#!"43$&#

.!
1! = 316.8#)/0%'!
4
• 59.8 &)
• "!#)SVM• &)$(• 23,7•…
+"%'!

*#

! → " → →  !→#

! → #

  (Music Xray https://www.musicxray.com/)!



!→#



! → #!

FAQ"







! → "
$





! → "
$



 &$! → #:-• '.!".#4/, &$• '.!".#EC  ;%&$• !)F(6<#3D ' 
@19

>25*=+7
8?0B5A

! → #

 –
“”

…

“”

…

“”



…

…



kaggle.com

Deep Neural Nets

! = #(%& + ()!: !#%: ) &: #(: #: *&%"( (Rectified Linear Unit: ReLU)

“6”

,2

05-./-.1+

34$'  
 #$#,),)$

!

"% = '()$! + #$)

" = '(),% + #,)

!%

…

• 1000 x 1000 !%• 1M $⇒ 1T=1000 x 1000 x1M…

• #4 Byte 4TB"2+%&'!( (CNNs)• 2+0,"&$).*
2+#'3 !'/ "&$ • 1000 x 1000-1• #' 10 x 10
• #')100⇒ "&$) 10K (=10 x 10 x 100) #'

#'
4 (Convolution)
!""

!"#

!"$

!"%!"&'""'"#'"$(""("#("$!#"!##!#$!#%

!#&

* '#"

'##'#$(#"(##(#$

!$"

!$#

!$$

!$%

!$&'$"

'$#

'$$

($"

($#($$!%"!%#!%$!%%!%&!&"!&#!&$!&%!&&

 (Convolution)
$""

$"'

$"($")

$"*

%""

%"'

%"(!""!"'!"($'"$''$'($')

$'*

* %'"

%''

%'(!'"!''!'($("$('$(($()$(*%("%('%((!("!('!(($)"$)'$)($))$)*

$*"

$*'

$*($*)$**!"" = $""%"" + $"'%"' + $"(%"( +$'"%'" + $''%'' + $'(%'( +$("%(" + $('%(' + $((%(( (Convolution)%""%"#%"(%")

%"*

&""

&"#&"(!""!"#!"(%#"%##%#(%#)

%#*

* &#"

&##

&#(!#"!##!#(%("%(#%((%()%(*&("&(#&((!("!(#!((%)"%)#%)(%))

%)*

%*"

%*#

%*(%*)%**!"# = %"#&"" + %"(&"# + %")&"( +%##&#" + %#(&## + %#)&#( +%(#&(" + %((&(# + %()&(( (Convolution)%""

%")

%"#

%"(%"*&""&")&"#!""!")!"#%)"%))%)#%)(%)*

* &)"

&))

&)#!)"!))!)#%#"%#)%##%#(%#*&#"&#)&##!#"!#)!##%("%()%(#%((%(*%*"%*)%*#%*(%**!"# = %"#&"" + %"(&") + %"*&"# +%)#&)" + %)(&)) + %)*&)# +%##&#" + %#(&#) + %#*&##….

 

 (Convolution layer)#%'%&!

$

 %& ×%' ×$$!×#×$

$  (Convolution layer) %& ×%' ×$ .

"#  !
( = *+ , + .

 ( #  

# !×#×$*#  (Convolution layer) %& ×%' ×(#! &)"' 
(%* #  $!

1&) !×#×( !×#×1 (*with padding)!  (Convolution layer)
 %& ×%' ×($!  !
  "!



"×$×( "×$×!

DNN () "•*!

• ! ""! "#! "$! "%

! #"

! ##

! #$

! #%

! $"

! $#

! $$! $%

! %"! %#! %$! %%2x2 pooling'max pooling $&%max • #

'ReLU• "

DNN'*#10
Fully connected
128
Fully connected
3264

64
2x2 Pooling

32128

32

128

128
3x3 Conv, ReLU
128

Keras

&model = Sequential()
model.add(Conv2D(32, kernel_size=(3, 3), strides=(1, 1),activation='relu',input_shape=(128, 128, 3) ))model.add(Conv2D(32, (3, 3), activation='relu'))
model.add(MaxPooling2D(pool_size=(2, 2), strides=(2, 2)))model.add(Flatten())
model.add(Dense(128, activation='relu'))
model.add(Dense(10, activation='softmax'))

3x3 Conv, ReLU

3128

128

⇒

DNN(!"%+$)–

10Fully connected
128
Fully connected
3264

64
2x2 Pooling

32

128

32

128

128
3x3 Conv, ReLU
128
3x3 Conv, ReLU

3128128

DNN 
10Fully connected
128
Fully connected
3264

64
2x2 Pooling

32
32

128

128
3x3 Conv, ReLU

128

128
3x3 Conv, ReLU

3128

128

DNN

 

10Fully connected128&! – #• 'Conv Layer  " %$• 

Depth&' ×(kernel. ×kernel/ )×depth234
 depth234 32× 3×3 ×32 = =<>9 ;< 3× 3×3 ×32 = 89: ;< – •  Pooling layer  Fully connected
3264

64
2x2 Pooling

32128

32

128

128
3x3 Conv, ReLU
128
3x3 Conv, ReLU

3128128

DNN
10Fully connected
128
Fully connected
3264

64

 – • Fully connected layer
• #Inputs × #Outputs•  #Outputs

2x2 Pooling
32128

32

128

128
3x3 Conv, ReLU
128
3x3 Conv, ReLU

3128

128

DNN
10
Fully connected
128
Fully connected
3264

64
2x2 Pooling

32128

32

128

128
3x3 Conv, ReLU
128
3x3 Conv, ReLU

3128128
128×10 = 3679
39
(64×64×32)×128 = 34555634
367

 –  
128×10 = +./1  +1 
(64×64×32)×128 = +,---.+,  +./ 
32× 3×3 ×32 = 4.+,  3.
 
3× 3×3 ×32 = /,2  3.
16,788,778~ 64MB in 32-bit floats 3.52

*petaflop/s-day 1 PFLOPS  

https://blog.openai.com/ai-and-compute/=V<SAF-/)+,#.HW
20123=V<S(&$GPU @;I5T8BGPUOM

201220143

1-8LGPU1-2 TFLOPS
I

201420163

10-100GPU5-10 TFLOPSOM2JQ*(!;CD4E

20163

"1%0'.RU: > G:HPCKNTPUGPU79? 26P • &6%5• +3 %5• .0#4!2•  
• $* • 7)•  '"1• (,/(,-8