Partial preview of the text
Download Quiz 2: CS7643 Deep Learning Test with Verified Answers | 100% Correct| Latest 2025/2026 U and more Exams Information Technology in PDF only on Docsity!
Quizi,-2:i,-CS7643i,-Deepi,-Learningi,-Testi,-withi,-
Verifiedi,-Answersi,-|i,-100%i,-Correct|i,-Latesti,-
2025/2026i,-Updatei,--i,-Georgiai,-Institutei,-ofi,-
Technology.
Weighti,-sharingi,-i,- i,-Thei,-weightsi,-willi,-representi,-whati,-typesi,-ofi,-
featuresi,-wei,-willi,-extract.i,-Thei,-weightsi,-(W)i,-willi,-bei,-thei,-samei,-fori,-eachi,-
outputi,-nodei,-withi,-respecti,-toi,-ai,-specifici,-kernel,i,-regardlessi,-ofi,-thei,-
specifici,-imagei,-patchi,-wei,-arei,-lookingi,-at.i,-
Thei,-totali,-numberi,-ofi,-inputi,-parameters:i,-
K1i,-xi,-K2i,-+i,- 1
Inputi,-parametersi,-withi,-multiplei,-featurei,-extractionsi,-i,- i,-(K1i,-xi,-K2i,-+i,-
1)i,-xi,-M
wherei,-Mi,-isi,-thei,-numberi,-ofi,-features
Relationshipi,-betweeni,-convolutioni,-andi,-cross-correlationi,-i,- i,-
Duality:i,-Ifi,-cross-correlationi,-isi,-thei,-forwardi,-passi,-(whichi,-isi,-thei,-easieri,-
operation),i,-thei,-convolutioni,-operationi,-isi,-goingi,-toi,-bei,-thei,-
backwardi,-passi,-toi,-calculatei,-gradientsi,-(vicei,-versa)
Validi,-convolutioni,-i,- i,-Wheni,-thei,-kerneli,-isi,-fullyi,-oni,-thei,-image.i,-(Noi,-
padding)
Outputi,-sizei,-ofi,-thei,-vanillai,-convolution,i,-
giveni,-H,i,-W,i,-K1,i,-K2i,-i,- i,-(Hi,--i,-K1i,-+i,-1)i,-xi,-(Wi,--i,-K2i,-+i,-1)
Howi,-toi,-addi,-paddingi,-i,- i,-Increasesi,-thei,-sizei,-ofi,-thei,-imagei,-withi,-Pi,-ini,-
bothi,-directionsi,-(topi,-&i,-bottom,i,-lefti,-&i,-right)i,-
-->i,-(Hi,-+i,-2P)i,-xi,-(Wi,-+i,-2P)
Cani,-bei,-filledi,-withi,-zerosi,-ori,-mirrori,-thei,-image
Convolutioni,-Featuresi,-i,- i,-edges
colors
textures
motifsi,-(corners,i,-shapes)
Receptivei,-fieldi,-i,- i,-Ai,-regioni,-ofi,-ani,-imagei,-(imagei,-patch)i,-fromi,-
whichi,-thei,-nodei,-receivesi,-input.i,-Usuallyi,-denotedi,-byi,-ai,-K1i,-xi,-K2i,-
matrix.
Convolutioni,-vsi,-Cross-correlationi,-i,- i,-Convolution:i,-flipi,-thei,-kerneli,-
(rotatei,-180)i,-andi,-takei,-thei,-doti,-producti,-withi,-imagei,-patch
Mi,-xi,-(Chi,-xi,-K1i,-xi,-K2i,-+i,-1)
Effecti,-ofi,-multiplei,-kernelsi,-(featurei,-extraction)i,-oni,-outputi,-size.i,-i,- i,-
Thei,-kerneli,-sizei,-shouldi,-bei,-equali,-(K1i,-xi,-K2)i,-fori,-eachi,-kerneli,-withini,-
thei,-layer.i,-Thei,-outputi,-size:
(Hi,--i,-K1i,-+i,-1)i,-xi,-(Wi,--i,-K2i,-+i,-1)i,-xi,-Numberi,-ofi,-Kernels
Effecti,-ofi,-multiplei,-kernelsi,-(featurei,-extraction)i,-oni,-parametersi,-i,- i,-
Eachi,-kernel,i,-eachi,-channeli,-hasi,-itsi,-owni,-seti,-ofi,-weights,i,-buti,-eachi,-
kerneli,-hasi,-onlyi,- 1 i,-biasi,-term.
(K1i,-xi,-K2i,-xi,-Channelsi,-+i,-1)i,-xi,-M
wherei,-Mi,-isi,-thei,-numberi,-ofi,-kernels
Whati,-isi,-thei,-purposei,-ofi,-poolingi,-layer?i,-i,- i,-Dimensionalityi,-
reduction
Howi,-manyi,-learnedi,-parametersi,-doesi,-ai,-maxi,-poolingi,-layeri,-have?i,-i,-
i,-None
Invariancei,-i,- i,-Ifi,-thei,-featurei,-changes,i,-movesi,-ori,-rotatesi,-slightlyi,-oni,-
thei,-image,i,-thei,-outputi,-valuei,-remainsi,-thei,-same.i,-(Fori,-example,i,-wei,-
classifyi,-thei,-imagei,-ofi,-ai,-cati,-regardlessi,-ofi,-wherei,-thei,-cati,-isi,-ini,-thei,-
image)
Equivariancei,-i,- i,-Ifi,-thei,-featurei,-translatesi,-ori,-movesi,-ai,-littlei,-bit,i,-thei,-
outputi,-valuesi,-movei,-byi,-thei,-samei,-translationi,-andi,-cani,-bei,-detectedi,-
ini,-thei,-newi,-location.
Whyi,-differenti,-kernelsi,-wouldi,-learni,-differenti,-features?i,-i,- i,-Becausei,-
wei,-initializei,-themi,-toi,-differenti,-values,i,-andi,-thei,-locali,-minimai,-oni,-thei,-
weighti,-spacei,-willi,-different,i,-andi,-soi,-thei,-gradienti,-willi,-bei,-differenti,---
>i,-kernelsi,-arei,-learningi,-differenti,-features.
Ifi,-cross-correlationi,-isi,-thei,-forwardi,-pass,i,-
theni,-gradienti,-w.r.t.i,-thei,-inputi,-isi,-...i,-i,- i,-CONVOLUTIONi,-betweeni,-
thei,-upstreami,-andi,-thei,-kerneli,-weights
Ifi,-cross-correlationi,-isi,-thei,-forwardi,-pass,i,-
theni,-gradienti,-w.r.ti,-thei,-kerneli,-isi,-...i,-i,- i,-CROSS-CORRELATIONi,-
betweeni,-thei,-upstreami,-gradienti,-andi,-thei,-input
LeNeti,-i,- i,-simplei,-convi,-architecture:
Convi,--i,-MaxPooli,--i,-Convi,--i,-MaxPooli,--i,-FCi,--i,-FCi,--i,-Gaussiani,-(=MSEi,-
loss)
Whati,-ledi,-toi,-thei,-successi,-ofi,-deepi,-CNN?i,-i,- i,-Thei,-largei,-scalei,-ofi,-data.
Convi,-vsi,-FCi,-layersi,-i,- i,-Convi,-layersi,-needi,-morei,-memory
FCi,-layersi,-createi,-morei,-parameters
ResNeti,-keyi,-aspecti,-i,- i,-skipi,-ori,-residuali,-connections,i,-thati,-resulti,-ini,-
ai,-betteri,-gradienti,-flow
skipi,-connectionsi,-allowi,-propagatingi,-informationi,-forwardi,-intoi,-anyi,-
futurei,-layer
easyi,-toi,-optimize
Evolvingi,-architecturei,-i,- i,-Architecturei,-isi,-thei,-subjecti,-toi,-learn
>>i,-evolutionaryi,-ori,-reinforcementi,-learningi,-architectures
>>i,-pruningi,-noni,-efficienti,-connections
>>i,-non-easyi,-toi,-optimize
EfficientNeti,-(ENet)i,-i,- i,-CNNi,-architecturei,-thati,-operatei,-withi,-lessi,-
parametersi,-buti,-performi,-veryi,-well.
Optimizationi,-errori,-i,- i,-Thei,-modeli,-cani,-noti,-findi,-thei,-besti,-weights.
Higheri,-fori,-morei,-complexi,-NNi,-withi,-manyi,-parameters.
>>i,-residuali,-NN
>>i,-evolvingi,-architectures
Estimationi,-errori,-i,- i,-Noti,-properi,-generalizationi,-ori,-thei,-modeli,-
overfits.
Higheri,-fori,-morei,-complexi,-models.
>>i,-regularization
>>i,-dropouti,-layer
Modelingi,-errori,-i,- i,-Noti,-learningi,-thei,-patterni,-ini,-thei,-dataset.
Higheri,-fori,-veryi,-simplei,-NN.
-->i,-increasei,-thei,-capacity
-->i,-createi,-morei,-complexi,-model
Transferi,-learningi,-i,- i,-Reusei,-thei,-featuresi,-oni,-ai,-newi,-dataset,i,-thati,-
werei,-learnedi,-previouslyi,-oni,-ai,-large-scalei,-dataset.
1.i,-Traini,-featuresi,-oni,-ai,-large-scalei,-dataset
2.i,-Replacei,-thei,-lasti,-FCi,-layeri,-withi,-onei,-ofi,-ouri,-categories,i,-andi,-
initializei,-withi,-randomi,-weights.
3.i,-Continuei,-traini,-oni,-thei,-newi,-dataset
i,-a.)i,-Finetunei,--i,-updatei,-alli,-parameters
i,-b.)i,-Freezei,--i,-updatei,-parametersi,-onlyi,-ofi,-thei,-newi,-FCi,-layeri,--i,-
suggestedi,-ifi,-noti,-enoughi,-newi,-datai,-isi,-available
Transferi,-learningi,-effectivenessi,-i,- i,-Worksi,-welli,-if:
Howi,-toi,-makei,-NNi,-robusti,-towardsi,-imagei,-attacks?i,-i,- i,-Includei,-thei,-
trainingi,-seti,-images:
>>i,-adversariali,-examplei,-images,i,-
>>i,-perturbationi,-ori,-
>>i,-noise
Texturei,-vsi,-Shapei,-bias:
i,-comparei,-humansi,-andi,-CNNsi,-i,- i,-Ini,-imagei,-recognition,i,-humansi,-
havei,-shapei,-bias,i,-CNNsi,-havei,-texturei,-bias.
Texturei,-vsi,-Shapei,-bias:
i,-comparei,-ResNet- 50 i,-andi,-AlexNeti,-i,- i,-ResNet- 50 i,-architecturei,-hasi,-
thei,-largesti,-texturei,-biasi,-amongi,-otheri,-CNNs,i,-buti,-veryi,-goodi,-
accuracy.
AlexNeti,-hasi,-thei,-lowesti,-texturei,-bias,i,-buti,-hasi,-alsoi,-loweri,-accuracy.
Asi,-wei,-goi,-deeperi,-ini,-thei,-CNN,i,-thei,-sizei,-ofi,-thei,-receptivei,-fieldi,-w.r.t.i,-
thei,-originali,-imagei,-isi,-...i,-i,- i,-gettingi,-larger
Whyi,-FCi,-layersi,-arei,-noti,-sufficienti,-ini,-imagei,-semantici,-
segmentation/objecti,-detection?i,-i,- i,-Theyi,-doi,-noti,-preservei,-spatiali,-
information.
Thei,-outputi,-isi,-noti,-spatiallyi,-organized.
U-Neti,-keyi,-aspectsi,-i,- i,-Imagei,-segmentationi,-CNNi,-architecture
>>i,-startsi,-withi,-alternatingi,-Convi,-&i,-Maxpooling
>>i,-endsi,-withi,-alternatingi,-Convi,-&i,-Unconv
>>i,-skipi,-connections
Imagei,-segmentationi,-CNNi,-architecturei,-elementsi,-i,- i,->>i,-Fullyi,-
convolutionali,-layeri,-(takesi,-FCi,-andi,-converti,-imagei,-stylei,-layer)
>>i,-Upsamplingi,-layersi,-(increasesi,-thei,-sizei,-ofi,-thei,-input)
>>i,-Unpool,i,-Unconvi,-layers
>>i,-Encodingi,--i,-Decodingi,-architecturei,-(UNet)
>>i,-Skipi,-connections
>>i,-Starti,-withi,-pretrainedi,-model
Whati,-isi,-thei,-reservei,-operationi,-ofi,-maxpoolingi,-andi,-convolution?i,-i,-
i,-Unpoolingi,-
Deconv/Transposei,-convi,--i,-Kerneli,-cani,-bei,-learnti,-ori,-transposei,-ofi,-
original
Bothi,-increasesi,-thei,-inputi,-sizei,-(reviewi,-thei,-calculation!)
multiplei,-objectsi,-oni,-ai,-singlei,-image
RPNi,-i,- i,-regioni,-proposali,-architect
Objecti,-detectioni,-(twoi,-staged)i,-i,- i,-Decomposei,-thei,-problemi,-intoi,-
1.)i,-findi,-thei,-regioni,-2.)i,-performi,-classification
>>i,- 4 i,-lossi,-function
>>i,-Maski,-R-CNNi,-hasi,-additionali,-lossi,-(foregroundi,-background)
>>i,-manyi,-hyperparameters
