<?xml version="1.0" encoding="UTF-8"?><?xml-stylesheet type="text/xsl" href="static/style.xsl"?><OAI-PMH xmlns="http://www.openarchives.org/OAI/2.0/" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/ http://www.openarchives.org/OAI/2.0/OAI-PMH.xsd"><responseDate>2026-11-22T15:12:48Z</responseDate><request verb="GetRecord" identifier="oai:uwspace.uwaterloo.ca:10012/14967" metadataPrefix="dim">https://dspacemainprd01.lib.uwaterloo.ca/server/oai/request</request><GetRecord><record><header><identifier>oai:uwspace.uwaterloo.ca:10012/14967</identifier><datestamp>2025-03-26T23:32:00Z</datestamp><setSpec>com_10012_9900</setSpec><setSpec>com_10012_1</setSpec><setSpec>col_10012_9914</setSpec><setSpec>col_10012_6</setSpec></header><metadata><dim:dim xmlns:dim="http://www.dspace.org/xmlns/dspace/dim" xmlns:doc="http://www.lyncode.com/xoai" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.dspace.org/xmlns/dspace/dim http://www.dspace.org/schema/dim.xsd">
   <dim:field mdschema="dc" element="contributor" qualifier="advisor">Tripp, Bryan</dim:field>
   <dim:field mdschema="dc" element="contributor" qualifier="advisor">Taylor, Graham</dim:field>
   <dim:field mdschema="dc" element="contributor" qualifier="author" authority="3cfff7a5-ca78-4ef2-b13d-1854fd037079" confidence="600">Dutta, Shamak</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="accessioned">2019-08-28T13:53:08Z</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="available">2019-08-28T13:53:08Z</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="issued">2019-08-28</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="submitted">2019-08-20</dim:field>
   <dim:field mdschema="dc" element="identifier" qualifier="uri">http://hdl.handle.net/10012/14967</dim:field>
   <dim:field mdschema="dc" element="description" qualifier="abstract" lang="en">This thesis explores one of the differences between the visual cortex and deep convolutional neural networks, namely, correlated fluctuations of neuron response strength. First, we describe the similarities and differences between biological and artificial neural networks and provide motivation for bridging the gap between the two, with a focus on correlated variability.&#xd;
&#xd;
Next, we present a regularisation method for convolutional neural networks using correlated noise. The structure of the correlations are inspired from biological observations using two factors: spatial extent and tuning similarity of neurons. We provide empirical results on improved robust image classification in the setting of occluded and corrupted images.&#xd;
&#xd;
We then move on to studying the connection between popular dataset augmentation techniques and correlated variability. We compute a smooth estimate of the correlations of neural network activity as a function of distance and kernel similarity, and show the similarity to biological correlations.&#xd;
&#xd;
Finally, we introduce a structured form of Dropout for convolutional neural networks, taking into account spatial and kernel correlations. We show improvement in image classification for the VGG architecture on the CIFAR-10 dataset.</dim:field>
   <dim:field mdschema="dc" element="language" qualifier="iso" lang="en">en</dim:field>
   <dim:field mdschema="dc" element="publisher" lang="en">University of Waterloo</dim:field>
   <dim:field mdschema="dc" element="subject" lang="en">Deep Learning</dim:field>
   <dim:field mdschema="dc" element="subject" lang="en">Convolutional Neural Networks</dim:field>
   <dim:field mdschema="dc" element="subject" lang="en">Correlated Noise</dim:field>
   <dim:field mdschema="dc" element="subject" lang="en">Robust Image Classification</dim:field>
   <dim:field mdschema="dc" element="title" lang="en">Correlated Noise in Deep Convolutional Neural Networks</dim:field>
   <dim:field mdschema="dc" element="type" lang="en">Master Thesis</dim:field>
   <dim:field mdschema="dc" element="pending">false</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="department" lang="en">Systems Design Engineering</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="discipline" lang="en">System Design Engineering</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="grantor" lang="en">University of Waterloo</dim:field>
   <dim:field mdschema="uws-etd" element="degree" lang="en">Master of Applied Science</dim:field>
   <dim:field mdschema="uws" element="contributor" qualifier="advisor">Tripp, Bryan</dim:field>
   <dim:field mdschema="uws" element="contributor" qualifier="advisor">Taylor, Graham</dim:field>
   <dim:field mdschema="uws" element="contributor" qualifier="affiliation1" lang="en">Faculty of Engineering</dim:field>
   <dim:field mdschema="uws" element="published" qualifier="city" lang="en">Waterloo</dim:field>
   <dim:field mdschema="uws" element="published" qualifier="country" lang="en">Canada</dim:field>
   <dim:field mdschema="uws" element="published" qualifier="province" lang="en">Ontario</dim:field>
   <dim:field mdschema="uws" element="typeOfResource" lang="en">Text</dim:field>
   <dim:field mdschema="uws" element="peerReviewStatus" lang="en">Unreviewed</dim:field>
   <dim:field mdschema="uws" element="scholarLevel" lang="en">Graduate</dim:field>
   <dim:field mdschema="others" element="access-status">open.access</dim:field>
</dim:dim>
</metadata></record></GetRecord></OAI-PMH>