<?xml version="1.0" encoding="UTF-8"?><?xml-stylesheet type="text/xsl" href="static/style.xsl"?><OAI-PMH xmlns="http://www.openarchives.org/OAI/2.0/" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/ http://www.openarchives.org/OAI/2.0/OAI-PMH.xsd"><responseDate>2026-11-22T17:55:09Z</responseDate><request verb="GetRecord" identifier="oai:uwspace.uwaterloo.ca:10012/5750" metadataPrefix="dim">https://dspacemainprd01.lib.uwaterloo.ca/server/oai/request</request><GetRecord><record><header><identifier>oai:uwspace.uwaterloo.ca:10012/5750</identifier><datestamp>2019-04-03T03:15:30Z</datestamp><setSpec>com_10012_9924</setSpec><setSpec>com_10012_1</setSpec><setSpec>col_10012_9930</setSpec><setSpec>col_10012_6</setSpec></header><metadata><dim:dim xmlns:dim="http://www.dspace.org/xmlns/dspace/dim" xmlns:doc="http://www.lyncode.com/xoai" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.dspace.org/xmlns/dspace/dim http://www.dspace.org/schema/dim.xsd">
   <dim:field mdschema="dc" element="contributor" qualifier="author" authority="94e4eab6-6a00-41ca-bc83-ccbde1b1c160" confidence="600">Khoshdel Nikkhoo, Hani</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="accessioned">2011-01-21T16:53:50Z</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="available">2011-01-21T16:53:50Z</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="issued">2011-01-21T16:53:50Z</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="submitted">2011-01-18</dim:field>
   <dim:field mdschema="dc" element="identifier" qualifier="uri">http://hdl.handle.net/10012/5750</dim:field>
   <dim:field mdschema="dc" element="description" qualifier="abstract" lang="en">Near-duplicate documents can adversely affect the efficiency and&#xd;
effectiveness of search engines.&#xd;
Due to the pairwise nature of the comparisons required for near-duplicate&#xd;
detection, this process is extremely costly in terms of the time and&#xd;
processing power it requires.&#xd;
Despite the ubiquitous presence of near-duplicate detection algorithms&#xd;
in commercial search engines, their application and impact in research&#xd;
environments is not fully explored.&#xd;
The implementation of near-duplicate detection algorithms forces trade-offs&#xd;
between efficiency and effectiveness, entailing careful testing and&#xd;
measurement to ensure acceptable performance.&#xd;
In this thesis, we describe and evaluate a scalable implementation of a&#xd;
near-duplicate detection algorithm, based on standard shingling techniques,&#xd;
running under a MapReduce framework.&#xd;
We explore two different shingle sampling techniques and analyze&#xd;
their impact on the near-duplicate document detection process.&#xd;
In addition, we investigate the prevalence of near-duplicate documents&#xd;
in the runs submitted to the adhoc task of TREC 2009 web track.</dim:field>
   <dim:field mdschema="dc" element="language" qualifier="iso" lang="en">en</dim:field>
   <dim:field mdschema="dc" element="publisher" lang="en">University of Waterloo</dim:field>
   <dim:field mdschema="dc" element="subject" lang="en">near-duplicate detection</dim:field>
   <dim:field mdschema="dc" element="subject" lang="en">MapReduce</dim:field>
   <dim:field mdschema="dc" element="subject" lang="en">shingles</dim:field>
   <dim:field mdschema="dc" element="subject" qualifier="program" lang="en">Computer Science</dim:field>
   <dim:field mdschema="dc" element="title" lang="en">The Impact of Near-Duplicate Documents on Information Retrieval Evaluation</dim:field>
   <dim:field mdschema="dc" element="type" lang="en">Master Thesis</dim:field>
   <dim:field mdschema="dc" element="pending" lang="en">false</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="department" lang="en">School of Computer Science</dim:field>
   <dim:field mdschema="uws-etd" element="degree" lang="en">Master of Mathematics</dim:field>
   <dim:field mdschema="uws" element="typeOfResource" lang="en">Text</dim:field>
   <dim:field mdschema="uws" element="peerReviewStatus" lang="en">Unreviewed</dim:field>
   <dim:field mdschema="uws" element="scholarLevel" lang="en">Graduate</dim:field>
   <dim:field mdschema="others" element="access-status">open.access</dim:field>
</dim:dim>
</metadata></record></GetRecord></OAI-PMH>