<?xml version="1.0" encoding="UTF-8"?><?xml-stylesheet type="text/xsl" href="static/style.xsl"?><OAI-PMH xmlns="http://www.openarchives.org/OAI/2.0/" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/ http://www.openarchives.org/OAI/2.0/OAI-PMH.xsd"><responseDate>2026-11-22T17:34:58Z</responseDate><request verb="GetRecord" identifier="oai:uwspace.uwaterloo.ca:10012/20872" metadataPrefix="dim">https://dspacemainprd01.lib.uwaterloo.ca/server/oai/request</request><GetRecord><record><header><identifier>oai:uwspace.uwaterloo.ca:10012/20872</identifier><datestamp>2025-03-26T23:36:59Z</datestamp><setSpec>com_10012_9924</setSpec><setSpec>com_10012_1</setSpec><setSpec>col_10012_9930</setSpec><setSpec>col_10012_6</setSpec></header><metadata><dim:dim xmlns:dim="http://www.dspace.org/xmlns/dspace/dim" xmlns:doc="http://www.lyncode.com/xoai" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.dspace.org/xmlns/dspace/dim http://www.dspace.org/schema/dim.xsd">
   <dim:field mdschema="dc" element="contributor" qualifier="advisor">LIN, JIMMY</dim:field>
   <dim:field mdschema="dc" element="contributor" qualifier="author">Oladipo, Akintunde</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="accessioned">2024-08-23T15:35:52Z</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="available">2024-08-23T15:35:52Z</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="issued">2024-08-23</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="submitted">2024-08-21</dim:field>
   <dim:field mdschema="dc" element="identifier" qualifier="uri">https://hdl.handle.net/10012/20872</dim:field>
   <dim:field mdschema="dc" element="description" qualifier="abstract">Recent advancements in language models, particularly for high-resource languages, have not been paralleled in low-resource languages spoken across Africa.
This thesis addresses this gap by scaling pre-training data and developing improved language models for African languages.
We introduce Wura, a high-quality, document-level pre-training dataset encompassing 16 African languages along with four high-resource languages commonly spoken on the continent: Arabic, English, French, and Portuguese.
Leveraging Wura, we pre-train new versions of the AfriBERTa (encoder-only) and AfriTeVa (encoder-decoder) model families.
These new models demonstrate superior performance across a variety of natural language understanding and generation tasks compared to existing baselines.
Notably, AfriTeVa V2 Large (1B) stands as the largest sequence-to-sequence model pre-trained for African languages to date.

Our methodology includes a meticulous three-stage curation process for Wura --- auditing and filtering existing web crawls, initiating new web crawls, and integrating existing language resources.
The experimental setup and evaluation encompass tasks like text classification, information retrieval, translation, summarization, and cross-lingual question answering.
Our new models outperform their predecessors and other established models, even those with significantly more parameters, highlighting the efficacy of high-quality pre-training data.
Furthermore, we study the generalization of our models to languages not deliberately included in their pre-training data.</dim:field>
   <dim:field mdschema="dc" element="language" qualifier="iso">en</dim:field>
   <dim:field mdschema="dc" element="publisher" lang="en">University of Waterloo</dim:field>
   <dim:field mdschema="dc" element="relation" qualifier="uri">https://huggingface.co/datasets/castorini/wura</dim:field>
   <dim:field mdschema="dc" element="relation" qualifier="uri">https://huggingface.co/castorini/afriteva_v2_base</dim:field>
   <dim:field mdschema="dc" element="relation" qualifier="uri">https://huggingface.co/castorini/afriteva_v2_large</dim:field>
   <dim:field mdschema="dc" element="subject">multilingual</dim:field>
   <dim:field mdschema="dc" element="subject">natural language processing</dim:field>
   <dim:field mdschema="dc" element="subject">pretrained transformers</dim:field>
   <dim:field mdschema="dc" element="title">SCALING PRE-TRAINING DATA &amp;amp; LANGUAGE MODELS FOR AFRICAN LANGUAGES</dim:field>
   <dim:field mdschema="dc" element="type">Master Thesis</dim:field>
   <dim:field mdschema="dc" element="pending">false</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="department">David R. Cheriton School of Computer Science</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="discipline">Computer Science</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="grantor" lang="en">University of Waterloo</dim:field>
   <dim:field mdschema="uws-etd" element="degree">Master of Mathematics</dim:field>
   <dim:field mdschema="uws-etd" element="embargo" qualifier="terms">0</dim:field>
   <dim:field mdschema="uws" element="contributor" qualifier="advisor">LIN, JIMMY</dim:field>
   <dim:field mdschema="uws" element="contributor" qualifier="affiliation1">Faculty of Mathematics</dim:field>
   <dim:field mdschema="uws" element="published" qualifier="city" lang="en">Waterloo</dim:field>
   <dim:field mdschema="uws" element="published" qualifier="country" lang="en">Canada</dim:field>
   <dim:field mdschema="uws" element="published" qualifier="province" lang="en">Ontario</dim:field>
   <dim:field mdschema="uws" element="typeOfResource" lang="en">Text</dim:field>
   <dim:field mdschema="uws" element="peerReviewStatus" lang="en">Unreviewed</dim:field>
   <dim:field mdschema="uws" element="scholarLevel" lang="en">Graduate</dim:field>
   <dim:field mdschema="others" element="access-status">open.access</dim:field>
</dim:dim>
</metadata></record></GetRecord></OAI-PMH>