<?xml version="1.0" encoding="UTF-8"?><?xml-stylesheet type="text/xsl" href="static/style.xsl"?><OAI-PMH xmlns="http://www.openarchives.org/OAI/2.0/" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/ http://www.openarchives.org/OAI/2.0/OAI-PMH.xsd"><responseDate>2026-11-22T15:41:16Z</responseDate><request verb="GetRecord" identifier="oai:uwspace.uwaterloo.ca:10012/23262" metadataPrefix="dim">https://dspacemainprd01.lib.uwaterloo.ca/server/oai/request</request><GetRecord><record><header><identifier>oai:uwspace.uwaterloo.ca:10012/23262</identifier><datestamp>2026-05-07T18:49:43Z</datestamp><setSpec>com_10012_9900</setSpec><setSpec>com_10012_1</setSpec><setSpec>col_10012_9908</setSpec><setSpec>col_10012_6</setSpec></header><metadata><dim:dim xmlns:dim="http://www.dspace.org/xmlns/dspace/dim" xmlns:doc="http://www.lyncode.com/xoai" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.dspace.org/xmlns/dspace/dim http://www.dspace.org/schema/dim.xsd">
   <dim:field mdschema="dc" element="contributor" qualifier="author">Hadfield, Cameron</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="accessioned">2026-05-07T18:49:43Z</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="available">2026-05-07T18:49:43Z</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="issued">2026-05-07</dim:field>
   <dim:field mdschema="dc" element="date" qualifier="submitted">2026-05-05</dim:field>
   <dim:field mdschema="dc" element="identifier" qualifier="uri">https://hdl.handle.net/10012/23262</dim:field>
   <dim:field mdschema="dc" element="description" qualifier="abstract">Modern generative Language Models (LMs) present as black boxes, requiring significant trust in their capabilities and making it difficult to understand the reasoning behind their decisions. As these LMs are increasingly used for code and test-case generation, testers must trust them without knowing what drives the model&amp;apos;s outputs. To improve accuracy, modern LMs rely on supplementary documentation, such as Retrieval-Augmented Generation (RAG), or other content directly provided in their prompts to enhance background knowledge. When testers use LM-generated test cases for other purposes, such as fuzz testing, they must place greater trust in their quality, as seed cases can significantly affect fuzzer coverage performance.

We adapt existing methods to build an analysis pipeline that explains document retrieval when the LM relies on documentation to generate test cases. We achieve this with only black-box access to the LMs under test. We use RFC-959 (the File Transfer Protocol (FTP) protocol) and two synthetic protocols to isolate the LM&amp;apos;s reliance on data in its RAG system. Statistical analysis shows that the explanations from our pipeline capture real phenomena rather than random data.

To aid integration with automated security testing, we present a formal definition of protocol communication. 
This formalism helps map our pipeline&amp;apos;s features to the protocol domain and lays a foundation for future work with fuzzers.

The explanations our pipeline generates yield plausible results, with some unexpected outputs, suggesting the need for tuning to improve explanations.</dim:field>
   <dim:field mdschema="dc" element="language" qualifier="iso">en</dim:field>
   <dim:field mdschema="dc" element="publisher" lang="en">University of Waterloo</dim:field>
   <dim:field mdschema="dc" element="subject">explainability</dim:field>
   <dim:field mdschema="dc" element="subject">cybersecurity</dim:field>
   <dim:field mdschema="dc" element="subject">embedded systems</dim:field>
   <dim:field mdschema="dc" element="subject">large language models</dim:field>
   <dim:field mdschema="dc" element="subject">security testing</dim:field>
   <dim:field mdschema="dc" element="title">Towards Explainability for Language Models in Security Testing</dim:field>
   <dim:field mdschema="dc" element="type">Master Thesis</dim:field>
   <dim:field mdschema="dc" element="pending">false</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="department">Electrical and Computer Engineering</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="discipline">Electrical and Computer Engineering</dim:field>
   <dim:field mdschema="uws-etd" element="degree" qualifier="grantor" lang="en">University of Waterloo</dim:field>
   <dim:field mdschema="uws-etd" element="degree">Master of Applied Science</dim:field>
   <dim:field mdschema="uws-etd" element="embargo" qualifier="terms">1 year</dim:field>
   <dim:field mdschema="uws" element="contributor" qualifier="advisor">Fischmeister, Sebastian</dim:field>
   <dim:field mdschema="uws" element="contributor" qualifier="affiliation1">Faculty of Engineering</dim:field>
   <dim:field mdschema="uws" element="published" qualifier="city" lang="en">Waterloo</dim:field>
   <dim:field mdschema="uws" element="published" qualifier="country" lang="en">Canada</dim:field>
   <dim:field mdschema="uws" element="published" qualifier="province" lang="en">Ontario</dim:field>
   <dim:field mdschema="uws" element="typeOfResource" lang="en">Text</dim:field>
   <dim:field mdschema="uws" element="peerReviewStatus" lang="en">Unreviewed</dim:field>
   <dim:field mdschema="uws" element="scholarLevel" lang="en">Graduate</dim:field>
   <dim:field mdschema="others" element="access-status">embargo</dim:field>
</dim:dim>
</metadata></record></GetRecord></OAI-PMH>