diff --git a/app/server/static/components/annotation.pug b/app/server/static/components/annotation.pug
index 9101db8c..0ac1d3dd 100644
--- a/app/server/static/components/annotation.pug
+++ b/app/server/static/components/annotation.pug
@@ -106,7 +106,7 @@ div.columns(v-cloak="")
           )
         section.modal-card-body.modal-card-body-footer
           vue-json-pretty(
-            v-bind:data="documentMetadata"
+            v-bind:data="displayDocumentMetadata"
             v-bind:show-double-quotes="false"
             v-bind:show-line="false"
           )
diff --git a/app/server/static/components/annotationMixin.js b/app/server/static/components/annotationMixin.js
index 5bb29ea1..bde6b040 100644
--- a/app/server/static/components/annotationMixin.js
+++ b/app/server/static/components/annotationMixin.js
@@ -336,7 +336,13 @@ export default {
     },
 
     compiledMarkdown() {
-      return marked(this.guideline, {
+      const documentMetadata = this.documentMetadata;
+
+      const guideline = documentMetadata && documentMetadata.guideline
+        ? documentMetadata.guideline
+        : this.guideline;
+
+      return marked(guideline, {
         sanitize: true,
       });
     },
@@ -354,6 +360,18 @@ export default {
         : 'Click to approve annotations';
     },
 
+    displayDocumentMetadata() {
+      let documentMetadata = this.documentMetadata;
+      if (documentMetadata == null) {
+        return null;
+      }
+
+      documentMetadata = { ...documentMetadata };
+      delete documentMetadata.guideline;
+      delete documentMetadata.documentSourceUrl;
+      return documentMetadata;
+    },
+
     documentMetadata() {
       return this.documentMetadataFor(this.pageNumber);
     },