diff --git a/README.md b/README.md
index 43a515b..57a0285 100644
--- a/README.md
+++ b/README.md
@@ -16,7 +16,7 @@ message meets a specified criterion.
- **Advanced parameters** – tune generation settings like temperature, top‑p and more from the options page.
- **Markdown conversion** – optionally convert HTML bodies to Markdown before sending them to the AI service.
- **Debug logging** – optional colorized logs help troubleshoot interactions with the AI service.
-- **Debug tab** – view the last request payload sent to the AI service.
+- **Debug tab** – view the last request payload and a diff between the unaltered message text and the final prompt.
- **Light/Dark themes** – automatically match Thunderbird's appearance with optional manual override.
- **Automatic rules** – create rules that tag, move, copy, forward, reply, delete, archive, mark read/unread or flag/unflag messages based on AI classification. Rules can optionally apply only to unread messages and can ignore messages outside a chosen age range.
- **Rule ordering** – drag rules to prioritize them and optionally stop processing after a match.
@@ -141,6 +141,8 @@ uses the following third party libraries:
- MIT License
- [turndown v7.2.0](https://github.com/mixmark-io/turndown/tree/v7.2.0)
- MIT License
+- [diff](https://github.com/google/diff-match-patch/blob/62f2e689f498f9c92dbc588c58750addec9b1654/javascript/diff_match_patch_uncompressed.js)
+ - Apache-2.0 license
## License
diff --git a/ai-filter.sln b/ai-filter.sln
index 57705eb..ea71f1b 100644
--- a/ai-filter.sln
+++ b/ai-filter.sln
@@ -108,6 +108,7 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "img", "img", "{F266602F-175
EndProject
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "js", "js", "{21D2A42C-3F85-465C-9141-C106AFD92B68}"
ProjectSection(SolutionItems) = preProject
+ resources\js\diff_match_patch_uncompressed.js = resources\js\diff_match_patch_uncompressed.js
resources\js\turndown.js = resources\js\turndown.js
EndProjectSection
EndProject
diff --git a/background.js b/background.js
index b5667e6..fc585ff 100644
--- a/background.js
+++ b/background.js
@@ -33,6 +33,7 @@ let userTheme = 'auto';
let currentTheme = 'light';
let detectSystemTheme;
let errorPending = false;
+let showDebugTab = false;
const ERROR_NOTIFICATION_ID = 'sortana-error';
function normalizeRules(rules) {
@@ -209,17 +210,38 @@ function collectText(part, bodyParts, attachments) {
}
}
-function buildEmailText(full) {
+function collectRawText(part, bodyParts, attachments) {
+ if (part.parts && part.parts.length) {
+ for (const p of part.parts) collectRawText(p, bodyParts, attachments);
+ return;
+ }
+ const ct = (part.contentType || "text/plain").toLowerCase();
+ const cd = (part.headers?.["content-disposition"]?.[0] || "").toLowerCase();
+ const body = String(part.body || "");
+ if (cd.includes("attachment") || !ct.startsWith("text/")) {
+ const nameMatch = /filename\s*=\s*"?([^";]+)/i.exec(cd) || /name\s*=\s*"?([^";]+)/i.exec(part.headers?.["content-type"]?.[0] || "");
+ const name = nameMatch ? nameMatch[1] : "";
+ attachments.push(`${name} (${ct}, ${part.size || byteSize(body)} bytes)`);
+ } else if (ct.startsWith("text/html")) {
+ const doc = new DOMParser().parseFromString(body, 'text/html');
+ bodyParts.push(doc.body.textContent || "");
+ } else {
+ bodyParts.push(body);
+ }
+}
+
+function buildEmailText(full, applyTransforms = true) {
const bodyParts = [];
const attachments = [];
- collectText(full, bodyParts, attachments);
+ const collect = applyTransforms ? collectText : collectRawText;
+ collect(full, bodyParts, attachments);
const headers = Object.entries(full.headers || {})
.map(([k, v]) => `${k}: ${v.join(' ')}`)
.join('\n');
const attachInfo = `Attachments: ${attachments.length}` +
(attachments.length ? "\n" + attachments.map(a => ` - ${a}`).join('\n') : "");
let combined = `${headers}\n${attachInfo}\n\n${bodyParts.join('\n')}`.trim();
- if (tokenReduction) {
+ if (applyTransforms && tokenReduction) {
const seen = new Set();
combined = combined.split('\n').filter(l => {
if (seen.has(l)) return false;
@@ -227,7 +249,7 @@ function buildEmailText(full) {
return true;
}).join('\n');
}
- return sanitizeString(combined);
+ return applyTransforms ? sanitizeString(combined) : combined;
}
function updateTimingStats(elapsed) {
@@ -261,6 +283,7 @@ async function processMessage(id) {
updateActionIcon();
try {
const full = await messenger.messages.getFull(id);
+ const originalText = buildEmailText(full, false);
let text = buildEmailText(full);
if (tokenReduction && maxTokens > 0) {
const limit = Math.floor(maxTokens * 0.9);
@@ -268,6 +291,9 @@ async function processMessage(id) {
text = text.slice(0, limit);
}
}
+ if (showDebugTab) {
+ await storage.local.set({ lastFullText: originalText, lastPromptText: text });
+ }
let hdr;
let currentTags = [];
let alreadyRead = false;
@@ -425,7 +451,7 @@ async function clearCacheForMessages(idsInput) {
}
try {
- const store = await storage.local.get(["endpoint", "templateName", "customTemplate", "customSystemPrompt", "aiParams", "debugLogging", "htmlToMarkdown", "stripUrlParams", "altTextImages", "collapseWhitespace", "tokenReduction", "aiRules", "theme", "errorPending"]);
+ const store = await storage.local.get(["endpoint", "templateName", "customTemplate", "customSystemPrompt", "aiParams", "debugLogging", "htmlToMarkdown", "stripUrlParams", "altTextImages", "collapseWhitespace", "tokenReduction", "aiRules", "theme", "errorPending", "showDebugTab"]);
logger.setDebug(store.debugLogging);
await AiClassifier.setConfig(store);
userTheme = store.theme || 'auto';
@@ -440,6 +466,7 @@ async function clearCacheForMessages(idsInput) {
maxTokens = parseInt(store.aiParams.max_tokens) || maxTokens;
}
errorPending = store.errorPending === true;
+ showDebugTab = store.showDebugTab === true;
const savedStats = await storage.local.get('classifyStats');
if (savedStats.classifyStats && typeof savedStats.classifyStats === 'object') {
Object.assign(timingStats, savedStats.classifyStats);
@@ -494,6 +521,9 @@ async function clearCacheForMessages(idsInput) {
tokenReduction = changes.tokenReduction.newValue === true;
logger.aiLog("tokenReduction updated from storage change", { debug: true }, tokenReduction);
}
+ if (changes.showDebugTab) {
+ showDebugTab = changes.showDebugTab.newValue === true;
+ }
if (changes.errorPending) {
errorPending = changes.errorPending.newValue === true;
updateActionIcon();
diff --git a/manifest.json b/manifest.json
index a3c9f7c..e7cb9d8 100644
--- a/manifest.json
+++ b/manifest.json
@@ -1,13 +1,13 @@
{
"manifest_version": 2,
"name": "Sortana",
- "version": "2.1.2",
+ "version": "2.2.0",
"default_locale": "en-US",
"applications": {
"gecko": {
"id": "ai-filter@jordanwages",
"strict_min_version": "128.0",
- "strict_max_version": "139.*"
+ "strict_max_version": "140.*"
}
},
"icons": {
diff --git a/options/options.html b/options/options.html
index d14ce99..ddc5ee0 100644
--- a/options/options.html
+++ b/options/options.html
@@ -31,6 +31,10 @@
.tag {
--bulma-tag-h: 318;
}
+ #diff-display {
+ white-space: pre-wrap;
+ font-family: monospace;
+ }
@@ -150,6 +154,11 @@
Aggressive token reduction
+
+
+
-
-
-
@@ -286,9 +290,14 @@
Debug
+
+