User:Polygnotus/Scripts/AI Source Verification.js: Difference between revisions

Revision as of 11:17, 12 June 2025

Revision as of 11:21, 12 June 2025

Line 443:

document.getElementById('verifier-claim-text').textContent = claim;

// Fetch source content (URL extraction)

this.updateStatus('FetchingExtracting source contentURL...');

const sourceContentsourceInfo = await this.fetchSourceContent(refUrl);

if (!sourceContentsourceInfo) {

this.updateStatus('Could not fetchextract source contentURL', true);

return;

}

// Update UI with source info

this.activeSource = sourceContentsourceInfo;

const sourceElement = document.getElementById('verifier-source-text');

sourceElement.textContent = sourceContent.substring(0, 1000) + (sourceContent.length > 1000 ? '...' : '');

// Show the URL and indicate content will be fetched by AI

const urlMatch = sourceInfo.match(/Source URL: (https?:\/\/[^\s\n]+)/);

if (urlMatch) {

sourceElement.innerHTML = `<strong>Source URL:</strong><br><a href="${urlMatch[1]}" target="_blank" style="word-break: break-all;">${urlMatch[1]}</a><br><br><em>Content will be fetched and analyzed by AI during verification.</em>`;

} else {

sourceElement.textContent = sourceInfo;

}

// Enable verify button now that we have both claim and source

Line 547 ⟶ 554:

async fetchSourceContent(url) {

// Instead of trying to fetch the content directly (which fails due to CORS),

// we'll use the AI API to fetch and analyze the content

try {

// UseFor CORSnow, proxyreturn forthe externalURL URLs- the AI will fetch it during verification

return `Source URL: ${url}\n\n[Content will be fetched by AI during verification]`;

const proxyUrl = `https://corsproxy.io/?${encodeURIComponent(url)}`;

const response = await fetch(proxyUrl, {

headers: {

'User-Agent': 'Mozilla/5.0 (compatible; WikipediaSourceVerifier/1.0)'

}

});

if (!response.ok) {

throw new Error(`HTTP ${response.status}: ${response.statusText}`);

}

const html = await response.text();

// Extract text content from HTML

const parser = new DOMParser();

const doc = parser.parseFromString(html, 'text/html');

// Remove script and style elements

const unwanted = doc.querySelectorAll('script, style, nav, header, footer, aside, .ad, .advertisement');

unwanted.forEach(el => el.remove());

// Try to find main content

let mainContent = doc.querySelector('main, article, .content, .post-content, .article-content, .story-body')

|| doc.querySelector('body');

if (!mainContent) {

mainContent = doc.body;

}

let text = mainContent.textContent || mainContent.innerText || '';

// Clean up the text

text = text.replace(/\s+/g, ' ').trim();

// Limit length to avoid token limits

if (text.length > 10000) {

text = text.substring(0, 10000);

}

return text;

} catch (error) {

console.error('Error fetchingwith source contentURL:', error);

throw new Error(`FailedInvalid tosource fetch sourceURL: ${error.message}`);

}

}

Line 828 ⟶ 796:

}

async callClaudeAPI(claim, sourcesourceInfo) {

// Extract URL from sourceInfo

const urlMatch = sourceInfo.match(/Source URL: (https?:\/\/[^\s\n]+)/);

const sourceUrl = urlMatch ? urlMatch[1] : null;

const requestBody = {

model: this.providers.claude.model,

max_tokens: 20003000,

system: `You are a fact-checking assistant. Your task is to verify whether a claim from a Wikipedia article is supported by the provided source content at the provided URL.

Instructions:

1. First, fetch and read the content from the provided URL

1. Analyze the claim and determine what specific facts it asserts

2. Analyze the claim and determine what specific facts it asserts

2. Search through the source content for information that supports or contradicts the claim

3. Search through the source content for information that supports or contradicts the claim

3. Provide a clear verdict: SUPPORTED, PARTIALLY SUPPORTED, NOT SUPPORTED, or UNCLEAR

4. Provide a clear verdict: SUPPORTED, PARTIALLY SUPPORTED, NOT SUPPORTED, or UNCLEAR

4. Quote the specific sentences from the source that support your verdict

5. Quote the specific sentences from the source that support your verdict

5. Explain any discrepancies or missing information

6. Explain any discrepancies or missing information

Be precise and objective in your analysis.`,

messages: [{

role: "user",

content: `ClaimsourceUrl to? verify: "${claim}"

`Please fetch the content from this URL and verify the claim against it.

SourceClaim contentto verify: "${sourceclaim}"`

Source URL: ${sourceUrl}` :

`Claim to verify: "${claim}"

Source content: "${sourceInfo}"`

}]

};

Line 870 ⟶ 849:

}

async callGeminiAPI(claim, sourcesourceInfo) {

const API_URL = `https://generativelanguage.googleapis.com/v1beta/models/${this.providers.gemini.model}:generateContent?key=${this.getCurrentApiKey()}`;

// Extract URL from sourceInfo

const systemPrompt = `You are a fact-checking assistant. Verify whether a Wikipedia claim is supported by the provided source content.

const urlMatch = sourceInfo.match(/Source URL: (https?:\/\/[^\s\n]+)/);

const sourceUrl = urlMatch ? urlMatch[1] : null;

const systemPrompt = `You are a fact-checking assistant. Verify whether a Wikipedia claim is supported by the source content at the provided URL.

Instructions:

Provide:

1. Fetch and read the content from the provided URL

1. A clear verdict: SUPPORTED, PARTIALLY SUPPORTED, NOT SUPPORTED, or UNCLEAR

2. Analyze the claim and determine what specific facts it asserts

2. Specific quotes from the source that support your verdict

3. Search through the source content for information that supports or contradicts the claim

3. Explanation of any discrepancies or missing information

4. Provide a clear verdict: SUPPORTED, PARTIALLY SUPPORTED, NOT SUPPORTED, or UNCLEAR

5. Quote the specific sentences from the source that support your verdict

6. Explain any discrepancies or missing information

Be precise and objective in your analysis.`;

Line 884 ⟶ 870:

const requestBody = {

contents: [{

parts: [{ "text": `ClaimsourceUrl to? verify: "${claim}"\n\nSource content: "${source}"` }],

`Please fetch the content from this URL and verify the claim against it.

Claim to verify: "${claim}"

Source URL: ${sourceUrl}` :

`Claim to verify: "${claim}"

Source content: "${sourceInfo}"` }],

}],

systemInstruction: {

Line 893 ⟶ 887:

temperature: 0.0,

},

tools: [

{urlContext: {}},

{googleSearch: {}},

],

};

Line 919 ⟶ 917:

}

async callOpenAIAPI(claim, sourcesourceInfo) {

// Extract URL from sourceInfo

const urlMatch = sourceInfo.match(/Source URL: (https?:\/\/[^\s\n]+)/);

const sourceUrl = urlMatch ? urlMatch[1] : null;

const requestBody = {

model: this.providers.openai.model,

Line 926 ⟶ 928:

{

role: "system",

content: `You are a fact-checking assistant. Your task is to verify whether a claim from a Wikipedia article is supported by the provided source content.

Instructions:

1. Analyze the claim and determine what specific facts it asserts

2. Search throughExamine the source content for information that supports or contradicts the claimprovided

3. Provide a clear verdict: SUPPORTED, PARTIALLY SUPPORTED, NOT SUPPORTED, or UNCLEAR

4. Explain your reasoning based on the available information

4. Quote the specific sentences from the source that support your verdict

5. Note any limitations due to inability to access the full source content

5. Explain any discrepancies or missing information

Be precise and objective in your analysis.`

Line 939 ⟶ 941:

{

role: "user",

content: `ClaimsourceUrl to? verify: "${claim}"\n\nSource content: "${source}"`

`I need to verify this claim against a source, but I can only provide the URL since direct content fetching isn't available.

Claim to verify: "${claim}"

Source URL: ${sourceUrl}

Please provide analysis based on what you can determine from the URL and any known information about the source. Note that full verification would require accessing the complete source content.` :

`Claim to verify: "${claim}"

Source information: "${sourceInfo}"`

}

],