User:Polygnotus/Scripts/CategoryToClipboard.js: Difference between revisions

Revision as of 07:49, 25 May 2025

Latest revision as of 17:44, 25 May 2025

(11 intermediate revisions by the same user not shown)

Line 1:

// Wikipedia Category Items Copier - ImprovedFixed VersionRedirect Filtering

// This script adds three buttons to Wikipedia category pages:

// 1. "Copy Items" - Copies all items in the current category via API

// 2. "Copy All Items" - Copies all items in the current category and its subcategories via API (recursively)

// 3. "Copy Subcategories" - Copies all subcategories recursively (no items)

const API_DELAY = 500; // Delay between API requests in milliseconds

Line 30 ⟶ 26:

// Create the "Copy Items" button

const copyItemsBtn = document.createElement('button');

copyItemsBtn.textContent = 'Copy Items from this Categoryitems';

copyItemsBtn.style.marginRight = '10px';

copyItemsBtn.style.padding = '8px 12px';

copyItemsBtn.style.cursor = 'pointer';

addTooltip(copyItemsBtn, 'Copy all articlesitems and pages fromin this category only (not subcategories). FastNot operationrecursive.');

// Create the "Copy All Items" button

const copyAllItemsBtn = document.createElement('button');

copyAllItemsBtn.textContent = 'Copy Itemsitems from All Subcategories (Recursive)recursively';

copyAllItemsBtn.style.marginRight = '10px';

copyAllItemsBtn.style.padding = '8px 12px';

copyAllItemsBtn.style.cursor = 'pointer';

addTooltip(copyAllItemsBtn, 'Copy all articlesitems and pages fromin this category AND all items in its subcategories. May take several minutes for large category trees.');

// Create the "Copy Subcats from this Category" button

const copyDirectSubcatsBtn = document.createElement('button');

copyDirectSubcatsBtn.textContent = 'Copy subcats';

copyDirectSubcatsBtn.style.marginRight = '10px';

copyDirectSubcatsBtn.style.padding = '8px 12px';

copyDirectSubcatsBtn.style.cursor = 'pointer';

addTooltip(copyDirectSubcatsBtn, 'Copy all subcategories of this category. Not recursive.');

// Create the "Copy Subcategories" button

const copySubcatsBtn = document.createElement('button');

copySubcatsBtn.textContent = 'Copy Allsubcategories Subcategories Recursivelyrecursively';

copySubcatsBtn.style.marginRight = '10px';

copySubcatsBtn.style.padding = '8px 12px';

copySubcatsBtn.style.cursor = 'pointer';

addTooltip(copySubcatsBtn, 'Copy onlyall thesubcategories category names (not articles) fromof this category tree.and Useful for exploring categoryits structuresubcategories.');

// Create the "Copy Both" button

const copyBothBtn = document.createElement('button');

copyBothBtn.textContent = 'Copy both';

copyBothBtn.style.marginRight = '10px';

copyBothBtn.style.padding = '8px 12px';

copyBothBtn.style.cursor = 'pointer';

addTooltip(copyBothBtn, 'Copy all items and subcategories from this category. Not recursive.');

// Create the "Copy Both Recursively" button

const copyBothRecursiveBtn = document.createElement('button');

copyBothRecursiveBtn.textContent = 'Copy both recursively';

copyBothRecursiveBtn.style.marginRight = '10px';

copyBothRecursiveBtn.style.padding = '8px 12px';

copyBothRecursiveBtn.style.cursor = 'pointer';

addTooltip(copyBothRecursiveBtn, 'Copy all items and subcategories from this category and all its subcategories.');

// Add checkbox for URL export

Line 59 ⟶ 80:

const urlLabel = document.createElement('label');

urlLabel.htmlFor = 'includeUrls';

urlLabel.textContent = 'IncludeWhole URLs';

urlLabel.style.marginLeft = '5px';

addTooltip(urlLabel, 'Include full Wikipedia URLs for each item in the export');

// Create status text

Line 68 ⟶ 91:

statusText.style.color = '#555';

// Add buttons to container in the requested order

container.appendChild(copyItemsBtn);

container.appendChild(copyAllItemsBtn);

container.appendChild(copyDirectSubcatsBtn);

container.appendChild(copySubcatsBtn);

container.appendChild(copyBothBtn);

container.appendChild(copyBothRecursiveBtn);

container.appendChild(urlCheckbox);

container.appendChild(urlLabel);

Line 93 ⟶ 119:

}

// When URLs are requested, return ONLY the URLs, not the article names

return items.map(item => {

const encodedTitle = encodeURIComponent(item.replace(/ /g, '_'));

return `${item}\nhttpshttps://en.wikipedia.org/wiki/${encodedTitle}`;

}).join('\n\n');

}

Line 129 ⟶ 156:

// If clipboard fails, offer download instead

const filename = `${categoryName.replace(/[^a-z0-9]/gi, '_')}-items.txt`;

// Clear the status text completely and show only the clipboard failure message

statusText.innerHTML = `<p>Clipboard access failed. Click the link below to download items:</p>`;

offerTextAsDownload(text, filename);

statusText.innerHTML = `<p>Clipboard access failed. Click the link below to download items:</p>` + statusText.innerHTML;

resolve(false);

}

Line 254 ⟶ 282:

}

}

// Function to get all subcategories of a category

Line 309 ⟶ 339:

}

// Extract members and continue token

const members = data.query.categorymembers.map(member => member.title);

const nextContinueToken = data.continue ? data.continue.cmcontinue : null;

Line 430 ⟶ 460:

return { items: allItems, totalCategories };

}

// Function to get both items and subcategories from a category (non-recursive)

async function getBothItemsAndSubcategories(categoryTitle) {

statusText.innerHTML = 'Gathering items and subcategories from this category...';

const items = await getAllCategoryMembers(categoryTitle);

const subcategories = await getAllSubcategories(categoryTitle);

return { items, subcategories };

}

// Function to recursively get both items and subcategories from a category and all its subcategories

async function getBothItemsAndSubcategoriesRecursive(categoryTitle) {

const visited = new Set();

const allItems = [];

const allSubcategories = [];

const queue = [categoryTitle]; // Start without prefix for consistency

let totalCategories = 0;

while (queue.length > 0) {

const currentCategory = queue.shift();

const categoryKey = `Category:${currentCategory}`;

// Skip if already visited (circular reference detection)

if (visited.has(categoryKey) || globalVisited.has(categoryKey)) {

continue;

}

visited.add(categoryKey);

globalVisited.add(categoryKey);

totalCategories++;

statusText.innerHTML = `Getting items and subcategories from "${currentCategory}" (processed ${totalCategories} categories, found ${allItems.length} items, ${allSubcategories.length} subcategories, queue: ${queue.length})...`;

// Get items from current category

const currentItems = await getAllCategoryMembers(currentCategory);

allItems.push(...currentItems);

// Get direct subcategories

const directSubcategories = await getAllSubcategories(currentCategory);

// Add subcategories to results and queue

for (const subcategory of directSubcategories) {

if (!visited.has(subcategory) && !globalVisited.has(subcategory)) {

allSubcategories.push(subcategory);

// Remove "Category:" prefix for queue consistency

const subcategoryName = subcategory.replace('Category:', '');

queue.push(subcategoryName);

}

}

}

return { items: allItems, subcategories: allSubcategories, totalCategories };

}

Line 459 ⟶ 543:

// Handle "Copy All Items" button click

copyAllItemsBtn.addEventListener('click', async () => {

statusText.innerHTML = 'Gathering items from this category and all subcategories recursively via API (this may take a while)...';

try {

Line 482 ⟶ 566:

if (copySuccess) {

statusText.innerHTML = `Successfully copied ${uniqueItems.length} unique items to clipboard from ${totalCategories} categories.`;

}

} catch (error) {

statusText.innerHTML = `Error: ${error.message}`;

console.error('Error:', error);

}

});

// Handle "Copy Subcats from this Category" button click

copyDirectSubcatsBtn.addEventListener('click', async () => {

statusText.innerHTML = 'Gathering direct subcategories from this category via API...';

try {

const subcategories = await getAllSubcategories(categoryName);

if (subcategories.length === 0) {

statusText.innerHTML = 'No direct subcategories found in this category.';

return;

}

const includeUrls = urlCheckbox.checked;

const formattedText = formatItems(subcategories, includeUrls);

const copySuccess = await copyToClipboardOrDownload(formattedText, categoryName + '_direct_subcats');

if (copySuccess) {

statusText.innerHTML = `Successfully copied ${subcategories.length} direct subcategories to clipboard.`;

}

} catch (error) {

Line 513 ⟶ 622:

if (copySuccess) {

statusText.innerHTML = `Successfully copied ${uniqueSubcategories.length} unique subcategories to clipboard.`;

}

} catch (error) {

statusText.innerHTML = `Error: ${error.message}`;

console.error('Error:', error);

}

});

// Handle "Copy Both" button click

copyBothBtn.addEventListener('click', async () => {

statusText.innerHTML = 'Gathering both items and subcategories from this category via API...';

try {

const { items, subcategories } = await getBothItemsAndSubcategories(categoryName);

if (items.length === 0 && subcategories.length === 0) {

statusText.innerHTML = 'No items or subcategories found in this category.';

return;

}

// Combine items and subcategories

const combinedResults = [...items, ...subcategories];

const includeUrls = urlCheckbox.checked;

const formattedText = formatItems(combinedResults, includeUrls);

const copySuccess = await copyToClipboardOrDownload(formattedText, categoryName + '_both');

if (copySuccess) {

statusText.innerHTML = `Successfully copied ${items.length} items and ${subcategories.length} subcategories (${combinedResults.length} total) to clipboard.`;

}

} catch (error) {

statusText.innerHTML = `Error: ${error.message}`;

console.error('Error:', error);

}

});

// Handle "Copy Both Recursively" button click

copyBothRecursiveBtn.addEventListener('click', async () => {

statusText.innerHTML = 'Gathering both items and subcategories recursively via API (this may take a while)...';

try {

// Clear global visited set for this operation

globalVisited.clear();

const { items: allItems, subcategories: allSubcategories, totalCategories } = await getBothItemsAndSubcategoriesRecursive(categoryName);

// Deduplicate items and subcategories

const uniqueItems = [...new Set(allItems)];

const uniqueSubcategories = [...new Set(allSubcategories)];

if (uniqueItems.length === 0 && uniqueSubcategories.length === 0) {

statusText.innerHTML = 'No items or subcategories found in this category or its subcategories.';

return;

}

// Combine items and subcategories

const combinedResults = [...uniqueItems, ...uniqueSubcategories];

const includeUrls = urlCheckbox.checked;

const formattedText = formatItems(combinedResults, includeUrls);

const copySuccess = await copyToClipboardOrDownload(formattedText, categoryName + '_both_recursive');

if (copySuccess) {

statusText.innerHTML = `Successfully copied ${uniqueItems.length} unique items and ${uniqueSubcategories.length} unique subcategories (${combinedResults.length} total) to clipboard from ${totalCategories} categories.`;

}

} catch (error) {