View source for Module:AutoLinker

-- Module:AutoLinker
-- Automatically finds and links existing wiki page titles in input text
-- Usage: {{#invoke:AutoLinker|linkify|text=Your text here|mode=auto}}

local p = {}

-- Configuration
local config = {
    caseSensitive = false,      -- Match "AI" and "ai"
    wholeWordsOnly = true,      -- Don't match "intelligence" when looking for "intel"
    skipAlreadyLinked = true,   -- Don't re-link [[already linked]] text
    minLength = 3,              -- Skip single-character matches
    maxMatches = 500,           -- Safety limit per invocation
    cacheExpiry = 3600,         -- Cache page list for 1 hour (in seconds)
}

-- Function to get all pages from the wiki
-- Mode: "auto" = try dynamic first, fall back to static
--       "static" = use curated list only
--       "dynamic" = query wiki API
function p.getAllPages(mode)
    mode = mode or "auto"
    
    if mode == "static" then
        return p.getStaticPages()
    elseif mode == "dynamic" then
        return p.getDynamicPages()
    else -- auto
        local pages = p.getDynamicPages()
        if not pages or #pages == 0 then
            pages = p.getStaticPages()
        end
        return pages
    end
end

-- Static curated list of important pages
-- Add your wiki's key terms here
function p.getStaticPages()
    return {
        -- Core concepts
        "Targeted Individuals",
        "Targeted Individual",
        "Directed Energy Weapons",
        "DEW",
        "V2K",
        "Voice to Skull",
        "Gang Stalking",
        "COINTELPRO",
        "MKUltra",
        "Mind Control",
        "Neurotechnology",
        "Remote Neural Monitoring",
        "RNM",
        "Psychotronic",
        "Psychotronics",
        "Electromagnetic Harassment",
        "EMF",
        "RF Exposure",
        "Microwave",
        "Surveillance",
        "Covert Surveillance",
        "Informant Networks",
        "Gig Economy Surveillance",
        "Psychological Operations",
        "PSYOPS",
        "Subliminal Programming",
        "Brainwave Entrainment",
        "Binaural Beats",
        "Monaural Beats",
        "Isochronic Tones",
        
        -- Technologies/Programs
        "DARPA",
        "HI-MEMS",
        "Neural Dust",
        "IVN",
        "IEEE 802.15.6",
        "WBAN",
        "MICS",
        "Wireless Body Area Network",
        "Frey Effect",
        "TinySA",
        "RTL-SDR",
        "HackRF",
        "PortaPack",
        "CellMapper",
        
        -- Scientific concepts
        "Radiobiology",
        "ROS",
        "Fenton Chemistry",
        "DC Perineural System",
        "Bioelectricity",
        "Antenna Theory",
        "Biological Antenna",
        
        -- People/Researchers
        "Andrija Puharich",
        "Robert O. Becker",
        "James Giordano",
        
        -- Organizations
        "ARPANSA",
        "ACMA",
        "FBI",
        "CIA",
        
        -- Your wiki-specific pages
        "The Radiohead Protocol",
        "Chemtrails",
        "Cloud Seeding",
        "Transhuman Agenda",
        "Distributed Surveillance",
        "Methods of Mind Control",
        "Covert Harassment Programs",
        "Electromagnetic Torture",
        "Australian Cloud Seeding Legislation",
    }
end

-- Attempt to get pages dynamically from the wiki
function p.getDynamicPages()
    -- Try to use the wiki's API to fetch all pages
    -- This is more complete but slower
    
    -- Check if we have mw.http available
    if not mw.http then
        return nil -- Fall back to static
    end
    
    -- Build API query
    local title = mw.title.getCurrentTitle()
    local baseUrl = mw.uri.encode("https://" .. mw.config.get("wgServer"):gsub("^https?://", ""))
    
    -- Simplified approach: query recent pages
    -- Full wiki dump would be too slow
    local limit = 5000
    
    -- This is a simplified version - in production you might cache this
    -- or batch the requests
    
    return nil -- For now, default to static list
end

-- Main linkify function
function p.linkify(frame)
    local text = frame.args.text or frame.args[1] or ""
    local mode = frame.args.mode or "auto"
    
    if not text or text == "" then
        return ""
    end
    
    -- Get the list of pages to match against
    local pages = p.getAllPages(mode)
    
    if not pages or #pages == 0 then
        return text -- Return unchanged if no pages
    end
    
    -- Sort by length (longest first) to avoid partial matches
    -- e.g., match "Directed Energy Weapons" before "Energy"
    table.sort(pages, function(a, b) return #a > #b end)
    
    -- Process the text
    local result = text
    local matches = 0

    for _, pageTitle in ipairs(pages) do
        if matches >= config.maxMatches then
            break
        end   
    
        -- Only process valid titles
        if #pageTitle >= config.minLength then
            local pattern = p.buildPattern(pageTitle)
    
            local function replace(match)
                matches = matches + 1
                if match:sub(1, 2) == "[[" or match:sub(-2) == "]]" then
                    return match
                end
                return "[[" .. pageTitle .. "|" .. match .. "]]"
            end
    
            result = result:gsub(pattern, replace)
        end
    end
    
    return result
end

-- Build a Lua regex pattern for a page title
function p.buildPattern(title)
    -- Escape special Lua regex characters
    local escaped = title:gsub("([%^$()%%.%[%]*+%-?])", "%%%1")
    
    -- Ensure whole words (with non-word char or boundary on either side)
    -- This handles "Directed Energy Weapons" but not "DirectedEnergy"
    if config.wholeWordsOnly then
        return "(%A)" .. escaped .. "(%A)"
    else
        return escaped
    end
end

-- Utility: Get page list for debugging/admin purposes
function p.listPages(frame)
    local mode = frame.args.mode or "auto"
    local pages = p.getAllPages(mode)
    local result = "Pages to be matched:\n\n"
    
    for i, page in ipairs(pages) do
        result = result .. i .. ". " .. page .. "\n"
    end
    
    result = result .. "\n'''Total pages: " .. #pages .. "'''"
    return result
end

-- Utility: Test linkification on sample text
function p.test(frame)
    local sampleText = frame.args.text or "This is about Targeted Individuals and Directed Energy Weapons."
    return p.linkify({args = {text = sampleText, mode = "static"}})
end

return p