text:
Module:Citation/CS1/Identifiers

----< F O R W A R D  D E C L A R A T I O N S >--

local has_accept_as_written, is_set, in_array, set_message, select_one,			-- functions in Module:Citation/CS1/Utilities substitute, make_wikilink;

local z;																		-- table of tables defined in Module:Citation/CS1/Utilities

local cfg;																		-- table of configuration tables that are defined in Module:Citation/CS1/Configuration

--[[--< P A G E  S C O P E   V A R I A B L E S >--

declare variables here that have page-wide scope that are not brought in from other modules; that are created here and used here

]]

local auto_link_urls = {};														-- holds identifier URLs for those identifiers that can auto-link |title=

--============================<< H E L P E R  F U N C T I O N S >>============================================

--[[--< W I K I D A T A _ A R T I C L E _ N A M E _ G E T >

as an aid to internationalizing identifier-label wikilinks, gets identifier article names from Wikidata.

returns : : when has an for ; nil else

for identifiers that do not have q, returns nil

for wikis that do not have mw.wikibase installed, returns nil

]]

local function wikidata_article_name_get (q) if not is_set (q) or (q and not mw.wikibase) then							-- when no q number or when a q number but mw.wikibase not installed on this wiki return nil;																-- abandon end

local wd_article; local this_wiki_code = cfg.this_wiki_code;									-- Wikipedia subdomain; 'en' for en.wikipedia.org

wd_article = mw.wikibase.getSitelink (q, this_wiki_code .. 'wiki');			-- fetch article title from WD; nil when no title available at this wiki

if wd_article then wd_article = table.concat ({':', this_wiki_code, ':', wd_article});		-- interwiki-style link without brackets if taken from WD; leading colon required end

return wd_article;															-- article title from WD; nil else end

--[[--< L I N K _ L A B E L _ M A K E >

common function to create identifier link label from handler table or from Wikidata

returns the first available of	1. redirect from local wiki's handler table (if enabled) 2. Wikidata (if there is a Wikidata entry for this identifier in the local wiki's language) 3. label specified in the local wiki's handler table ]]

local function link_label_make (handler) local wd_article; if not (cfg.use_identifier_redirects and is_set (handler.redirect)) then	-- redirect has priority so if enabled and available don't fetch from Wikidata because expensive wd_article = wikidata_article_name_get (handler.q);						-- if Wikidata has an article title for this wiki, get it; end return (cfg.use_identifier_redirects and is_set (handler.redirect) and handler.redirect) or wd_article or handler.link; end

--[[--< E X T E R N A L _ L I N K _ I D >--

Formats a wiki-style external link

]]

local function external_link_id (options) local url_string = options.id; local ext_link; local this_wiki_code = cfg.this_wiki_code;									-- Wikipedia subdomain; 'en' for en.wikipedia.org local wd_article;															-- article title from Wikidata if options.encode == true or options.encode == nil then url_string = mw.uri.encode (url_string, 'PATH'); end

if options.auto_link and is_set (options.access) then auto_link_urls[options.auto_link] = table.concat ({options.prefix, url_string, options.suffix}); end

ext_link = mw.ustring.format ('[%s%s%s %s]', options.prefix, url_string, options.suffix or "", mw.text.nowiki (options.id)); if is_set (options.access) then ext_link = substitute (cfg.presentation['ext-link-access-signal'], {cfg.presentation[options.access].class, cfg.presentation[options.access].title, ext_link});	-- add the free-to-read / paywall lock end

return table.concat	({		make_wikilink (link_label_make (options), options.label),				-- redirect, Wikidata link, or locally specified link (in that order)		options.separator or ' ',		ext_link		}); end

--[[--< I N T E R N A L _ L I N K _ I D >--

Formats a wiki-style internal link

TODO: Does not currently need to support options.access, options.encode, auto-linking and COinS (as in external_link_id), but may be needed in the future for :m:Interwiki_map custom-prefixes like :arxiv:, :bibcode:, :DOI:, :hdl:, :ISSN:,
 * JSTOR:, :Openlibrary:, :PMID:, :RFC:.

]]

local function internal_link_id (options) local id = mw.ustring.gsub (options.id, '%d', cfg.date_names.local_digits);	-- translate 'local' digits to Western 0-9

return table.concat (		{		make_wikilink (link_label_make (options), options.label),				-- wiki-link the identifier label		options.separator or ' ',											-- add the separator		make_wikilink ( table.concat (				{				options.prefix,				id,																-- translated to Western digits				options.suffix or ''				}), substitute (cfg.presentation['bdi'], {'', mw.text.nowiki (options.id)})	-- bdi tags to prevent Latin script identifiers from being reversed at RTL language wikis );																	-- nowiki because MediaWiki still has magic links for ISBN and the like; TODO: is it really required?		}); end

--[[--< I S _ E M B A R G O E D >--

Determines if a PMC identifier's online version is embargoed. Compares the date in |pmc-embargo-date= against today's date. If embargo date is in the future, returns the content of |pmc-embargo-date=; otherwise, returns an empty string because the embargo has expired or because |pmc-embargo-date= was not set in this cite.

]]

local function is_embargoed (embargo) if is_set (embargo) then local lang = mw.getContentLanguage; local good1, embargo_date, todays_date; good1, embargo_date = pcall (lang.formatDate, lang, 'U', embargo); todays_date = lang:formatDate ('U'); if good1 then															-- if embargo date is a good date if tonumber (embargo_date) >= tonumber (todays_date) then			-- is embargo date is in the future? return embargo;													-- still embargoed else set_message ('maint_pmc_embargo');								-- embargo has expired; add main cat return '';														-- unset because embargo has expired end end end return '';																	-- |pmc-embargo-date= not set return empty string end

--[=[-< I S _ V A L I D _ B I O R X I V _ D A T E >

returns true if: 2019-12-11T00:00Z <= biorxiv_date < today + 2 days The dated form of biorxiv identifier has a start date of 2019-12-11. The Unix timestamp for that date is = 1576022400

biorxiv_date is the date provided in those |biorxiv= parameter values that are dated at time 00:00:00 UTC today is the current date at time 00:00:00 UTC plus 48 hours if today is 2015-01-01T00:00:00 then adding 24 hours gives 2015-01-02T00:00:00 – one second more than today adding 24 hours gives 2015-01-03T00:00:00 – one second more than tomorrow

This function does not work if it is fed month names for languages other than English. Wikimedia #time: parser apparently doesn't understand non-English date month names. This function will always return false when the date contains a non-English month name because good1 is false after the call to lang_object.formatDate. To get around that call this function with date parts and create a YYYY-MM-DD format date.

]=]

local function is_valid_biorxiv_date (y, m, d)	local biorxiv_date = table.concat ({y, m, d}, '-');							-- make ymd date local good1, good2; local biorxiv_ts, tomorrow_ts;												-- to hold Unix timestamps representing the dates local lang_object = mw.getContentLanguage;

good1, biorxiv_ts = pcall (lang_object.formatDate, lang_object, 'U', biorxiv_date);		-- convert biorxiv_date value to Unix timestamp good2, tomorrow_ts = pcall (lang_object.formatDate, lang_object, 'U', 'today + 2 days' );	-- today midnight + 2 days is one second more than all day tomorrow if good1 and good2 then														-- lang.formatDate returns a timestamp in the local script which tonumber may not understand biorxiv_ts = tonumber (biorxiv_ts) or lang_object:parseFormattedNumber (biorxiv_ts);	-- convert to numbers for the comparison; tomorrow_ts = tonumber (tomorrow_ts) or lang_object:parseFormattedNumber (tomorrow_ts); else return false;															-- one or both failed to convert to Unix timestamp end

return ((1576022400 <= biorxiv_ts) and (biorxiv_ts < tomorrow_ts))			-- 2012-12-11T00:00Z <= biorxiv_date < tomorrow's date end

--[[--< IS _ V A L I D _ I S X N >-

ISBN-10 and ISSN validator code calculates checksum across all ISBN/ISSN digits including the check digit. ISBN-13 is checked in isbn.

If the number is valid the result will be 0. Before calling this function, ISBN/ISSN must be checked for length and stripped of dashes, spaces and other non-ISxN characters.

]]

local function is_valid_isxn (isxn_str, len) local temp = 0; isxn_str = { isxn_str:byte(1, len) };										-- make a table of byte values '0' → 0x30 .. '9' → 0x39, 'X' → 0x58 len = len + 1;																-- adjust to be a loop counter for i, v in ipairs (isxn_str) do											-- loop through all of the bytes and calculate the checksum if v == string.byte ("X" ) then											-- if checkdigit is X (compares the byte value of 'X' which is 0x58) temp = temp + 10 * (len - i);										-- it represents 10 decimal else temp = temp + tonumber (string.char (v) )*(len-i); end end return temp % 11 == 0;														-- returns true if calculation result is zero end

--[[--< IS _ V A L I D _ I S X N _ 1 3 >---

ISBN-13 and ISMN validator code calculates checksum across all 13 ISBN/ISMN digits including the check digit. If the number is valid, the result will be 0. Before calling this function, ISBN-13/ISMN must be checked for length and stripped of dashes, spaces and other non-ISxN-13 characters.

]]

local function is_valid_isxn_13 (isxn_str) local temp=0; isxn_str = { isxn_str:byte(1, 13) };										-- make a table of byte values '0' → 0x30 .. '9' → 0x39 for i, v in ipairs (isxn_str) do		temp = temp + (3 - 2*(i % 2)) * tonumber (string.char (v) );			-- multiply odd index digits by 1, even index digits by 3 and sum; includes check digit end return temp % 10 == 0;														-- sum modulo 10 is zero when ISBN-13/ISMN is correct end

--[[--< N O R M A L I Z E _ L C C N >--

LCCN normalization (https://www.loc.gov/marc/lccn-namespace.html#normalization) 1. Remove all blanks. 2. If there is a forward slash (/) in the string, remove it, and remove all characters to the right of the forward slash. 3. If there is a hyphen in the string: a. Remove it. b. Inspect the substring following (to the right of) the (removed) hyphen. Then (and assuming that steps 1 and 2 have been carried out): 1. All these characters should be digits, and there should be six or less. (not done in this function) 2. If the length of the substring is less than 6, left-fill the substring with zeroes until the length is six.

Returns a normalized LCCN for lccn to validate. There is no error checking (step 3.b.1) performed in this function.

]]

local function normalize_lccn (lccn) lccn = lccn:gsub ("%s", "");												-- 1. strip whitespace

if nil ~= string.find (lccn, '/') then lccn = lccn:match ("(.-)/");											-- 2. remove forward slash and all character to the right of it	end

local prefix local suffix prefix, suffix = lccn:match ("(.+)%-(.+)");									-- 3.a remove hyphen by splitting the string into prefix and suffix

if nil ~= suffix then														-- if there was a hyphen suffix = string.rep("0", 6-string.len (suffix)) .. suffix;				-- 3.b.2 left fill the suffix with 0s if suffix length less than 6 lccn = prefix..suffix;													-- reassemble the LCCN end return lccn; end

--============================<< I D E N T I F I E R  F U N C T I O N S >>====================================

--[[--< A R X I V >

See: https://arxiv.org/help/arxiv_identifier

format and error check arXiv identifier. There are three valid forms of the identifier: the first form, valid only between date codes 9107 and 0703, is: arXiv:. /  where: is a string of alpha characters - may be hyphenated; no other punctuation is a string of alpha characters - may be hyphenated; no other punctuation; not the same as |class= parameter which is not supported in this form is four digits in the form YYMM where YY is the last two digits of the four-digit year and MM is the month number January = 01 first digit of YY for this form can only 9 and 0 is a three-digit number is a 1 or more digit number preceded with a lowercase v; no spaces (undocumented) the second form, valid from April 2007 through December 2014 is: arXiv:. where: is four digits in the form YYMM where YY is the last two digits of the four-digit year and MM is the month number January = 01 is a four-digit number is a 1 or more digit number preceded with a lowercase v; no spaces

the third form, valid from January 2015 is: arXiv:. where: and are as defined for 0704-1412 is a five-digit number

]]

local function arxiv (options) local id = options.id; local class = options.Class;												-- TODO: lowercase? local handler = options.handler; local year, month, version; local err_msg = false;														-- assume no error message local text;																	-- output text if id:match("^%a[%a%.%-]+/[90]%d[01]%d%d%d%d$") or id:match("^%a[%a%.%-]+/[90]%d[01]%d%d%d%dv%d+$") then	-- test for the 9107-0703 format with or without version year, month = id:match("^%a[%a%.%-]+/([90]%d)([01]%d)%d%d%d[v%d]*$"); year = tonumber (year); month = tonumber (month); if ((not (90 year)) or (1 > month or 12 < month)) or		-- if invalid year or invalid month ((91 == year and 7 > month) or (7 == year and 3 < month)) then		-- if years ok, are starting and ending months ok? err_msg = true;													-- flag for error message end

elseif id:match("^%d%d[01]%d%.%d%d%d%d$") or id:match("^%d%d[01]%d%.%d%d%d%dv%d+$") then	-- test for the 0704-1412 with or without version year, month = id:match("^(%d%d)([01]%d)%.%d%d%d%d[v%d]*$"); year = tonumber (year); month = tonumber (month); if ((7 > year) or (14 < year) or (1 > month or 12 < month)) or			-- is year invalid or is month invalid? (doesn't test for future years) ((7 == year) and (4 > month)) then									-- when year is 07, is month invalid (before April)? err_msg = true;													-- flag for error message end

elseif id:match("^%d%d[01]%d%.%d%d%d%d%d$") or id:match("^%d%d[01]%d%.%d%d%d%d%dv%d+$") then	-- test for the 1501- format with or without version year, month = id:match("^(%d%d)([01]%d)%.%d%d%d%d%d[v%d]*$"); year = tonumber (year); month = tonumber (month); if ((15 > year) or (1 > month or 12 < month)) then						-- is year invalid or is month invalid? (doesn't test for future years) err_msg = true;														-- flag for error message end

else err_msg = true;															-- not a recognized format; flag for error message end

if err_msg then options.coins_list_t['ARXIV'] = nil;									-- when error, unset so not included in COinS end local err_msg_t = {}; if err_msg then set_message ('err_bad_arxiv'); end

text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode, access = handler.access});

if is_set (class) then if id:match ('^%d+') then text = table.concat ({text, ' //arxiv.org/archive/', class, ' ', class, ''});	-- external link within square brackets, not wikilink else set_message ('err_class_ignored'); end end

return text; end

--[[--< B I B C O D E >

Validates (sort of) and formats a bibcode ID.

Format for bibcodes is specified here: https://adsabs.harvard.edu/abs_doc/help_pages/data.html#bibcodes

But, this: 2015arXiv151206696F is apparently valid so apparently, the only things that really matter are length, 19 characters and first four digits must be a year. This function makes these tests: length must be 19 characters characters in position 1–4 must be digits and must represent a year in the range of 1000 – next year 5 must be a letter 6–8 must be letter, digit, ampersand, or dot (ampersand cannot directly precede a dot; &. ) 9–18 must be letter, digit, or dot 19 must be a letter or dot

]]

local function bibcode (options) local id = options.id; local access = options.access; local handler = options.handler; local err_type; local err_msg = ''; local year;

local text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode,		access = access}); if 19 ~= id:len then err_type = cfg.err_msg_supl.length; else year = id:match ("^(%d%d%d%d)[%a][%w&%.][%w&%.][%w&%.][%w.]+[%a%.]$"); if not year then														-- if nil then no pattern match err_type = cfg.err_msg_supl.value;									-- so value error else local next_year = tonumber (os.date ('%Y')) + 1;					-- get the current year as a number and add one for next year year = tonumber (year);												-- convert year portion of bibcode to a number if (1000 > year) or (year > next_year) then err_type = cfg.err_msg_supl.year;								-- year out of bounds end if id:find('&%.') then err_type = cfg.err_msg_supl.journal;							-- journal abbreviation must not have '&.' (if it does it's missing a letter) end end end

if is_set (err_type) then													-- if there was an error detected set_message ('err_bad_bibcode', {err_type}); options.coins_list_t['BIBCODE'] = nil;									-- when error, unset so not included in COinS

end

return text; end

--[[--< B I O R X I V >-

Format bioRxiv ID and do simple error checking. Before 2019-12-11, biorXiv IDs were 10.1101/ followed by exactly 6 digits. After 2019-12-11, biorXiv IDs retained the six-digit identifier but prefixed that with a yyyy.mm.dd. date and suffixed with an optional version identifier.

The bioRxiv ID is the string of characters: https://doi.org/10.1101/078733 -> 10.1101/078733 or a date followed by a six-digit number followed by an optional version indicator 'v' and one or more digits: https://www.biorxiv.org/content/10.1101/2019.12.11.123456v2 -> 10.1101/2019.12.11.123456v2 see https://www.biorxiv.org/about-biorxiv

]]

local function biorxiv (options) local id = options.id; local handler = options.handler; local err_msg = true;														-- flag; assume that there will be an error local patterns = { '^10.1101/%d%d%d%d%d%d$',												-- simple 6-digit identifier (before 2019-12-11) '^10.1101/(20[1-9]%d)%.([01]%d)%.([0-3]%d)%.%d%d%d%d%d%dv%d+$',			-- y.m.d. date + 6-digit identifier + version (after 2019-12-11) '^10.1101/(20[1-9]%d)%.([01]%d)%.([0-3]%d)%.%d%d%d%d%d%d$',				-- y.m.d. date + 6-digit identifier (after 2019-12-11) }	for _, pattern in ipairs (patterns) do										-- spin through the patterns looking for a match if id:match (pattern) then local y, m, d = id:match (pattern);									-- found a match, attempt to get year, month and date from the identifier

if m then															-- m is nil when id is the six-digit form if not is_valid_biorxiv_date (y, m, d) then						-- validate the encoded date; TODO: don't ignore leap-year and actual month lengths ( is a poor date validator) break;														-- date fail; break out early so we don't unset the error message end end err_msg = nil;														-- we found a match so unset the error message break;																-- and done end end																			-- err_cat remains set here when no match

if err_msg then options.coins_list_t['BIORXIV'] = nil;									-- when error, unset so not included in COinS set_message ('err_bad_biorxiv');										-- and set the error message end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = id, separator = handler.separator,			encode = handler.encode, access = handler.access}); end

--[[--< C I T E S E E R X >

CiteSeerX use their own notion of "doi" (not to be confused with the identifiers resolved via doi.org).

The description of the structure of this identifier can be found at Help_talk:Citation_Style_1/Archive_26#CiteSeerX_id_structure

]]

local function citeseerx (options) local id = options.id; local handler = options.handler; local matched;

local text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode,		access = handler.access}); matched = id:match ("^10%.1%.1%.[1-9]%d?%d?%d?%.[1-9]%d?%d?%d?$"); if not matched then set_message ('err_bad_citeseerx' ); options.coins_list_t['CITESEERX'] = nil;								-- when error, unset so not included in COinS end

return text; end

--[[--< D O I >

Formats a DOI and checks for DOI errors.

DOI names contain two parts: prefix and suffix separated by a forward slash. Prefix: directory indicator '10.' followed by a registrant code Suffix: character string of any length chosen by the registrant

This function checks a DOI name for: prefix/suffix. If the DOI name contains spaces or endashes, or, if it ends with a period or a comma, this function will emit a bad_doi error message.

DOI names are case-insensitive and can incorporate any printable Unicode characters so the test for spaces, endash, and terminal punctuation may not be technically correct but it appears, that in practice these characters are rarely if ever used in DOI names.

https://www.doi.org/doi_handbook/2_Numbering.html				-- 2.2 Syntax of a DOI name https://www.doi.org/doi_handbook/2_Numbering.html#2.2.2			-- 2.2.2 DOI prefix

]]

local function doi (options) local id = options.id; local inactive = options.DoiBroken local access = options.access; local ignore_invalid = options.accept; local handler = options.handler; local err_flag;

local text; if is_set (inactive) then local inactive_year = inactive:match("%d%d%d%d") or '';					-- try to get the year portion from the inactive date local inactive_month, good;

if is_set (inactive_year) then if 4 < inactive:len then											-- inactive date has more than just a year (could be anything) local lang_obj = mw.getContentLanguage;						-- get a language object for this wiki good, inactive_month = pcall (lang_obj.formatDate, lang_obj, 'F', inactive);	-- try to get the month name from the inactive date if not good then inactive_month = nil;										-- something went wrong so make sure this is unset end end else inactive_year = nil;												-- |doi-broken-date= has something but it isn't a date end if is_set (inactive_year) and is_set (inactive_month) then set_message ('maint_doi_inactive_dated', {inactive_year, inactive_month, ' '}); elseif is_set (inactive_year) then set_message ('maint_doi_inactive_dated', {inactive_year, , }); else set_message ('maint_doi_inactive'); end inactive = " (" .. cfg.messages['inactive'] .. ' ' .. inactive .. ')'; end

local registrant = mw.ustring.match (id, '^10%.([^/]+)/[^%s–]-[^%.,]$');	-- registrant set when DOI has the proper basic form

local registrant_err_patterns = {											-- these patterns are for code ranges that are not supported '^[^1-3]%d%d%d%d%.%d%d*$',												-- 5 digits with subcode (0xxxx, 40000+); accepts: 10000–39999 '^[^1-5]%d%d%d%d$',														-- 5 digits without subcode (0xxxx, 60000+); accepts: 10000–59999 '^[^1-9]%d%d%d%.%d%d*$',												-- 4 digits with subcode (0xxx); accepts: 1000–9999 '^[^1-9]%d%d%d$',														-- 4 digits without subcode (0xxx); accepts: 1000–9999 '^%d%d%d%d%d%d+',														-- 6 or more digits '^%d%d?%d?$',															-- less than 4 digits without subcode (3 digits with subcode is legitimate) '^%d%d?%.[%d%.]+',														-- 1 or 2 digits with subcode '^5555$',																-- test registrant will never resolve '[^%d%.]',																-- any character that isn't a digit or a dot }

if not ignore_invalid then if registrant then														-- when DOI has proper form for i, pattern in ipairs (registrant_err_patterns) do				-- spin through error patterns if registrant:match (pattern) then								-- to validate registrant codes err_flag = set_message ('err_bad_doi');						-- when found, mark this DOI as bad break;														-- and done end end else err_flag = set_message ('err_bad_doi');								-- invalid directory or malformed end else set_message ('maint_doi_ignore'); end

if err_flag then options.coins_list_t['DOI'] = nil;										-- when error, unset so not included in COinS end text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode, access = access,		auto_link = not (err_flag or is_set (inactive) or ignore_invalid) and 'doi' or nil -- do not auto-link when |doi-broken-date= has a value or when there is a DOI error or (to play it safe, after all, auto-linking is not essential) when invalid DOIs are ignored		}) .. (inactive or '');

return text; end

--[[--< H D L >

Formats an HDL with minor error checking.

HDL names contain two parts: prefix and suffix separated by a forward slash. Prefix: character string using any character in the UCS-2 character set except '/' Suffix: character string of any length using any character in the UCS-2 character set chosen by the registrant

This function checks a HDL name for: prefix/suffix. If the HDL name contains spaces, endashes, or, if it ends with a period or a comma, this function will emit a bad_hdl error message.

HDL names are case-insensitive and can incorporate any printable Unicode characters so the test for endashes and terminal punctuation may not be technically correct but it appears, that in practice these characters are rarely if ever used in HDLs.

Query string parameters are named here: https://www.handle.net/proxy_servlet.html. query strings are not displayed but since '?' is an allowed character in an HDL, '?' followed by one of the query parameters is the only way we have to detect the query string so that it isn't URL-encoded with the rest of the identifier.

]]

local function hdl (options) local id = options.id; local access = options.access; local handler = options.handler; local query_params = {														-- list of known query parameters from https://www.handle.net/proxy_servlet.html 'noredirect', 'ignore_aliases', 'auth', 'cert', 'index', 'type', 'urlappend', 'locatt', 'action', }	local hdl, suffix, param = id:match ('(.-)(%?(%a+).+)$');					-- look for query string local found;

if hdl then																	-- when there are query strings, this is the handle identifier portion for _, q in ipairs (query_params) do									-- spin through the list of query parameters if param:match ('^' .. q) then										-- if the query string begins with one of the parameters found = true;													-- announce a find break;															-- and stop looking end end end

if found then id = hdl;																-- found so replace id with the handle portion; this will be URL-encoded, suffix will not else suffix = '';															-- make sure suffix is empty string for concatenation else end

local text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = id, suffix = suffix, separator = handler.separator, encode = handler.encode, access = access})

if nil == id:match("^[^%s–]-/[^%s–]-[^%.,]$") then							-- HDL must contain a forward slash, must not contain spaces, endashes, and must not end with period or comma set_message ('err_bad_hdl' ); options.coins_list_t['HDL'] = nil;										-- when error, unset so not included in COinS end

return text; end

--[[--< I S B N >--

Determines whether an ISBN string is valid

]]

local function isbn (options) local isbn_str = options.id; local ignore_invalid = options.accept; local handler = options.handler;

local function return_result (check, err_type)								-- local function to handle the various returns local ISBN = internal_link_id ({link = handler.link, label = handler.label, redirect = handler.redirect,						prefix = handler.prefix, id = isbn_str, separator = handler.separator}); if ignore_invalid then													-- if ignoring ISBN errors set_message ('maint_isbn_ignore');									-- add a maint category even when there is no error else																	-- here when not ignoring if not check then													-- and there is an error options.coins_list_t['ISBN'] = nil;								-- when error, unset so not included in COinS set_message ('err_bad_isbn', err_type);							-- set an error message return ISBN;										 			-- return id text end end return ISBN;															-- return id text end

if nil ~= isbn_str:match ('[^%s-0-9X]') then return return_result (false, cfg.err_msg_supl.char);					-- fail if isbn_str contains anything but digits, hyphens, or the uppercase X	end

local id = isbn_str:gsub ('[%s-]', '');										-- remove hyphens and whitespace

local len = id:len; if len ~= 10 and len ~= 13 then return return_result (false, cfg.err_msg_supl.length);					-- fail if incorrect length end

if len == 10 then if id:match ('^%d*X?$') == nil then										-- fail if isbn_str has 'X' anywhere but last position return return_result (false, cfg.err_msg_supl.form); end if not is_valid_isxn (id, 10) then										-- test isbn-10 for numerical validity return return_result (false, cfg.err_msg_supl.check);				-- fail if isbn-10 is not numerically valid end if id:find ('^63[01]') then												-- 630xxxxxxx and 631xxxxxxx are (apparently) not valid isbn group ids but are used by amazon as numeric identifiers (asin) return return_result (false, cfg.err_msg_supl.group);				-- fail if isbn-10 begins with 630/1 end return return_result (true, cfg.err_msg_supl.check);					-- pass if isbn-10 is numerically valid else if id:match ('^%d+$') == nil then return return_result (false, cfg.err_msg_supl.char);				-- fail if ISBN-13 is not all digits end if id:match ('^97[89]%d*$') == nil then return return_result (false, cfg.err_msg_supl.prefix);				-- fail when ISBN-13 does not begin with 978 or 979 end if id:match ('^9790') then return return_result (false, cfg.err_msg_supl.group);				-- group identifier '0' is reserved to ISMN end return return_result (is_valid_isxn_13 (id), cfg.err_msg_supl.check); end end

--[[--< A S I N >--

Formats a link to Amazon. Do simple error checking: ASIN must be mix of 10 numeric or uppercase alpha characters. If a mix, first character must be uppercase alpha; if all numeric, ASINs must be 10-digit ISBN. If 10-digit ISBN, add a maintenance category so a bot or AWB script can replace |asin= with |isbn=. Error message if not 10 characters, if not ISBN-10, if mixed and first character is a digit.

do not cause this function to emit the maint_asin message
 * asin=630....... and |asin=631....... are (apparently) not a legitimate ISBN though it checksums as one; these

This function is positioned here because it calls isbn

]]

local function asin (options) local id = options.id; local domain = options.ASINTLD; local err_flag;

if not id:match("^[%d%u][%d%u][%d%u][%d%u][%d%u][%d%u][%d%u][%d%u][%d%u][%d%u]$") then err_flag = set_message ('err_bad_asin');								-- ASIN is not a mix of 10 uppercase alpha and numeric characters else if id:match("^%d%d%d%d%d%d%d%d%d[%dX]$") then							-- if 10-digit numeric (or 9 digits with terminal X)			if is_valid_isxn (id, 10) then										-- see if ASIN value is or validates as ISBN-10 if not id:find ('^63[01]') then									-- 630xxxxxxx and 631xxxxxxx are (apparently) not a valid isbn prefixes but are used by amazon as a numeric identifier err_flag = set_message ('err_bad_asin');					-- ASIN has ISBN-10 form but begins with something other than 630/1 so probably an isbn end elseif not is_set (err_flag) then err_flag = set_message ('err_bad_asin');						-- ASIN is not ISBN-10 end elseif not id:match("^%u[%d%u]+$") then err_flag = set_message ('err_bad_asin');							-- asin doesn't begin with uppercase alpha end end if (not is_set (domain)) or in_array (domain, {'us'}) then					-- default: United States domain = "com"; elseif in_array (domain, {'jp', 'uk'}) then									-- Japan, United Kingdom domain = "co." .. domain; elseif in_array (domain, {'z.cn'}) then 									-- China domain = "cn"; elseif in_array (domain, {'au', 'br', 'mx', 'sg', 'tr'}) then				-- Australia, Brazil, Mexico, Singapore, Turkey domain = "com." .. domain; elseif not in_array (domain, {'ae', 'ca', 'cn', 'de', 'es', 'fr', 'in', 'it', 'nl', 'pl', 'sa', 'se', 'co.jp', 'co.uk', 'com', 'com.au', 'com.br', 'com.mx', 'com.sg', 'com.tr'}) then -- Arabic Emirates, Canada, China, Germany, Spain, France, Indonesia, Italy, Netherlands, Poland, Saudi Arabia, Sweden (as of 2021-03 Austria (.at), Liechtenstein (.li) and Switzerland (.ch) still redirect to the German site (.de) with special settings, so don't maintain local ASINs for them) err_flag = set_message ('err_bad_asin_tld');							-- unsupported asin-tld value end local handler = options.handler;

if not is_set (err_flag) then options.coins_list_t['ASIN'] = handler.prefix .. domain .. "/dp/" .. id;	-- asin for coins else options.coins_list_t['ASIN'] = nil;										-- when error, unset so not included in COinS end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix .. domain .. "/dp/",		id = id, encode = handler.encode, separator = handler.separator}) end

--[[--< I S M N >--

Determines whether an ISMN string is valid. Similar to ISBN-13, ISMN is 13 digits beginning 979-0-... and uses the same check digit calculations. See https://www.ismn-international.org/download/Web_ISMN_Users_Manual_2008-6.pdf section 2, pages 9–12.

ismn value not made part of COinS metadata because we don't have a url or isn't a COinS-defined identifier (rft.xxx) or an identifier registered at info-uri.info (info:)

]]

local function ismn (options) local id = options.id; local handler = options.handler; local text; local valid_ismn = true; local id_copy;

id_copy = id;																-- save a copy because this testing is destructive id = id:gsub ('[%s-]', '');													-- remove hyphens and white space

if 13 ~= id:len or id:match ("^9790%d*$" ) == nil then					-- ISMN must be 13 digits and begin with 9790 valid_ismn = false; else valid_ismn=is_valid_isxn_13 (id);										-- validate ISMN end

--	text = internal_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		-- use this (or external version) when there is some place to link to	--		prefix = handler.prefix, id = id_copy, separator = handler.separator, encode = handler.encode})

text = table.concat (														-- because no place to link to yet		{		make_wikilink (link_label_make (handler), handler.label),		handler.separator,		id_copy		});

if false == valid_ismn then options.coins_list_t['ISMN'] = nil;										-- when error, unset so not included in COinS; not really necessary here because ismn not made part of COinS set_message ('err_bad_ismn');											-- create an error message if the ISMN is invalid end return text; end

--[[--< I S S N >--

Validate and format an ISSN. This code fixes the case where an editor has included an ISSN in the citation but has separated the two groups of four digits with a space. When that condition occurred, the resulting link looked like this:

|issn=0819 4327 gives: 4327 0819 4327	-- can't have spaces in an external link This code now prevents that by inserting a hyphen at the ISSN midpoint. It also validates the ISSN for length and makes sure that the checkdigit agrees with the calculated value. Incorrect length (8 digits), characters other than 0-9 and X, or checkdigit / calculated value mismatch will all cause a check ISSN error message. The ISSN is always displayed with a hyphen, even if the ISSN was given as a single group of 8 digits.

]]

local function issn (options) local id = options.id; local handler = options.handler; local ignore_invalid = options.accept;

local issn_copy = id;														-- save a copy of unadulterated ISSN; use this version for display if ISSN does not validate local text; local valid_issn = true;

id = id:gsub ('[%s-]', '');													-- remove hyphens and whitespace

if 8 ~= id:len or nil == id:match ("^%d*X?$" ) then						-- validate the ISSN: 8 digits long, containing only 0-9 or X in the last position valid_issn = false;														-- wrong length or improper character else valid_issn = is_valid_isxn (id, 8);										-- validate ISSN end

if true == valid_issn then id = string.sub (id, 1, 4 ) .. "-" .. string.sub (id, 5 );				-- if valid, display correctly formatted version else id = issn_copy;															-- if not valid, show the invalid ISSN with error message end

text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode})

if ignore_invalid then set_message ('maint_issn_ignore'); else if false == valid_issn then options.coins_list_t['ISSN'] = nil;									-- when error, unset so not included in COinS set_message ('err_bad_issn', (options.hkey == 'EISSN') and 'e' or '');	-- create an error message if the ISSN is invalid end end return text; end

--[[--< J F M >---

A numerical identifier in the form nn.nnnn.nn

]]

local function jfm (options) local id = options.id; local handler = options.handler; local id_num;

id_num = id:match ('^[Jj][Ff][Mm](.*)$');									-- identifier with jfm prefix; extract identifier

if is_set (id_num) then set_message ('maint_jfm_format'); else																		-- plain number without JFM prefix id_num = id;															-- if here id does not have prefix end

if id_num and id_num:match('^%d%d%.%d%d%d%d%.%d%d$') then id = id_num;															-- jfm matches pattern else set_message ('err_bad_jfm' );											-- set an error message options.coins_list_t['JFM'] = nil;										-- when error, unset so not included in COinS end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode}); end

--[[--< J S T O R >

Format a JSTOR with some error checking

]]

local function jstor (options) local id = options.id; local access = options.access; local handler = options.handler;

if id:find ('[Jj][Ss][Tt][Oo][Rr]') or id:find ('^https?://') or id:find ('%s') then set_message ('err_bad_jstor');											-- set an error message options.coins_list_t['JSTOR'] = nil;									-- when error, unset so not included in COinS end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode, access = access}); end

--[[--< L C C N >--

Format LCCN link and do simple error checking. LCCN is a character string 8-12 characters long. The length of the LCCN dictates the character type of the first 1-3 characters; the rightmost eight are always digits. https://oclc-research.github.io/infoURI-Frozen/info-uri.info/info:lccn/reg.html

length = 8 then all digits length = 9 then lccn[1] is lowercase alpha length = 10 then lccn[1] and lccn[2] are both lowercase alpha or both digits length = 11 then lccn[1] is lower case alpha, lccn[2] and lccn[3] are both lowercase alpha or both digits length = 12 then lccn[1] and lccn[2] are both lowercase alpha

]]

local function lccn (options) local lccn = options.id; local handler = options.handler; local err_flag;																-- presume that LCCN is valid local id = lccn;															-- local copy of the LCCN

id = normalize_lccn (id);													-- get canonical form (no whitespace, hyphens, forward slashes) local len = id:len;														-- get the length of the LCCN

if 8 == len then if id:match("[^%d]") then												-- if LCCN has anything but digits (nil if only digits) err_flag = set_message ('err_bad_lccn');							-- set an error message end elseif 9 == len then														-- LCCN should be adddddddd if nil == id:match("%l%d%d%d%d%d%d%d%d") then							-- does it match our pattern? err_flag = set_message ('err_bad_lccn');							-- set an error message end elseif 10 == len then														-- LCCN should be aadddddddd or dddddddddd if id:match("[^%d]") then												-- if LCCN has anything but digits (nil if only digits) ... if nil == id:match("^%l%l%d%d%d%d%d%d%d%d") then					-- ... see if it matches our pattern err_flag = set_message ('err_bad_lccn');						-- no match, set an error message end end elseif 11 == len then														-- LCCN should be aaadddddddd or adddddddddd if not (id:match("^%l%l%l%d%d%d%d%d%d%d%d") or id:match("^%l%d%d%d%d%d%d%d%d%d%d")) then	-- see if it matches one of our patterns err_flag = set_message ('err_bad_lccn');							-- no match, set an error message end elseif 12 == len then														-- LCCN should be aadddddddddd if not id:match("^%l%l%d%d%d%d%d%d%d%d%d%d") then						-- see if it matches our pattern err_flag = set_message ('err_bad_lccn');							-- no match, set an error message end else err_flag = set_message ('err_bad_lccn');								-- wrong length, set an error message end

if not is_set (err_flag) and nil ~= lccn:find ('%s') then err_flag = set_message ('err_bad_lccn');								-- lccn contains a space, set an error message end

if is_set (err_flag) then options.coins_list_t['LCCN'] = nil;										-- when error, unset so not included in COinS end

return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = lccn, separator = handler.separator, encode = handler.encode}); end

--[[--< M R >--

A seven digit number; if not seven digits, zero-fill leading digits to make seven digits.

]]

local function mr (options) local id = options.id; local handler = options.handler; local id_num; local id_len;

id_num = id:match ('^[Mm][Rr](%d+)$');										-- identifier with mr prefix

if is_set (id_num) then set_message ('maint_mr_format');										-- add maint cat else																		-- plain number without mr prefix id_num = id:match ('^%d+$');											-- if here id is all digits end

id_len = id_num and id_num:len or 0; if (7 >= id_len) and (0 ~= id_len) then id = string.rep ('0', 7-id_len) .. id_num;								-- zero-fill leading digits else set_message ('err_bad_mr');												-- set an error message options.coins_list_t['MR'] = nil;										-- when error, unset so not included in COinS end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode}); end

--[[--< O C L C >--

Validate and format an OCLC ID. https://www.oclc.org/batchload/controlnumber.en.html archived at: https://web.archive.org/web/20161228233804/https://www.oclc.org/batchload/controlnumber.en.html

]]

local function oclc (options) local id = options.id; local handler = options.handler; local number;

if id:match('^ocm%d%d%d%d%d%d%d%d$') then									-- ocm prefix and 8 digits; 001 field (12 characters) number = id:match('ocm(%d+)');											-- get the number elseif id:match('^ocn%d%d%d%d%d%d%d%d%d$') then								-- ocn prefix and 9 digits; 001 field (12 characters) number = id:match('ocn(%d+)');											-- get the number elseif id:match('^on%d%d%d%d%d%d%d%d%d%d+$') then							-- on prefix and 10 or more digits; 001 field (12 characters) number = id:match('^on(%d%d%d%d%d%d%d%d%d%d+)$');						-- get the number elseif id:match('^%(OCoLC%)[1-9]%d*$') then									-- (OCoLC) prefix and variable number digits; no leading zeros; 035 field number = id:match('%(OCoLC%)([1-9]%d*)');								-- get the number if 9 < number:len then number = nil;														-- constrain to 1 to 9 digits; change this when OCLC issues 10-digit numbers end elseif id:match('^%d+$') then												-- no prefix number = id;															-- get the number if 10 < number:len then number = nil;														-- constrain to 1 to 10 digits; change this when OCLC issues 11-digit numbers end end

if number then																-- proper format id = number;															-- exclude prefix, if any, from external link else set_message ('err_bad_oclc')											-- add an error message if the id is malformed options.coins_list_t['OCLC'] = nil;										-- when error, unset so not included in COinS end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode}); end

--[[--< O P E N L I B R A R Y >

Formats an OpenLibrary link, and checks for associated errors.

]]

local function openlibrary (options) local id = options.id; local access = options.access; local handler = options.handler; local ident, code = id:gsub('^OL', ''):match("^(%d+([AMW]))$");				-- strip optional OL prefix followed immediately by digits followed by 'A', 'M', or 'W'; local err_flag; local prefix = {															-- these are appended to the handler.prefix according to code ['A']='authors/OL', ['M']='books/OL', ['W']='works/OL', ['X']='OL'																-- not a code; spoof when 'code' in id is invalid };

if not ident then code = 'X';																-- no code or id completely invalid ident = id;																-- copy id to ident so that we display the flawed identifier err_flag = set_message ('err_bad_ol'); end

if not is_set (err_flag) then options.coins_list_t['OL'] = handler.prefix .. prefix[code] .. ident;	-- experiment for ol coins else options.coins_list_t['OL'] = nil;										-- when error, unset so not included in COinS end

return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix .. prefix[code],		id = ident, separator = handler.separator, encode = handler.encode,		access = access}); end

--[[--< O S T I >--

Format OSTI and do simple error checking. OSTIs are sequential numbers beginning at 1 and counting up. This code checks the OSTI to see that it contains only digits and is less than test_limit specified in the configuration; the value in test_limit will need to be updated periodically as more OSTIs are issued.

NB. 1018 is the lowest OSTI number found in the wild (so far) and resolving OK on the OSTI site

]]

local function osti (options) local id = options.id; local access = options.access; local handler = options.handler;

if id:match("[^%d]") then													-- if OSTI has anything but digits set_message ('err_bad_osti');											-- set an error message options.coins_list_t['OSTI'] = nil;										-- when error, unset so not included in COinS else																		-- OSTI is only digits local id_num = tonumber (id);											-- convert id to a number for range testing if 1018 > id_num or handler.id_limit < id_num then						-- if OSTI is outside test limit boundaries set_message ('err_bad_osti');										-- set an error message options.coins_list_t['OSTI'] = nil;									-- when error, unset so not included in COinS end end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode, access = access}); end

--[[--< P M C >

Format a PMC, do simple error checking, and check for embargoed articles.

The embargo parameter takes a date for a value. If the embargo date is in the future the PMC identifier will not be linked to the article. If the embargo date is today or in the past, or if it is empty or omitted, then the PMC identifier is linked to the article through the link at cfg.id_handlers['PMC'].prefix.

PMC embargo date testing is done in function is_embargoed which is called earlier because when the citation has |pmc= but does not have a |url= then |title= is linked with the PMC link. Function is_embargoed returns the embargo date if the PMC article is still embargoed, otherwise it returns an empty string.

PMCs are sequential numbers beginning at 1 and counting up. This code checks the PMC to see that it contains only digits and is less than test_limit; the value in local variable test_limit will need to be updated periodically as more PMCs are issued.

]]

local function pmc (options) local id = options.id; local embargo = options.Embargo;											-- TODO: lowercase? local handler = options.handler; local err_flag; local id_num; local text;

id_num = id:match ('^[Pp][Mm][Cc](%d+)$');									-- identifier with PMC prefix

if is_set (id_num) then set_message ('maint_pmc_format'); else																		-- plain number without PMC prefix id_num = id:match ('^%d+$');											-- if here id is all digits end

if is_set (id_num) then														-- id_num has a value so test it		id_num = tonumber (id_num);												-- convert id_num to a number for range testing if 1 > id_num or handler.id_limit < id_num then							-- if PMC is outside test limit boundaries err_flag = set_message ('err_bad_pmc');								-- set an error message else id = tostring (id_num);												-- make sure id is a string end else																		-- when id format incorrect err_flag = set_message ('err_bad_pmc');									-- set an error message end if is_set (embargo) and is_set (is_embargoed (embargo)) then				-- is PMC is still embargoed? text = table.concat (													-- still embargoed so no external link			{			make_wikilink (link_label_make (handler), handler.label),			handler.separator,			id,			}); else text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,	-- no embargo date or embargo has expired, ok to link to article			prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode, access = handler.access,			auto_link = not err_flag and 'pmc' or nil							-- do not auto-link when PMC has error			}); end

if err_flag then options.coins_list_t['PMC'] = nil;										-- when error, unset so not included in COinS end

return text; end

--[[--< P M I D >--

Format PMID and do simple error checking. PMIDs are sequential numbers beginning at 1 and counting up. This code checks the PMID to see that it contains only digits and is less than test_limit; the value in local variable test_limit will need to be updated periodically as more PMIDs are issued.

]]

local function pmid (options) local id = options.id; local handler = options.handler;

if id:match("[^%d]") then													-- if PMID has anything but digits set_message ('err_bad_pmid');											-- set an error message options.coins_list_t['PMID'] = nil;										-- when error, unset so not included in COinS else																		-- PMID is only digits local id_num = tonumber (id);											-- convert id to a number for range testing if 1 > id_num or handler.id_limit < id_num then							-- if PMID is outside test limit boundaries set_message ('err_bad_pmid');										-- set an error message options.coins_list_t['PMID'] = nil;									-- when error, unset so not included in COinS end end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode}); end

--[[--< R F C >

Format RFC and do simple error checking. RFCs are sequential numbers beginning at 1 and counting up. This code checks the RFC to see that it contains only digits and is less than test_limit specified in the configuration; the value in test_limit will need to be updated periodically as more RFCs are issued.

An index of all RFCs is here: https://tools.ietf.org/rfc/

]]

local function rfc (options) local id = options.id; local handler = options.handler;

if id:match("[^%d]") then													-- if RFC has anything but digits set_message ('err_bad_rfc');											-- set an error message options.coins_list_t['RFC'] = nil;										-- when error, unset so not included in COinS else																		-- RFC is only digits local id_num = tonumber (id);											-- convert id to a number for range testing if 1 > id_num or handler.id_limit < id_num then							-- if RFC is outside test limit boundaries set_message ('err_bad_rfc');										-- set an error message options.coins_list_t['RFC'] = nil;									-- when error, unset so not included in COinS end end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode, access = handler.access}); end

--[[--< S 2 C I D >

Format an S2CID, do simple error checking

S2CIDs are sequential numbers beginning at 1 and counting up. This code checks the S2CID to see that it is only digits and is less than test_limit; the value in local variable test_limit will need to be updated periodically as more S2CIDs are issued.

]]

local function s2cid (options) local id = options.id; local access = options.access; local handler = options.handler; local id_num; local text; id_num = id:match ('^[1-9]%d*$');											-- id must be all digits; must not begin with 0; no open access flag

if is_set (id_num) then														-- id_num has a value so test it		id_num = tonumber (id_num);												-- convert id_num to a number for range testing if handler.id_limit < id_num then										-- if S2CID is outside test limit boundaries set_message ('err_bad_s2cid');										-- set an error message options.coins_list_t['S2CID'] = nil;								-- when error, unset so not included in COinS end else																		-- when id format incorrect set_message ('err_bad_s2cid');											-- set an error message options.coins_list_t['S2CID'] = nil;									-- when error, unset so not included in COinS end

text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode, access = access});

return text; end

--[[--< S B N >

9-digit form of ISBN-10; uses same check-digit validation when SBN is prefixed with an additional '0' to make 10 digits

sbn value not made part of COinS metadata because we don't have a url or isn't a COinS-defined identifier (rft.xxx) or an identifier registered at info-uri.info (info:)

]]

local function sbn (options) local id = options.id; local ignore_invalid = options.accept; local handler = options.handler; local function return_result (check, err_type)								-- local function to handle the various returns local SBN = internal_link_id ({link = handler.link, label = handler.label, redirect = handler.redirect,						prefix = handler.prefix, id = id, separator = handler.separator}); if not ignore_invalid then												-- if not ignoring SBN errors if not check then options.coins_list_t['SBN'] = nil;								-- when error, unset so not included in COinS; not really necessary here because sbn not made part of COinS set_message ('err_bad_sbn', {err_type});						-- display an error message return SBN; end else set_message ('maint_isbn_ignore');									-- add a maint category even when there is no error (ToDo: Possibly switch to separate message for SBNs only) end return SBN; end

if id:match ('[^%s-0-9X]') then return return_result (false, cfg.err_msg_supl.char);					-- fail if SBN contains anything but digits, hyphens, or the uppercase X	end

local ident = id:gsub ('[%s-]', '');										-- remove hyphens and whitespace; they interfere with the rest of the tests

if 9 ~= ident:len then return return_result (false, cfg.err_msg_supl.length);					-- fail if incorrect length end

if ident:match ('^%d*X?$') == nil then return return_result (false, cfg.err_msg_supl.form);					-- fail if SBN has 'X' anywhere but last position end

return return_result (is_valid_isxn ('0' .. ident, 10), cfg.err_msg_supl.check); end

--[[--< S S R N >--

Format an SSRN, do simple error checking

SSRNs are sequential numbers beginning at 100? and counting up. This code checks the SSRN to see that it is only digits and is greater than 99 and less than test_limit; the value in local variable test_limit will need to be updated periodically as more SSRNs are issued.

]]

local function ssrn (options) local id = options.id; local handler = options.handler; local id_num; local text; id_num = id:match ('^%d+$');												-- id must be all digits

if is_set (id_num) then														-- id_num has a value so test it		id_num = tonumber (id_num);												-- convert id_num to a number for range testing if 100 > id_num or handler.id_limit < id_num then						-- if SSRN is outside test limit boundaries set_message ('err_bad_ssrn');										-- set an error message options.coins_list_t['SSRN'] = nil;									-- when error, unset so not included in COinS end else																		-- when id format incorrect set_message ('err_bad_ssrn');											-- set an error message options.coins_list_t['SSRN'] = nil;										-- when error, unset so not included in COinS end text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode, access = options.access});

return text; end

--[[--< U S E N E T _ I D >

Validate and format a usenet message id. Simple error checking, looks for 'id-left@id-right' not enclosed in '<' and/or '>' angle brackets.

]]

local function usenet_id (options) local id = options.id; local handler = options.handler;

local text = external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,		prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode}) if not id:match('^.+@.+$') or not id:match('^[^<].*[^>]$') then				-- doesn't have '@' or has one or first or last character is '< or '>' set_message ('err_bad_usenet_id')										-- add an error message if the message id is invalid options.coins_list_t['USENETID'] = nil;									-- when error, unset so not included in COinS end return text; end

--[[--< Z B L >---

A numerical identifier in the form nnnn.nnnnn - leading zeros in the first quartet optional

format described here: http://emis.mi.sanu.ac.rs/ZMATH/zmath/en/help/search/

temporary format is apparently eight digits. Anything else is an error

]]

local function zbl (options) local id = options.id; local handler = options.handler;

if id:match('^%d%d%d%d%d%d%d%d$') then										-- is this identifier using temporary format? set_message ('maint_zbl');												-- yes, add maint cat elseif not id:match('^%d?%d?%d?%d%.%d%d%d%d%d$') then						-- not temporary, is it normal format? set_message ('err_bad_zbl');											-- no, set an error message options.coins_list_t['ZBL'] = nil;										-- when error, unset so not included in COinS end return external_link_id ({link = handler.link, label = handler.label, q = handler.q, redirect = handler.redirect,			prefix = handler.prefix, id = id, separator = handler.separator, encode = handler.encode}); end

--============================<< I N T E R F A C E  F U N C T I O N S >>==========================================

--[[--< E X T R A C T _ I D S >

Populates ID table from arguments using configuration settings. Loops through cfg.id_handlers and searches args for any of the parameters listed in each cfg.id_handlers['...'].parameters. If found, adds the parameter and value to the identifier list. Emits redundant error message if more than one alias exists in args

]]

local function extract_ids (args) local id_list = {};															-- list of identifiers found in args for k, v in pairs (cfg.id_handlers) do										-- k is uppercase identifier name as index to cfg.id_handlers; e.g. cfg.id_handlers['ISBN'], v is a table v = select_one (args, v.parameters, 'err_redundant_parameters' );		-- v.parameters is a table of aliases for k; here we pick one from args if present if is_set (v) then id_list[k] = v; end									-- if found in args, add identifier to our list end return id_list; end

--[[--< E X T R A C T _ I D _ A C C E S S _ L E V E L S >--

Fetches custom id access levels from arguments using configuration settings. Parameters which have a predefined access level (e.g. arxiv) do not use this function as they are directly rendered as free without using an additional parameter.

returns a table of k/v pairs where k is same as the identifier's key in cfg.id_handlers and v is the assigned (valid) keyword

access-level values must match the case used in cfg.keywords_lists['id-access'] (lowercase unless there is some special reason for something else)

]]

local function extract_id_access_levels (args, id_list) local id_accesses_list = {}; for k, v in pairs (cfg.id_handlers) do		local access_param = v.custom_access;									-- name of identifier's access-level parameter if is_set (access_param) then local access_level = args[access_param];							-- get the assigned value if there is one if is_set (access_level) then if not in_array (access_level, cfg.keywords_lists['id-access']) then	-- exact match required set_message ('err_invalid_param_val', {access_param, access_level}); access_level = nil;											-- invalid so unset end if not is_set (id_list[k]) then									-- identifier access-level must have a matching identifier set_message ('err_param_access_requires_param', {k:lower});	-- parameter name is uppercase in cfg.id_handlers (k); lowercase for error message end id_accesses_list[k] = cfg.keywords_xlate[access_level];			-- get translated keyword end end end return id_accesses_list; end

--[[--< B U I L D _ I D _ L I S T >

render the identifiers into a sorted sequence table

 is a table of k/v pairs where k is same as key in cfg.id_handlers and v is the assigned value  is a table of various k/v option pairs provided in the call to new_build_id_list; modified by	this function and passed to all identifier rendering functions  is a table of k/v pairs where k is same as key in cfg.id_handlers and v is the assigned value (if valid)

returns a sequence table of sorted (by hkey - 'handler' key) rendered identifier strings

]]

local function build_id_list (ID_list_coins_t, options_t, access_levels_t) local ID_list_t = {}; local accept; local func_map = {															--function map points to functions associated with hkey identifier ['ARXIV'] = arxiv, ['ASIN'] = asin, ['BIBCODE'] = bibcode, ['BIORXIV'] = biorxiv, ['CITESEERX'] = citeseerx, ['DOI'] = doi, ['EISSN'] = issn, ['HDL'] = hdl, ['ISBN'] = isbn, ['ISMN'] = ismn, ['ISSN'] = issn, ['JFM'] = jfm, ['JSTOR'] = jstor, ['LCCN'] = lccn, ['MR'] = mr, ['OCLC'] = oclc, ['OL'] = openlibrary, ['OSTI'] = osti, ['PMC'] = pmc, ['PMID'] = pmid, ['RFC'] = rfc, ['S2CID'] = s2cid, ['SBN'] = sbn, ['SSRN'] = ssrn, ['USENETID'] = usenet_id, ['ZBL'] = zbl, }

for hkey, v in pairs (ID_list_coins_t) do		v, accept = has_accept_as_written (v);									-- remove accept-as-written markup if present; accept is boolean true when markup removed; false else -- every function gets the options table with value v and accept boolean options_t.hkey = hkey;													-- ~/Configuration handler key options_t.id = v;														-- add that identifier value to the options table options_t.accept = accept;												-- add the accept boolean flag options_t.access = access_levels_t[hkey];								-- add the access level for those that have an |<identifier-access= parameter options_t.handler = cfg.id_handlers[hkey]; options_t.coins_list_t = ID_list_coins_t;								-- pointer to ID_list_coins_t; for |asin= and |ol=; also to keep erroneous values out of the citation's metadata options_t.coins_list_t[hkey] = v;										-- id value without accept-as-written markup for metadata if options_t.handler.access and not in_array (options_t.handler.access, cfg.keywords_lists['id-access']) then error (cfg.messages['unknown_ID_access'] .. options_t.handler.access);	-- here when handler access key set to a value not listed in list of allowed id access keywords end

if func_map[hkey] then local id_text = func_map[hkey] (options_t);							-- call the function to get identifier text and any error message table.insert (ID_list_t, {hkey, id_text});							-- add identifier text to the output sequence table else error (cfg.messages['unknown_ID_key'] .. hkey);						-- here when func_map doesn't have a function for hkey end end

local function comp (a, b)													-- used by following table.sort return a[1]:lower < b[1]:lower;										-- sort by hkey end

table.sort (ID_list_t, comp);												-- sequence table of tables sort for k, v in ipairs (ID_list_t) do											-- convert sequence table of tables to simple sequence table of strings ID_list_t[k] = v[2];													-- v[2] is the identifier rendering from the call to the various functions in func_map{} end return ID_list_t; end

--[[--< O P T I O N S _ C H E C K >

check that certain option parameters have their associated identifier parameters with values

 is a table of k/v pairs where k is same as key in cfg.id_handlers and v is the assigned value  is a sequence table of tables created in citation0 where each subtable has four elements: [1] is the support parameter's assigned value; empty string if not set [2] is a text string same as key in cfg.id_handlers [3] is cfg.error_conditions key used to create error message [4] is original ID support parameter name used to create error message returns nothing; on error emits an appropriate error message

]]

local function options_check (ID_list_coins_t, ID_support_t) for _, v in ipairs (ID_support_t) do		if is_set (v[1]) and not ID_list_coins_t[v[2]] then						-- when support parameter has a value but matching identifier parameter is missing or empty set_message (v[3], (v[4]));											-- emit the appropriate error message end end end

--[[--< I D E N T I F I E R _ L I S T S _ G E T >--

Creates two identifier lists: a k/v table of identifiers and their values to be used locally and for use in the COinS metadata, and a sequence table of the rendered identifier strings that will be included in the rendered citation.

]]

local function identifier_lists_get (args_t, options_t, ID_support_t) local ID_list_coins_t = extract_ids (args_t);										-- get a table of identifiers and their values for use locally and for use in COinS options_check (ID_list_coins_t, ID_support_t);										-- ID support parameters must have matching identifier parameters local ID_access_levels_t = extract_id_access_levels (args_t, ID_list_coins_t);		-- get a table of identifier access levels local ID_list_t = build_id_list (ID_list_coins_t, options_t, ID_access_levels_t);	-- get a sequence table of rendered identifier strings

return ID_list_t, ID_list_coins_t;											-- return the tables end

--[[--< S E T _ S E L E C T E D _ M O D U L E S >--

Sets local cfg table and imported functions table to same (live or sandbox) as that used by the other modules.

]]

local function set_selected_modules (cfg_table_ptr, utilities_page_ptr) cfg = cfg_table_ptr;

has_accept_as_written = utilities_page_ptr.has_accept_as_written;			-- import functions from select Module:Citation/CS1/Utilities module is_set = utilities_page_ptr.is_set; in_array = utilities_page_ptr.in_array; set_message = utilities_page_ptr.set_message; select_one = utilities_page_ptr.select_one; substitute = utilities_page_ptr.substitute; make_wikilink = utilities_page_ptr.make_wikilink;

z = utilities_page_ptr.z;													-- table of tables in Module:Citation/CS1/Utilities end

----< E X P O R T E D  F U N C T I O N S >--

return { auto_link_urls = auto_link_urls,											-- table of identifier URLs to be used when auto-linking |title= identifier_lists_get = identifier_lists_get,								-- experiment to replace individual calls to build_id_list, extract_ids, extract_id_access_levels is_embargoed = is_embargoed; set_selected_modules = set_selected_modules; }

title: Module:Citation/CS1/Identifiers


text:
Module:Citation/CS1/Identifiers/doc

This page renders and performs error checking on the various named identifiers supported by Module:Citation/CS1.

license: Creative Commons - Attribution Share-Alike - https://creativecommons.org/licenses/by-sa/4.0/

title: Module:Citation/CS1/Identifiers/doc


text:
Module:Citation/CS1/COinS/doc

This page contains various functions render a cs1|2 template's metadata.

Other documentation:
 * Module talk:Citation/CS1/COinS

title: Module:Citation/CS1/COinS/doc


text:
Module:Citation/CS1/COinS

----< F O R W A R D  D E C L A R A T I O N S >--

local has_accept_as_written, is_set, in_array, remove_wiki_link, strip_apostrophe_markup;	-- functions in Module:Citation/CS1/Utilities

local cfg;																		-- table of configuration tables that are defined in Module:Citation/CS1/Configuration

--[[--< M A K E _ C O I N S _ T I T L E >--

Makes a title for COinS from Title and / or ScriptTitle (or any other name-script pairs)

Apostrophe markup (bold, italics) is stripped from each value so that the COinS metadata isn't corrupted with strings of %27%27...

]]

local function make_coins_title (title, script) title = has_accept_as_written (title); if is_set (title) then title = strip_apostrophe_markup (title);								-- strip any apostrophe markup else title = '';																-- if not set, make sure title is an empty string end if is_set (script) then script = script:gsub ('^%l%l%s*:%s*', '');								-- remove language prefix if present (script value may now be empty string) script = strip_apostrophe_markup (script);								-- strip any apostrophe markup else script = '';															-- if not set, make sure script is an empty string end if is_set (title) and is_set (script) then script = ' ' .. script;													-- add a space before we concatenate end return title .. script;														-- return the concatenation end

--[[--< E S C A P E _ L U A _ M A G I C _ C H A R S >--

Returns a string where all of Lua's magic characters have been escaped. This is important because functions like string.gsub treat their pattern and replace strings as patterns, not literal strings. ]]

local function escape_lua_magic_chars (argument) argument = argument:gsub("%%", "%%%%");										-- replace % with %% argument = argument:gsub("([%^%$%(%)%.%[%]%*%+%-%?])", "%%%1");				-- replace all other Lua magic pattern characters return argument; end

--[[--< G E T _ C O I N S _ P A G E S >

Extract page numbers from external wikilinks in any of the |page=, |pages=, or |at= parameters for use in COinS.

]]

local function get_coins_pages (pages) local pattern; if not is_set (pages) then return pages; end								-- if no page numbers then we're done while true do		pattern = pages:match("%[(%w*:?//[^ ]+%s+)[%w%d].*%]");					-- pattern is the opening bracket, the URL and following space(s): "[url " if nil == pattern then break; end										-- no more URLs pattern = escape_lua_magic_chars (pattern);								-- pattern is not a literal string; escape Lua's magic pattern characters pages = pages:gsub(pattern, "");										-- remove as many instances of pattern as possible end pages = pages:gsub("[%[%]]", "");											-- remove the brackets pages = pages:gsub("–", "-" );												-- replace endashes with hyphens pages = pages:gsub("&%w+;", "-" );											-- and replace HTML entities (– etc.) with hyphens; do we need to replace numerical entities like   and the like? return pages; end

--[=[-< C O I N S _ R E P L A C E _ M A T H _ S T R I P M A R K E R >--

There are three options for math markup rendering that depend on the editor's math preference settings. These settings are at Special:Preferences and are PNG images TeX source MathML with SVG or PNG fallback

All three are heavy with HTML and CSS which doesn't belong in the metadata.

Without this function, the metadata saved in the raw wikitext contained the rendering determined by the settings of the last editor to save the page.

This function gets the rendered form of an equation according to the editor's preference before the page is saved. It then searches the rendering for the text equivalent of the rendered equation and replaces the rendering with that so that the page is saved without extraneous HTML/CSS markup and with a reasonably readable text form of the equation.

When a replacement is made, this function returns true and the value with replacement; otherwise false and the initial value. To replace multipe equations it is necessary to call this function from within a loop.

]=]

local function coins_replace_math_stripmarker (value) local stripmarker = cfg.stripmarkers['math']; local rendering = value:match (stripmarker);								-- is there a math stripmarker

if not rendering then														-- when value doesn't have a math stripmarker, abandon this test return false, value; end rendering = mw.text.unstripNoWiki (rendering);								-- convert stripmarker into rendered value (or nil? ''? when math render error) if rendering:match ('alt="[^"]+"') then										-- if PNG math option		rendering = rendering:match ('alt="([^"]+)"');							-- extract just the math text elseif rendering:match ('$%s+.+%s+%$') then									-- if TeX math option; $ is legit character that is escapes as \$ rendering = rendering:match ('$%s+(.+)%s+%$')							-- extract just the math text elseif rendering:match (']+>.+ ') then			-- if MathML math option rendering = rendering:match (']+>(.+) ')		-- extract just the math text else return false, value;													-- had math stripmarker but not one of the three defined forms end return true, value:gsub (stripmarker, rendering, 1); end

--[[--< C O I N S _ C L E A N U P >

Cleanup parameter values for the metadata by removing or replacing invisible characters and certain HTML entities.

2015-12-10: there is a bug in mw.text.unstripNoWiki. It replaces math stripmarkers with the appropriate content when it shouldn't. See https://phabricator.wikimedia.org/T121085 and Wikipedia_talk:Lua#stripmarkers_and_mw.text.unstripNoWiki.28.29

TODO: move the replacement patterns and replacement values into a table in /Configuration similar to the invisible characters table?

]]

local function coins_cleanup (value) local replaced = true;														-- default state to get the do loop running

while replaced do															-- loop until all math stripmarkers replaced replaced, value = coins_replace_math_stripmarker (value);				-- replace math stripmarker with text representation of the equation end

value = value:gsub (cfg.stripmarkers['math'], "MATH RENDER ERROR");			-- one or more couldn't be replaced; insert vague error message value = mw.text.unstripNoWiki (value);										-- replace nowiki stripmarkers with their content value = value:gsub (' '(s?) ', "'%1");	-- replace ' or with simple apostrophe or apostrophe-s value = value:gsub (' ', ' ');											-- replace  entity with plain space value = value:gsub ('\226\128\138', ' ');									-- replace hair space with plain space if not mw.ustring.find (value, cfg.indic_script) then						-- don't remove zero-width joiner characters from indic script value = value:gsub ('', '');										-- remove  entities value = mw.ustring.gsub (value, '[\226\128\141\226\128\139\194\173]', '');	-- remove zero-width joiner, zero-width space, soft hyphen end value = value:gsub ('[\009\010\013 ]+', ' ');								-- replace horizontal tab, line feed, carriage return with plain space return value; end

--[[--< C O I N S >

COinS metadata (see ) allows automated tools to parse the citation information.

]]

local function COinS(data, class) if 'table' ~= type(data) or nil == next(data) then return ''; end

for k, v in pairs (data) do													-- spin through all of the metadata parameter values if 'ID_list' ~= k and 'Authors' ~= k then								-- except the ID_list and Author tables (author nowiki stripmarker done when Author table processed) data[k] = coins_cleanup (v); end end

local ctx_ver = "Z39.88-2004"; -- treat table strictly as an array with only set values. local OCinSoutput = setmetatable( {}, {		__newindex = function(self, key, value)			if is_set(value) then				rawset( self, #self+1, table.concat{ key, '=', mw.uri.encode( remove_wiki_link( value ) ) } );			end		end	}); if in_array (class, {'arxiv', 'biorxiv', 'citeseerx', 'ssrn', 'journal', 'news', 'magazine'}) or		(in_array (class, {'conference', 'interview', 'map', 'press release', 'web'}) and is_set(data.Periodical)) or		('citation' == class and is_set(data.Periodical) and not is_set (data.Encyclopedia)) then OCinSoutput.rft_val_fmt = "info:ofi/fmt:kev:mtx:journal";			-- journal metadata identifier if in_array (class, {'arxiv', 'biorxiv', 'citeseerx', 'ssrn'}) then	-- set genre according to the type of citation template we are rendering OCinSoutput["rft.genre"] = "preprint";							-- cite arxiv, cite biorxiv, cite citeseerx, cite ssrn elseif 'conference' == class then OCinSoutput["rft.genre"] = "conference";						-- cite conference (when Periodical set) elseif 'web' == class then OCinSoutput["rft.genre"] = "unknown";							-- cite web (when Periodical set) else OCinSoutput["rft.genre"] = "article";							-- journal and other 'periodical' articles end OCinSoutput["rft.jtitle"] = data.Periodical;						-- journal only OCinSoutput["rft.atitle"] = data.Title;								-- 'periodical' article titles

-- these used only for periodicals OCinSoutput["rft.ssn"] = data.Season;								-- keywords: winter, spring, summer, fall OCinSoutput["rft.quarter"] = data.Quarter;							-- single digits 1->first quarter, etc.			OCinSoutput["rft.chron"] = data.Chron;								-- free-form date components OCinSoutput["rft.volume"] = data.Volume;							-- does not apply to books OCinSoutput["rft.issue"] = data.Issue; OCinSoutput['rft.artnum'] = data.ArticleNumber;						-- only OCinSoutput["rft.pages"] = data.Pages;								-- also used in book metadata

elseif 'thesis' ~= class then												-- all others except cite thesis are treated as 'book' metadata; genre distinguishes OCinSoutput.rft_val_fmt = "info:ofi/fmt:kev:mtx:book";					-- book metadata identifier if 'report' == class or 'techreport' == class then						-- cite report and cite techreport OCinSoutput["rft.genre"] = "report"; elseif 'conference' == class then										-- cite conference when Periodical not set OCinSoutput["rft.genre"] = "conference"; OCinSoutput["rft.atitle"] = data.Chapter;							-- conference paper as chapter in proceedings (book) elseif in_array (class, {'book', 'citation', 'encyclopaedia', 'interview', 'map'}) then if is_set (data.Chapter) then OCinSoutput["rft.genre"] = "bookitem"; OCinSoutput["rft.atitle"] = data.Chapter;						-- book chapter, encyclopedia article, interview in a book, or map title else if 'map' == class or 'interview' == class then OCinSoutput["rft.genre"] = 'unknown';						-- standalone map or interview else OCinSoutput["rft.genre"] = 'book';							-- book and encyclopedia end end else	-- {'audio-visual', 'AV-media-notes', 'DVD-notes', 'episode', 'interview', 'mailinglist', 'map', 'newsgroup', 'podcast', 'press release', 'serial', 'sign', 'speech', 'web'} OCinSoutput["rft.genre"] = "unknown"; end OCinSoutput["rft.btitle"] = data.Title;									-- book only OCinSoutput["rft.place"] = data.PublicationPlace;						-- book only OCinSoutput["rft.series"] = data.Series;								-- book only OCinSoutput["rft.pages"] = data.Pages;									-- book, journal OCinSoutput["rft.edition"] = data.Edition;								-- book only OCinSoutput["rft.pub"] = data.PublisherName;							-- book and dissertation else																		-- cite thesis OCinSoutput.rft_val_fmt = "info:ofi/fmt:kev:mtx:dissertation";			-- dissertation metadata identifier OCinSoutput["rft.title"] = data.Title;									-- dissertation (also patent but that is not yet supported) OCinSoutput["rft.degree"] = data.Degree;								-- dissertation only OCinSoutput['rft.inst'] = data.PublisherName;							-- book and dissertation end -- NB. Not currently supported are "info:ofi/fmt:kev:mtx:patent", "info:ofi/fmt:kev:mtx:dc", "info:ofi/fmt:kev:mtx:sch_svc", "info:ofi/fmt:kev:mtx:ctx" -- and now common parameters (as much as possible) OCinSoutput["rft.date"] = data.Date;										-- book, journal, dissertation

for k, v in pairs( data.ID_list ) do										-- what to do about these? For now assume that they are common to all? if k == 'ISBN' then v = v:gsub( "[^-0-9X]", "" ); end local id = cfg.id_handlers[k].COinS; if string.sub( id or "", 1, 4 ) == 'info' then							-- for ids that are in the info:registry OCinSoutput["rft_id"] = table.concat{ id, "/", v }; elseif string.sub (id or "", 1, 3 ) == 'rft' then						-- for isbn, issn, eissn, etc. that have defined COinS keywords OCinSoutput[ id ] = v;		elseif 'url' == id then													-- for urls that are assembled in ~/Identifiers; |asin= and |ol= OCinSoutput["rft_id"] = table.concat ({data.ID_list[k], "#id-name=", cfg.id_handlers[k].label}); elseif id then															-- when cfg.id_handlers[k].COinS is not nil so urls created here OCinSoutput["rft_id"] = table.concat{ cfg.id_handlers[k].prefix, v, cfg.id_handlers[k].suffix or '', "#id-name=", cfg.id_handlers[k].label };	-- others; provide a URL and indicate identifier name as #fragment (human-readable, but transparent to browsers) end end

local last, first; for k, v in ipairs( data.Authors ) do		last, first = coins_cleanup (v.last), coins_cleanup (v.first or '');	-- replace any nowiki stripmarkers, non-printing or invisible characters if k == 1 then															-- for the first author name only if is_set(last) and is_set(first) then								-- set these COinS values if |first= and |last= specify the first author name OCinSoutput["rft.aulast"] = last;								-- book, journal, dissertation OCinSoutput["rft.aufirst"] = first;								-- book, journal, dissertation elseif is_set(last) then OCinSoutput["rft.au"] = last;									-- book, journal, dissertation -- otherwise use this form for the first name end else																	-- for all other authors if is_set(last) and is_set(first) then OCinSoutput["rft.au"] = table.concat{ last, ", ", first };		-- book, journal, dissertation elseif is_set(last) then OCinSoutput["rft.au"] = last;									-- book, journal, dissertation end -- TODO: At present we do not report "et al.". Add anything special if this condition applies? end end

OCinSoutput.rft_id = data.URL; OCinSoutput.rfr_id = table.concat{ "info:sid/", mw.site.server:match( "[^/]*$" ), ":", data.RawPage };

-- TODO: Add optional extra info: -- rfr_dat=#REVISION (referrer private data) -- ctx_id=# (identifier for the context object) -- ctx_tim= (timestamp in format yyyy-mm-ddThh:mm:ssTZD or yyyy-mm-dd) -- ctx_enc=info:ofi/enc:UTF-8 (character encoding) OCinSoutput = setmetatable( OCinSoutput, nil );

-- sort with version string always first, and combine. -- table.sort( OCinSoutput ); table.insert( OCinSoutput, 1, "ctx_ver=" .. ctx_ver ); -- such as "Z39.88-2004" return table.concat(OCinSoutput, "&"); end

--[[--< S E T _ S E L E C T E D _ M O D U L E S >--

Sets local cfg table and imported functions table to same (live or sandbox) as that used by the other modules.

]]

local function set_selected_modules (cfg_table_ptr, utilities_page_ptr) cfg = cfg_table_ptr;

has_accept_as_written = utilities_page_ptr.has_accept_as_written;			-- import functions from selected Module:Citation/CS1/Utilities module is_set = utilities_page_ptr.is_set; in_array = utilities_page_ptr.in_array; remove_wiki_link = utilities_page_ptr.remove_wiki_link; strip_apostrophe_markup = utilities_page_ptr.strip_apostrophe_markup; end

----< E X P O R T E D  F U N C T I O N S >--

return { make_coins_title = make_coins_title, get_coins_pages = get_coins_pages, COinS = COinS, set_selected_modules = set_selected_modules, }

title: Module:Citation/CS1/COinS


text:
Module:Unicode data

local p = {}

local floor = math.floor

local function errorf(level, ...) if type(level) == "number" then return error(string.format(...), level + 1) else -- level is actually the format string. return error(string.format(level, ...), 2) end end

local function binary_range_search(codepoint, ranges) local low, mid, high low, high = 1, ranges.length or require "Module:TableTools".length(ranges) while low <= high do		mid = floor((low + high) / 2) local range = ranges[mid] if codepoint < range[1] then high = mid - 1 elseif codepoint <= range[2] then return range, mid else low = mid + 1 end end return nil, mid end p.binary_range_search = binary_range_search

-- local function linear_range_search(codepoint, ranges)	for i, range in ipairs(ranges) do		if range[1] <= codepoint and codepoint <= range[2] then			return range		end	end end --

-- Load a module by indexing "loader" with the name of the module minus the -- "Module:Unicode data/" part. For instance, loader.blocks returns -- Module:Unicode data/blocks. If a module cannot be loaded, false will be -- returned. local loader = setmetatable({}, {	__index = function (self, key)		local success, data = pcall(mw.loadData, "Module:Unicode data/" .. key)		if not success then			data = false		end		self[key] = data		return data	end })

-- For the algorithm used to generate Hangul Syllable names, -- see "Hangul Syllable Name Generation" in section 3.12 of the -- Unicode Specification: -- https://www.unicode.org/versions/Unicode11.0.0/ch03.pdf local name_hooks = { {    0x00,     0x1F, "" }, -- C0 control characters {    0x7F,     0x9F, "" }, -- DEL and C1 control characters {  0x3400,   0x4DBF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension A	{   0x4E00,   0x9FFF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph {  0xAC00,   0xD7A3, function (codepoint) -- Hangul Syllables local Hangul_data = loader.Hangul local syllable_index = codepoint - 0xAC00

return ("HANGUL SYLLABLE %s%s%s"):format(			Hangul_data.leads[floor(syllable_index / Hangul_data.final_count)],			Hangul_data.vowels[floor((syllable_index % Hangul_data.final_count) / Hangul_data.trail_count)],			Hangul_data.trails[syllable_index % Hangul_data.trail_count]		) end }, -- High Surrogates, High Private Use Surrogates, Low Surrogates {  0xD800,   0xDFFF, "" }, {  0xE000,   0xF8FF, "" }, -- Private Use -- CJK Compatibility Ideographs {  0xF900,   0xFA6D, "CJK COMPATIBILITY IDEOGRAPH-%04X" }, {  0xFA70,   0xFAD9, "CJK COMPATIBILITY IDEOGRAPH-%04X" }, { 0x17000,  0x187F7, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph { 0x18800,  0x18AFF, function (codepoint) return ("TANGUT COMPONENT-%03d"):format(codepoint - 0x187FF) end }, { 0x18D00,  0x18D08, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph Supplement { 0x1B170,  0x1B2FB, "NUSHU CHARACTER-%04X" }, -- Nushu { 0x20000,  0x2A6DF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension B	{  0x2A700,  0x2B739, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension C	{  0x2B740,  0x2B81D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension D	{  0x2B820,  0x2CEA1, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension E	{  0x2CEB0,  0x2EBE0, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension F	-- CJK Compatibility Ideographs Supplement (Supplementary Ideographic Plane) { 0x2F800,  0x2FA1D, "CJK COMPATIBILITY IDEOGRAPH-%04X" }, { 0xE0100,  0xE01EF, function (codepoint) -- Variation Selectors Supplement return ("VARIATION SELECTOR-%d"):format(codepoint - 0xE0100 + 17) end}, { 0x30000,  0x3134A, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension G	{  0x31350,  0x323AF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension H	{  0xF0000,  0xFFFFD, "" }, -- Plane 15 Private Use { 0x100000, 0x10FFFD, "" } -- Plane 16 Private Use } name_hooks.length = #name_hooks

local name_range_cache

local function generate_name(data, codepoint) if type(data) == "string" then return data:format(codepoint) else return data(codepoint) end end

-- -- Checks that the code point is a number and in range. -- Does not check whether code point is an integer. -- Not used local function check_codepoint(funcName, argIdx, val)	require 'libraryUtil'.checkType(funcName, argIdx, val, 'number')	if codepoint < 0 or 0x10FFFF < codepoint then		errorf("Codepoint %04X out of range", codepoint)	end end --

-- https://www.unicode.org/versions/Unicode11.0.0/ch04.pdf, section 4.8 function p.lookup_name(codepoint) -- U+FDD0-U+FDEF and all code points ending in FFFE or FFFF are Unassigned -- (Cn) and specifically noncharacters: -- https://www.unicode.org/faq/private_use.html#nonchar4 if 0xFDD0 <= codepoint and (codepoint <= 0xFDEF			or floor(codepoint % 0x10000) >= 0xFFFE) then return (""):format(codepoint) end

if name_range_cache -- Check if previously used "name hook" applies to this code point. and codepoint >= name_range_cache[1] and codepoint <= name_range_cache[2] then return generate_name(name_range_cache[3], codepoint) end local range = binary_range_search(codepoint, name_hooks) if range then name_range_cache = range return generate_name(range[3], codepoint) end

local data = loader[('names/%03X'):format(codepoint / 0x1000)] if data and data[codepoint] then return data[codepoint] -- Unassigned (Cn) consists of noncharacters and reserved characters. -- The character has been established not to be a noncharacter, -- and if it were assigned, its name would already been retrieved, -- so it must be reserved. else return (""):format(codepoint) end end

-- -- No image data modules on Wikipedia yet. function p.lookup_image(codepoint)	local data = loader[('images/%03X'):format(codepoint / 0x1000)]	if data then		return data[codepoint]	end end --

local planes = { [ 0] = "Basic Multilingual Plane"; [ 1] = "Supplementary Multilingual Plane"; [ 2] = "Supplementary Ideographic Plane"; [ 3] = "Tertiary Ideographic Plane"; [14] = "Supplementary Special-purpose Plane"; [15] = "Supplementary Private Use Area-A"; [16] = "Supplementary Private Use Area-B"; }

-- Load Module:Unicode data/blocks if needed and assign it to this variable. local blocks

local function block_iter(blocks, i)	i = i + 1 local data = blocks[i] if data then -- Unpack doesn't work on tables loaded with mw.loadData. return i, data[1], data[2], data[3] end end

-- An ipairs-type iterator generator for the list of blocks. function p.enum_blocks local blocks = loader.blocks return block_iter, blocks, 0 end

function p.lookup_plane(codepoint) local i = floor(codepoint / 0x10000) return planes[i] or ("Plane %u"):format(i) end

function p.lookup_block(codepoint) local blocks = loader.blocks local range = binary_range_search(codepoint, blocks) if range then return range[3] else return "No Block" end end

function p.get_block_info(name) for i, block in ipairs(loader.blocks) do		if block[3] == name then return block end end end

function p.is_valid_pagename(pagename) local has_nonws = false

for cp in mw.ustring.gcodepoint(pagename) do		if (cp == 0x0023) -- # or (cp == 0x005B) -- [ or (cp == 0x005D) -- ] or (cp == 0x007B) -- { or (cp == 0x007C) -- | or (cp == 0x007D) -- } or (cp == 0x180E) -- MONGOLIAN VOWEL SEPARATOR or ((cp >= 0x2000) and (cp <= 0x200A)) -- spaces in General Punctuation block or (cp == 0xFFFD) -- REPLACEMENT CHARACTER then return false end

local printable, result = p.is_printable(cp) if not printable then return false end

if result ~= "space-separator" then has_nonws = true end end

return has_nonws end

local function manual_unpack(what, from) if what[from + 1] == nil then return what[from] end local result = {} from = from or 1 for i, item in ipairs(what) do		if i >= from then table.insert(result, item) end end return unpack(result) end

local function compare_ranges(range1, range2) return range1[1] < range2[1] end

-- Creates a function to look up data in a module that contains "singles" (a -- code point-to-data map) and "ranges" (an array containing arrays that contain -- the low and high code points of a range and the data associated with that -- range). -- "loader" loads and returns the "singles" and "ranges" tables. -- "match_func" is passed the code point and either the data or the "dots", and -- generates the final result of the function. -- The varargs ("dots") describes the default data to be returned if there wasn't -- a match. -- In case the function is used more than once, "cache" saves ranges that have -- already been found to match, or a range whose data is the default if there -- was no match. local function memo_lookup(data_module_subpage, match_func, ...) local dots = { ... }	local cache = {} local singles, ranges

return function (codepoint) if not singles then local data_module = loader[data_module_subpage] singles, ranges = data_module.singles, data_module.ranges end

if singles[codepoint] then return match_func(codepoint, singles[codepoint]) end

local range = binary_range_search(codepoint, cache) if range then return match_func(codepoint, manual_unpack(range, 3)) end local range, index = binary_range_search(codepoint, ranges) if range then table.insert(cache, range) table.sort(cache, compare_ranges) return match_func(codepoint, manual_unpack(range, 3)) end if ranges[index] then local dots_range if codepoint > ranges[index][2] then dots_range = { ranges[index][2] + 1, ranges[index + 1] and ranges[index + 1][1] - 1 or 0x10FFFF, unpack(dots) }			else -- codepoint < range[index][1] dots_range = { ranges[index - 1] and ranges[index - 1][2] + 1 or 0, ranges[index][1] - 1, unpack(dots) }			end table.sort(cache, compare_ranges) end return match_func(codepoint) end end

-- Get a code point's combining class value in Module:Unicode data/combining, -- and return whether this value is not zero. Zero is assigned as the default -- if the combining class value is not found in this data module. -- That is, return true if character is combining, or false if it is not. -- See https://www.unicode.org/reports/tr44/#Canonical_Combining_Class_Values for -- more information. p.is_combining = memo_lookup(	"combining",	function (codepoint, combining_class)		return combining_class and combining_class ~= 0 or false	end,	0)

function p.add_dotted_circle(str) return (mw.ustring.gsub(str, ".", function(char) if p.is_combining(mw.ustring.codepoint(char)) then return '◌' .. char end end)) end

local lookup_control = memo_lookup(	"control",	function (codepoint, ccc)		return ccc or "assigned"	end,	"assigned") p.lookup_control = lookup_control

function p.is_assigned(codepoint) return lookup_control(codepoint) ~= "unassigned" end

function p.is_printable(codepoint) local result = lookup_control(codepoint) return (result == "assigned") or (result == "space-separator"), result end

function p.is_whitespace(codepoint) local result = lookup_control(codepoint) return (result == "space-separator"), result end

p.lookup_category = memo_lookup(	"category",	function (codepoint, category)		return category	end,	"Cn")

local lookup_script = memo_lookup(	"scripts",	function (codepoint, script_code)		return script_code or 'Zzzz'	end,	"Zzzz") p.lookup_script = lookup_script

function p.get_best_script(str) -- Check type of argument, because mw.text.decode coerces numbers to strings! require "libraryUtil".checkType("get_best_script", 1, str, "string") -- Convert HTML character references (including named character references,	-- or character entities) to characters. str = mw.text.decode(str, true) local scripts = {} for codepoint in mw.ustring.gcodepoint(str) do		local script = lookup_script(codepoint) -- Ignore "Inherited", "Undetermined", or "Uncoded" scripts. if not (script == "Zyyy" or script == "Zinh" or script == "Zzzz") then scripts[script] = true end end -- If scripts does not contain two or more keys, -- return first and only key (script code) in table. if not next(scripts, next(scripts)) then return next(scripts) end -- else return majority script, or else "Zzzz"? end

function p.is_Latin(str) require "libraryUtil".checkType("get_best_script", 1, str, "string") str = mw.text.decode(str, true) -- Search for the leading bytes that introduce the UTF-8 encoding of the -- code points U+0340-U+10FFFF. If they are not found and there is at least -- one Latin-script character, the string counts as Latin, because the rest -- of the characters can only be Zyyy, Zinh, and Zzzz. -- The only scripts found below U+0370 (the first code point of the Greek	-- and Coptic block) are Latn, Zyyy, Zinh, and Zzzz. -- See the codepage in the UTF-8 article. if not str:find "[\205-\244]" then for codepoint in mw.ustring.gcodepoint(str) do			if lookup_script(codepoint) == "Latn" then return true end end end local Latn = false for codepoint in mw.ustring.gcodepoint(str) do		local script = lookup_script(codepoint) if script == "Latn" then Latn = true elseif not (script == "Zyyy" or script == "Zinh"				or script == "Zzzz") then return false end end return Latn end

-- Checks that a string contains only characters belonging to right-to-left -- scripts, or characters of ignorable scripts. function p.is_rtl(str) require "libraryUtil".checkType("get_best_script", 1, str, "string") str = mw.text.decode(str, true) -- Search for the leading bytes that introduce the UTF-8 encoding of the -- code points U+0580-U+10FFFF. If they are not found, the string can only -- have characters from a left-to-right script, because the first code point -- in a right-to-left script is U+0591, in the Hebrew block. if not str:find "[\214-\244]" then return false end local result = false local rtl = loader.scripts.rtl for codepoint in mw.ustring.gcodepoint(str) do		local script = lookup_script(codepoint) if rtl[script] then result = true elseif not (script == "Zyyy" or script == "Zinh"				or script == "Zzzz") then return false end end return result end

local function get_codepoint(args, arg) local codepoint_string = args[arg] or errorf(2, "Parameter %s is required", tostring(arg)) local codepoint = tonumber(codepoint_string, 16) or errorf(2, "Parameter %s is not a code point in hexadecimal base",			tostring(arg)) if not (0 <= codepoint and codepoint <= 0x10FFFF) then errorf(2, "code point in parameter %s out of range", tostring(arg)) end return codepoint end

local function get_func(args, arg, prefix) local suffix = args[arg] or errorf(2, "Parameter %s is required", tostring(arg)) suffix = mw.text.trim(suffix) local func_name = prefix .. suffix local func = p[func_name] or errorf(2, "There is no function '%s'", func_name) return func end

-- This function allows any of the "lookup" functions to be invoked. The first -- parameter is the word after "lookup_"; the second parameter is the code point -- in hexadecimal base. function p.lookup(frame) local func = get_func(frame.args, 1, "lookup_") local codepoint = get_codepoint(frame.args, 2) local result = func(codepoint) if func == p.lookup_name then -- Prevent code point labels such as  from being -- interpreted as HTML tags. result = result:gsub("<", "<") end return result end

function p.is(frame) local func = get_func(frame.args, 1, "is_") -- is_Latin and is_valid_pagename take strings. if func == p.is_Latin or func == p.is_valid_pagename or func == p.is_rtl then return (func(frame.args[2])) else -- The rest take code points. local codepoint = get_codepoint(frame.args, 2) return (func(codepoint)) -- Adjust to one result. end end

return p

title: Module:Unicode data