package LaTeX::ToUnicode::Tables;
BEGIN {
$LaTeX::ToUnicode::Tables::VERSION = '0.55';
}
use strict;
use warnings;
#ABSTRACT: Character tables for LaTeX::ToUnicode
use utf8; # just for the german support
# Technically not all of these are ligatures, but close enough.
# Order is important, so has to be a list, not a hash.
#
our @LIGATURES = (
"---" => '\x{2014}', # em dash
"--" => '\x{2013}', # en dash
"!`" => '\x{00A1}', # inverted exclam
"?`" => '\x{00A1}', # inverted question
"``" => '\x{201c}', # left double
"''" => '\x{201d}', # right double
"`" => '\x{2018}', # left single
"'" => '\x{2019}', # right single
);
# test text: em---dash, en--dash, exc!`am, quest?`ion, ``ld, rd'', `ls, rs'.
#
# Some additional ligatures supported in T1 encoding, but we won't (from
# tex-text.map):
# U+002C U+002C <> U+201E ; ,, -> DOUBLE LOW-9 QUOTATION MARK
# U+003C U+003C <> U+00AB ; << -> LEFT POINTING GUILLEMET
# U+003E U+003E <> U+00BB ; >> -> RIGHT POINTING GUILLEMET
# for {\MARKUP(shape) ...} and \textMARKUP{...}; although not all
# command names are defined in LaTeX for all markups, we translate them
# anyway. Also, LaTeX has more font axes not included here: md, ulc, sw,
# ssc, etc. See ltfntcmd.dtx and ltfssaxes.dtx if we ever want to try
# for completeness.
#
our %MARKUPS = (
'bf' => 'b',
'cal' => '',
'em' => 'em',
'french' => '', # polyglossia
'it' => 'i',
'rm' => '',
'sc' => '', # qqq should uppercasify
'sf' => '',
'sl' => 'i',
'small' => '',
'subscript' => 'sub',
'superscript' => 'sup',
'tt' => 'tt',
);
# More commands taking arguments that we want to handle.
#
our %ARGUMENT_COMMANDS = (
'emph' => ['\textem{', '}'], # \textem doesn't exist, but we handle it
'enquote' => ["`", "'"],
'natexlab' => ["", ""], # natbib
'path' => ['\texttt{', '}'], # ugh, might not be a braced argument
);
# Non-alphabetic \COMMANDs, other than accents and special cases.
#
our %CONTROL_SYMBOLS = (
' ' => ' ', # control space
"\t" => ' ', # control space
"\n" => '\x{0020}', # control space; use entity to avoid being trimmed
'!' => '', # negative thin space
# " umlaut
'#' => '#', # sharp sign
'$' => '$', # dollar sign
'%' => '%', # percent sign
'&' => '\x{0026}', # ampersand, entity to avoid html conflict
# ' acute accent
'(' => '', # start inline math
')' => '', # end inline math
'*' => '', # discretionary multiplication
'+' => '', # tabbing: tab stop to right
',' => '', # thin space
'-' => '', # discretionary hyphenation
# . overdot accent
'/' => '', # italic correction
# 0..9 undefined
':' => '', # medium space
';' => ' ', # thick space
'<' => '', # tabbing: text to left of margin
# = macron accent
'>' => '', # tabbing: next tab stop
# ? undefined
'@' => '#', # end of sentence
# A..Z control words, not symbols
'[' => '', # start display math
'\\' => ' ', # line break
']' => '', # end display math
# ^ circumflex accent
'_' => '_', # underscore
# ` grave accent
# a..z control words, not symbols
'{' => '\x{007b}', # lbrace
'|' => '\x{2225}', # parallel
'}' => '\x{007d}', # rbrace
# ~ tilde accent
);
# Alphabetic \COMMANDs that map to nothing. This is simply
# interpolated into %CONTROL_WORDS (next), not used directly, so we
# redundantly specify the '' on every line.
#
our %CONTROL_WORDS_EMPTY = (
'begingroup' => '',
'bgroup' => '',
'checkcomma' => '',
#'cite' => '', # keep \cite undefined since it needs manual work
'clearpage' => '',
'doi' => '',
'egroup' => '',
'endgroup' => '',
'ensuremath' => '',
'hbox' => '',
'ignorespaces' => '',
'mbox' => '',
'medspace' => '',
'negmedspace' => '',
'negthickspace' => '',
'negthinspace' => '',
'newblock' => '',
'newpage' => '',
'noindent' => '',
'nolinkurl' => '',
'oldstylenums' => '',
'pagebreak' => '',
'protect' => '',
'raggedright' => '',
'relax' => '',
'thinspace' => '',
'unskip' => '',
'urlprefix' => '',
);
# Alphabetic commands, that expand to nothing (above) and to
# something (below).
#
our %CONTROL_WORDS = (
%CONTROL_WORDS_EMPTY,
'BibLaTeX' => 'BibLaTeX',
'BibTeX' => 'BibTeX',
'LaTeX' => 'LaTeX',
'LuaLaTeX' => 'LuaLaTeX',
'LuaTeX' => 'LuaTeX',
'MF' => 'Metafont',
'MP' => 'MetaPost',
'Omega' => '\x{03A9}',
'TeX' => 'TeX',
'XeLaTeX' => 'XeLaTeX',
'XeTeX' => 'XeTeX',
'bullet' => '\x{2022}',
'dag' => '\x{2020}',
'ddag' => '\x{2021}',
'dots' => '\x{2026}',
'epsilon' => '\x{03F5}',
'hookrightarrow' => '\x{2194}',
'ldots' => '\x{2026}',
'log' => 'log',
'omega' => '\x{03C9}',
'par' => "\n\n",
'qquad' => ' ', # 2em space
'quad' => ' ', # em space
'textbackslash' => '\x{005C}', # entities so \ in output indicates
# untranslated TeX source
'textbraceleft' => '\x{007B}', # entities so our bare-brace removal
'textbraceright' => '\x{007D}', # skips them
'textgreater' => '\x{003E}',
'textless' => '\x{003C}',
'textquotedbl' => '"',
'thickspace' => ' ',
'varepsilon' => '\x{03B5}',
);
# Control words (not symbols) that generate various non-English
# letters and symbols. Lots more could be added.
#
our %SYMBOLS = ( # Table 3.2 in Lamport, plus more
'AA' => '\x{00C5}', # A with ring
'aa' => '\x{00E5}',
'AE' => '\x{00C6}', # AE
'ae' => '\x{00E6}',
'DH' => '\x{00D0}', # ETH
'dh' => '\x{00F0}',
'DJ' => '\x{0110}', # D with stroke
'dj' => '\x{0111}',
'i' => '\x{0131}', # small dotless i
'L' => '\x{0141}', # L with stroke
'l' => '\x{0142}',
'NG' => '\x{014A}', # ENG
'ng' => '\x{014B}',
'OE' => '\x{0152}', # OE
'oe' => '\x{0153}',
'O' => '\x{00D8}', # O with stroke
'o' => '\x{00F8}',
'SS' => 'SS', # lately also U+1E9E, but SS seems good enough
'ss' => '\x{00DF}',
'TH' => '\x{00DE}', # THORN
'textordfeminine' => '\x{00AA}',
'textordmasculine' => '\x{00BA}',
'textregistered' => '\x{00AE}',
'th' => '\x{00FE}',
'TM' => '\x{2122}', # trade mark sign
);
# Accent commands that are not alphabetic.
#
our %ACCENT_SYMBOLS = (
"\"" => { # with diaresis
A => '\x{00C4}',
E => '\x{00CB}',
H => '\x{1E26}',
I => '\x{00CF}',
O => '\x{00D6}',
U => '\x{00DC}',
W => '\x{1E84}',
X => '\x{1E8c}',
Y => '\x{0178}',
"\\I" => '\x{00CF}',
"\\i" => '\x{00EF}',
a => '\x{00E4}',
e => '\x{00EB}',
h => '\x{1E27}',
i => '\x{00EF}',
o => '\x{00F6}',
t => '\x{1E97}',
u => '\x{00FC}',
w => '\x{1E85}',
x => '\x{1E8d}',
y => '\x{00FF}',
},
"'" => { # with acute
A => '\x{00C1}',
AE => '\x{01FC}',
C => '\x{0106}',
E => '\x{00C9}',
G => '\x{01F4}',
I => '\x{00CD}',
K => '\x{1E30}',
L => '\x{0139}',
M => '\x{1E3E}',
N => '\x{0143}',
O => '\x{00D3}',
P => '\x{1E54}',
R => '\x{0154}',
S => '\x{015A}',
U => '\x{00DA}',
W => '\x{1E82}',
Y => '\x{00DD}',
Z => '\x{0179}',
"\\I" => '\x{00CD}',
"\\i" => '\x{00ED}',
a => '\x{00E1}',
ae => '\x{01FD}',
c => '\x{0107}',
e => '\x{00E9}',
g => '\x{01F5}',
i => '\x{00ED}',
k => '\x{1E31}',
l => '\x{013A}',
m => '\x{1E3f}',
n => '\x{0144}',
o => '\x{00F3}',
p => '\x{1E55}',
r => '\x{0155}',
s => '\x{015B}',
u => '\x{00FA}',
w => '\x{1E83}',
y => '\x{00FD}',
z => '\x{017A}',
},
"^" => { # with circumflex
A => '\x{00C2}',
C => '\x{0108}',
E => '\x{00CA}',
G => '\x{011C}',
H => '\x{0124}',
I => '\x{00CE}',
J => '\x{0134}',
O => '\x{00D4}',
R => 'R\x{0302}',
S => '\x{015C}',
U => '\x{00DB}',
W => '\x{0174}',
Y => '\x{0176}',
Z => '\x{1E90}',
"\\I" => '\x{00CE}',
"\\J" => '\x{0134}',
"\\i" => '\x{00EE}',
"\\j" => '\x{0135}',
a => '\x{00E2}',
c => '\x{0109}',
e => '\x{00EA}',
g => '\x{011D}',
h => '\x{0125}',
i => '\x{00EE}',
j => '\x{0135}',
o => '\x{00F4}',
s => '\x{015D}',
u => '\x{00FB}',
w => '\x{0175}',
y => '\x{0177}',
z => '\x{1E91}',
},
"`" => { # with grave
A => '\x{00C0}',
E => '\x{00C8}',
I => '\x{00CC}',
N => '\x{01F8}',
O => '\x{00D2}',
U => '\x{00D9}',
W => '\x{1E80}',
Y => '\x{1Ef2}',
"\\I" => '\x{00CC}',
"\\i" => '\x{00EC}',
a => '\x{00E0}',
e => '\x{00E8}',
i => '\x{00EC}',
n => '\x{01F9}',
o => '\x{00F2}',
u => '\x{00F9}',
w => '\x{1E81}',
y => '\x{1EF3}',
},
"." => { # with dot above
A => '\x{0226}',
B => '\x{1E02}',
C => '\x{010A}',
D => '\x{1E0A}',
E => '\x{0116}',
F => '\x{1E1E}',
G => '\x{0120}',
H => '\x{1E22}',
I => '\x{0130}',
M => '\x{1E40}',
N => '\x{1E44}',
O => '\x{022E}',
P => '\x{1E56}',
R => '\x{1E58}',
S => '\x{1E60}',
T => '\x{1E6a}',
W => '\x{1E86}',
X => '\x{1E8A}',
Y => '\x{1E8E}',
Z => '\x{017B}',
"\\I" => '\x{0130}',
a => '\x{0227}',
b => '\x{1E03}',
c => '\x{010B}',
d => '\x{1E0B}',
e => '\x{0117}',
f => '\x{1e1f}',
g => '\x{0121}',
h => '\x{1E23}',
m => '\x{1E41}',
n => '\x{1E45}',
o => '\x{022F}',
p => '\x{1E57}',
r => '\x{1E59}',
s => '\x{1E61}',
t => '\x{1E6b}',
w => '\x{1E87}',
x => '\x{1E8b}',
y => '\x{1E8f}',
z => '\x{017C}',
},
'=' => { # with macron
A => '\x{0100}',
AE => '\x{01E2}',
E => '\x{0112}',
G => '\x{1E20}',
I => '\x{012A}',
O => '\x{014C}',
U => '\x{016A}',
Y => '\x{0232}',
"\\I" => '\x{012A}',
"\\i" => '\x{012B}',
a => '\x{0101}',
ae => '\x{01E3}',
e => '\x{0113}',
g => '\x{1E21}',
i => '\x{012B}',
o => '\x{014D}',
u => '\x{016B}',
y => '\x{0233}',
},
"~" => { # with tilde
A => '\x{00C3}',
E => '\x{1EBC}',
I => '\x{0128}',
N => '\x{00D1}',
O => '\x{00D5}',
U => '\x{0168}',
V => '\x{1E7C}',
Y => '\x{1EF8}',
"\\I" => '\x{0128}',
"\\i" => '\x{0129}',
a => '\x{00E3}',
e => '\x{1EBD}',
i => '\x{0129}',
n => '\x{00F1}',
o => '\x{00F5}',
u => '\x{0169}',
v => '\x{1E7D}',
y => '\x{1EF9}',
},
);
# Accent commands that are alphabetic.
#
our %ACCENT_LETTERS = (
"H" => { # with double acute
O => '\x{0150}',
U => '\x{0170}',
o => '\x{0151}',
u => '\x{0171}',
},
"c" => { # with cedilla
C => '\x{00C7}',
D => '\x{1E10}',
E => '\x{0228}',
G => '\x{0122}',
H => '\x{1E28}',
K => '\x{0136}',
L => '\x{013B}',
N => '\x{0145}',
R => '\x{0156}',
S => '\x{015E}',
T => '\x{0162}',
c => '\x{00E7}',
d => '\x{1E11}',
e => '\x{0229}',
g => '\x{0123}',
h => '\x{1E29}',
k => '\x{0137}',
l => '\x{013C}',
n => '\x{0146}',
r => '\x{0157}',
s => '\x{015F}',
t => '\x{0163}',
},
"d" => { # with dot below
A => '\x{1EA0}',
B => '\x{1E04}',
D => '\x{1E0C}',
E => '\x{1EB8}',
H => '\x{1E24}',
I => '\x{1ECA}',
K => '\x{1E32}',
L => '\x{1E36}',
M => '\x{1E42}',
N => '\x{1E46}',
O => '\x{1ECC}',
R => '\x{1E5A}',
S => '\x{1E62}',
T => '\x{1E6C}',
U => '\x{1EE4}',
V => '\x{1E7E}',
W => '\x{1E88}',
Y => '\x{1Ef4}',
Z => '\x{1E92}',
"\\I" => '\x{1ECA}',
"\\i" => '\x{1ECB}',
a => '\x{1EA1}',
b => '\x{1E05}',
d => '\x{1E0D}',
e => '\x{1EB9}',
h => '\x{1E25}',
i => '\x{1ECB}',
k => '\x{1E33}',
l => '\x{1E37}',
m => '\x{1E43}',
n => '\x{1E47}',
o => '\x{1ECD}',
r => '\x{1E5b}',
s => '\x{1E63}',
t => '\x{1E6D}',
u => '\x{1EE5}',
v => '\x{1E7F}',
w => '\x{1E89}',
y => '\x{1EF5}',
z => '\x{1E93}',
},
"h" => { # with hook above
A => '\x{1EA2}',
E => '\x{1EBA}',
I => '\x{1EC8}',
O => '\x{1ECe}',
U => '\x{1EE6}',
Y => '\x{1EF6}',
"\\I" => '\x{1EC8}',
"\\i" => '\x{1EC9}',
a => '\x{1EA3}',
e => '\x{1EBB}',
i => '\x{1EC9}',
o => '\x{1ECF}',
u => '\x{1EE7}',
y => '\x{1EF7}',
},
"k" => { # with ogonek
A => '\x{0104}',
E => '\x{0118}',
I => '\x{012E}',
O => '\x{01EA}',
U => '\x{0172}',
"\\I" => '\x{012E}',
"\\i" => '\x{012F}',
a => '\x{0105}',
e => '\x{0119}',
i => '\x{012F}',
o => '\x{01EB}',
u => '\x{0173}',
},
"r" => { # with ring above
A => '\x{00C5}',
U => '\x{016E}',
a => '\x{00E5}',
u => '\x{016F}',
w => '\x{1E98}',
y => '\x{1E99}',
},
"u" => { # with breve
A => '\x{0102}',
E => '\x{0114}',
G => '\x{011E}',
I => '\x{012C}',
O => '\x{014E}',
U => '\x{016C}',
"\\I" => '\x{012C}',
"\\i" => '\x{012D}',
a => '\x{0103}',
e => '\x{0115}',
g => '\x{011F}',
i => '\x{012D}',
o => '\x{014F}',
u => '\x{016D}',
},
"v" => { # with caron
A => '\x{01CD}',
C => '\x{010C}',
D => '\x{010E}',
DZ => '\x{01C4}',
E => '\x{011A}',
G => '\x{01E6}',
H => '\x{021E}',
I => '\x{01CF}',
K => '\x{01E8}',
L => '\x{013D}',
N => '\x{0147}',
O => '\x{01D1}',
R => '\x{0158}',
S => '\x{0160}',
T => '\x{0164}',
U => '\x{01D3}',
Z => '\x{017D}',
"\\I" => '\x{01CF}',
"\\i" => '\x{01D0}',
"\\j" => '\x{01F0}',
a => '\x{01CE}',
c => '\x{010D}',
d => '\x{010F}',
dz => '\x{01C6}',
e => '\x{011B}',
g => '\x{01E7}',
h => '\x{021F}',
i => '\x{01D0}',
j => '\x{01F0}',
k => '\x{01E9}',
l => '\x{013E}',
n => '\x{0148}',
o => '\x{01D2}',
r => '\x{0159}',
s => '\x{0161}',
t => '\x{0165}',
u => '\x{01D4}',
z => '\x{017E}',
},
);
#
our %GERMAN = ( # for package `german'/`ngerman'
'"a' => 'ä',
'"A' => 'Ä',
'"e' => 'ë',
'"E' => 'Ë',
'"i' => 'ï',
'"I' => 'Ï',
'"o' => 'ö',
'"O' => 'Ö',
'"u' => 'ü',
'"U' => 'Ü',
'"s' => 'ß',
'"S' => 'SS',
'"z' => 'ß',
'"Z' => 'SZ',
'"ck' => 'ck', # old spelling: ck -> k-k
'"ff' => 'ff', # old spelling: ff -> ff-f
'"`' => '„',
"\"'" => '“',
'"<' => '«',
'">' => '»',
'"-' => '\x{00AD}', # soft hyphen
'""' => '\x{200B}', # zero width space
'"~' => '\x{2011}', # non-breaking hyphen
'"=' => '-',
'\glq' => '‚', # left german single quote
'\grq' => '‘', # right german single quote
'\flqq' => '«',
'\frqq' => '»',
'\dq' => '"',
);
1;
__END__
=pod
=encoding UTF-8
=head1 NAME
LaTeX::ToUnicode::Tables - Character tables for LaTeX::ToUnicode
=head1 VERSION
version 0.54
=head1 CONSTANTS
=head2 @LIGATURES
Standard TeX character sequences (not \commands) which need to be
replaced: C<---> with U+2014 (em dash), etc. Includes: em dash, en
dash, inverted exclamation, inverted question, left double quote, right
double quote, left single quote, right single quote. They are replaced
in that order.
=head2 %MARKUPS
Hash where keys are the names of formatting commands like C<\tt>,
without the backslash, namely: C<bf cal em it rm sc sf sl small tt>. Values
are the obvious HTML equivalent where one exists, given as the tag name
without the angle brackets: C<b em i tt>. Otherwise the value is the empty
string.
=head2 %ARGUMENT_COMMANDS
Hash where keys are the names of TeX commands taking arguments that we
handle, without the backslash, such as C<enquote>. Each value is a
reference to a list of two strings, the first being the text to insert
before the argument, the second being the text to insert after. For
example, for C<enquote> the value is C<["`", "'"]>. The inserted text is
subject to further replacements.
Only three such commands are currently handled: C<\emph>, C<\enquote>,
and C<\path>.
=head2 %CONTROL_SYMBOLS
A hash where the keys are non-alphabetic C<\command>s (without the
backslash), other than accents and special cases. These don't take
arguments. Although some of these have Unicode equivalents, such as the
C<\,> thin space, it seems better to keep the output as simple as
possible; small spacing tweaks in TeX aren't usually desirable in plain
text or HTML.
The values are single-quoted strings C<'\x{...}'>, not double-quoted
literal characters <"\x{...}">, to ease future parsing of the
TeX/text/HTML.
This hash is necessary because TeX's parsing rules for control symbols
are different from control words: no space or other token is needed to
terminate control symbols.
=head2 %CONTROL_WORDS
Keys are names of argument-less commands, such as C<\LaTeX> (without the
backslash). Values are the replacements, often the empty string.
=head2 %SYMBOLS
Keys are the commands for extended characters, such as C<\AA> (without
the backslash.)
=head2 %ACCENT_SYMBOLS
Two-level hash of accented characters like C<\'{a}>. The keys of this
hash are the accent symbols (without the backslash), such as C<`> and
C<'>. The corresponding values are hash references where the keys are
the base letters and the values are single-quoted C<'\x{....}'> strings.
=head2 %ACCENT_LETTERS
Same as %ACCENT_SYMBOLS, except the keys are accents that are
alphabetic, such as C<\c> (without the backslash as always).
As with control sequences, it's necessary to distinguish symbols and
alphabetic commands because of the different parsing rules.
=head2 %GERMAN
Character sequences (not necessarily commands) as defined by the package
`german'/`ngerman', e.g. C<"a> (a with umlaut), C<"s> (german sharp s)
or C<"`"> (german left quote). Note the missing backslash.
The keys of this hash are the literal character sequences.
=head1 AUTHOR
Gerhard Gossen <gerhard.gossen@googlemail.com>,
Boris Veytsman <boris@varphi.com>,
Karl Berry <karl@freefriends.org>
L<https://github.com/borisveytsman/bibtexperllibs>
=head1 COPYRIGHT AND LICENSE
Copyright 2010-2024 Gerhard Gossen, Boris Veytsman, Karl Berry
This is free software; you can redistribute it and/or modify it under
the same terms as the Perl5 programming language system itself.
=cut