1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
|
use super::{Lang, Region};
use crate::parse::is_newline;
/// State machine for smart quote subtitution.
#[derive(Debug, Clone)]
pub struct Quoter {
/// How many quotes have been opened.
quote_depth: usize,
/// Whether an opening quote might follow.
expect_opening: bool,
/// Whether the last character was numeric.
last_num: bool,
}
impl Quoter {
/// Start quoting.
pub fn new() -> Self {
Self {
quote_depth: 0,
expect_opening: true,
last_num: false,
}
}
/// Process the last seen character.
pub fn last(&mut self, c: char) {
self.expect_opening = is_ignorable(c) || is_opening_bracket(c);
self.last_num = c.is_numeric();
}
/// Process and substitute a quote.
pub fn quote<'a>(
&mut self,
quotes: &Quotes<'a>,
double: bool,
peeked: Option<char>,
) -> &'a str {
let peeked = peeked.unwrap_or(' ');
if self.expect_opening {
self.quote_depth += 1;
quotes.open(double)
} else if self.quote_depth > 0
&& (peeked.is_ascii_punctuation() || is_ignorable(peeked))
{
self.quote_depth -= 1;
quotes.close(double)
} else if self.last_num {
quotes.prime(double)
} else {
quotes.fallback(double)
}
}
}
impl Default for Quoter {
fn default() -> Self {
Self::new()
}
}
fn is_ignorable(c: char) -> bool {
c.is_whitespace() || is_newline(c)
}
fn is_opening_bracket(c: char) -> bool {
matches!(c, '(' | '{' | '[')
}
/// Decides which quotes to subtitute smart quotes with.
pub struct Quotes<'s> {
/// The opening single quote.
pub single_open: &'s str,
/// The closing single quote.
pub single_close: &'s str,
/// The opening double quote.
pub double_open: &'s str,
/// The closing double quote.
pub double_close: &'s str,
}
impl<'s> Quotes<'s> {
/// Create a new `Quotes` struct with the defaults for a language and
/// region.
///
/// The language should be specified as an all-lowercase ISO 639-1 code, the
/// region as an all-uppercase ISO 3166-alpha2 code.
///
/// Currently, the supported languages are: English, Czech, Danish, German,
/// Swiss / Liechtensteinian German, Estonian, Icelandic, Lithuanian,
/// Latvian, Slovak, Slovenian, Bosnian, Finnish, Swedish, French,
/// Hungarian, Polish, Romanian, Japanese, Traditional Chinese, Russian, and
/// Norwegian.
///
/// For unknown languages, the English quotes are used.
pub fn from_lang(lang: Lang, region: Option<Region>) -> Self {
let region = region.as_ref().map(Region::as_str);
let (single_open, single_close, double_open, double_close) = match lang.as_str() {
"de" if matches!(region, Some("CH" | "LI")) => ("‹", "›", "«", "»"),
"cs" | "da" | "de" | "et" | "is" | "lt" | "lv" | "sk" | "sl" => {
("‚", "‘", "„", "“")
}
"fr" => ("‹\u{00A0}", "\u{00A0}›", "«\u{00A0}", "\u{00A0}»"),
"bs" | "fi" | "sv" => ("’", "’", "”", "”"),
"hu" | "pl" | "ro" => ("’", "’", "„", "”"),
"ru" | "no" | "nn" => ("’", "’", "«", "»"),
_ => return Self::default(),
};
Self {
single_open,
single_close,
double_open,
double_close,
}
}
/// The opening quote.
fn open(&self, double: bool) -> &'s str {
if double { self.double_open } else { self.single_open }
}
/// The closing quote.
fn close(&self, double: bool) -> &'s str {
if double { self.double_close } else { self.single_close }
}
/// Which character should be used as a prime.
fn prime(&self, double: bool) -> &'static str {
if double { "″" } else { "′" }
}
/// Which character should be used as a fallback quote.
fn fallback(&self, double: bool) -> &'static str {
if double { "\"" } else { "’" }
}
}
impl Default for Quotes<'_> {
/// Returns the english quotes as default.
fn default() -> Self {
Self {
single_open: "‘",
single_close: "’",
double_open: "“",
double_close: "”",
}
}
}
|
