diff options
author | bors[bot] <26634292+bors[bot]@users.noreply.github.com> | 2020-04-09 08:38:55 +0100 |
---|---|---|
committer | GitHub <[email protected]> | 2020-04-09 08:38:55 +0100 |
commit | ebd1309c9a3ac0e6b0cee197f30a962d5263e727 (patch) | |
tree | c427803762cb400420fa8c95ff329fac3425a991 | |
parent | 080c983498afcac3eb54028af5c9f8bfe7f2c826 (diff) | |
parent | 836384393b3cb2dca003f4a2caf47e94f283f48c (diff) |
Merge #3906
3906: Implement proc_macro rustc server r=matklad a=edwin0cheng
This PR implement the `ra_tt::TokenTree` based rustc server for lib_proc_macro.
Note that span information is not implemented yet.
Co-authored-by: Edwin Cheng <[email protected]>
-rw-r--r-- | Cargo.lock | 1 | ||||
-rw-r--r-- | crates/ra_proc_macro_srv/Cargo.toml | 2 | ||||
-rw-r--r-- | crates/ra_proc_macro_srv/src/lib.rs | 3 | ||||
-rw-r--r-- | crates/ra_proc_macro_srv/src/rustc_server.rs | 684 |
4 files changed, 689 insertions, 1 deletions
diff --git a/Cargo.lock b/Cargo.lock index eb9824218..34f05e83a 100644 --- a/Cargo.lock +++ b/Cargo.lock | |||
@@ -1081,6 +1081,7 @@ version = "0.1.0" | |||
1081 | dependencies = [ | 1081 | dependencies = [ |
1082 | "cargo_metadata", | 1082 | "cargo_metadata", |
1083 | "difference", | 1083 | "difference", |
1084 | "ra_mbe", | ||
1084 | "ra_proc_macro", | 1085 | "ra_proc_macro", |
1085 | "ra_tt", | 1086 | "ra_tt", |
1086 | "serde_derive", | 1087 | "serde_derive", |
diff --git a/crates/ra_proc_macro_srv/Cargo.toml b/crates/ra_proc_macro_srv/Cargo.toml index 6300d668a..f08de5fc7 100644 --- a/crates/ra_proc_macro_srv/Cargo.toml +++ b/crates/ra_proc_macro_srv/Cargo.toml | |||
@@ -10,9 +10,9 @@ doctest = false | |||
10 | 10 | ||
11 | [dependencies] | 11 | [dependencies] |
12 | ra_tt = { path = "../ra_tt" } | 12 | ra_tt = { path = "../ra_tt" } |
13 | ra_mbe = { path = "../ra_mbe" } | ||
13 | ra_proc_macro = { path = "../ra_proc_macro" } | 14 | ra_proc_macro = { path = "../ra_proc_macro" } |
14 | 15 | ||
15 | |||
16 | [dev-dependencies] | 16 | [dev-dependencies] |
17 | cargo_metadata = "0.9.1" | 17 | cargo_metadata = "0.9.1" |
18 | difference = "2.0.0" | 18 | difference = "2.0.0" |
diff --git a/crates/ra_proc_macro_srv/src/lib.rs b/crates/ra_proc_macro_srv/src/lib.rs index 80cfa1174..f376df236 100644 --- a/crates/ra_proc_macro_srv/src/lib.rs +++ b/crates/ra_proc_macro_srv/src/lib.rs | |||
@@ -14,6 +14,9 @@ | |||
14 | #[doc(hidden)] | 14 | #[doc(hidden)] |
15 | mod proc_macro; | 15 | mod proc_macro; |
16 | 16 | ||
17 | #[doc(hidden)] | ||
18 | mod rustc_server; | ||
19 | |||
17 | use proc_macro::bridge::client::TokenStream; | 20 | use proc_macro::bridge::client::TokenStream; |
18 | use ra_proc_macro::{ExpansionResult, ExpansionTask, ListMacrosResult, ListMacrosTask}; | 21 | use ra_proc_macro::{ExpansionResult, ExpansionTask, ListMacrosResult, ListMacrosTask}; |
19 | 22 | ||
diff --git a/crates/ra_proc_macro_srv/src/rustc_server.rs b/crates/ra_proc_macro_srv/src/rustc_server.rs new file mode 100644 index 000000000..92d1fd989 --- /dev/null +++ b/crates/ra_proc_macro_srv/src/rustc_server.rs | |||
@@ -0,0 +1,684 @@ | |||
1 | //! Rustc proc-macro server implementation with ra_tt | ||
2 | //! | ||
3 | //! Based on idea from https://github.com/fedochet/rust-proc-macro-expander | ||
4 | //! The lib-proc-macro server backend is `TokenStream`-agnostic, such that | ||
5 | //! we could provide any TokenStream implementation. | ||
6 | //! The original idea from fedochet is using proc-macro2 as backend, | ||
7 | //! we use ra_tt instead for better intergation with RA. | ||
8 | //! | ||
9 | //! FIXME: No span and source file informatin is implemented yet | ||
10 | |||
11 | use crate::proc_macro::bridge::{self, server}; | ||
12 | use ra_tt as tt; | ||
13 | |||
14 | use std::collections::{Bound, HashMap}; | ||
15 | use std::hash::Hash; | ||
16 | use std::iter::FromIterator; | ||
17 | use std::str::FromStr; | ||
18 | use std::{ascii, vec::IntoIter}; | ||
19 | |||
20 | type Group = tt::Subtree; | ||
21 | type TokenTree = tt::TokenTree; | ||
22 | type Punct = tt::Punct; | ||
23 | type Spacing = tt::Spacing; | ||
24 | type Literal = tt::Literal; | ||
25 | type Span = tt::TokenId; | ||
26 | |||
27 | #[derive(Debug, Clone)] | ||
28 | pub struct TokenStream { | ||
29 | pub subtree: tt::Subtree, | ||
30 | } | ||
31 | |||
32 | impl TokenStream { | ||
33 | pub fn new() -> Self { | ||
34 | TokenStream { subtree: Default::default() } | ||
35 | } | ||
36 | |||
37 | pub fn is_empty(&self) -> bool { | ||
38 | self.subtree.token_trees.is_empty() | ||
39 | } | ||
40 | } | ||
41 | |||
42 | /// Creates a token stream containing a single token tree. | ||
43 | impl From<TokenTree> for TokenStream { | ||
44 | fn from(tree: TokenTree) -> TokenStream { | ||
45 | TokenStream { subtree: tt::Subtree { delimiter: None, token_trees: vec![tree] } } | ||
46 | } | ||
47 | } | ||
48 | |||
49 | /// Collects a number of token trees into a single stream. | ||
50 | impl FromIterator<TokenTree> for TokenStream { | ||
51 | fn from_iter<I: IntoIterator<Item = TokenTree>>(trees: I) -> Self { | ||
52 | trees.into_iter().map(TokenStream::from).collect() | ||
53 | } | ||
54 | } | ||
55 | |||
56 | /// A "flattening" operation on token streams, collects token trees | ||
57 | /// from multiple token streams into a single stream. | ||
58 | impl FromIterator<TokenStream> for TokenStream { | ||
59 | fn from_iter<I: IntoIterator<Item = TokenStream>>(streams: I) -> Self { | ||
60 | let mut builder = TokenStreamBuilder::new(); | ||
61 | streams.into_iter().for_each(|stream| builder.push(stream)); | ||
62 | builder.build() | ||
63 | } | ||
64 | } | ||
65 | |||
66 | impl Extend<TokenTree> for TokenStream { | ||
67 | fn extend<I: IntoIterator<Item = TokenTree>>(&mut self, trees: I) { | ||
68 | self.extend(trees.into_iter().map(TokenStream::from)); | ||
69 | } | ||
70 | } | ||
71 | |||
72 | impl Extend<TokenStream> for TokenStream { | ||
73 | fn extend<I: IntoIterator<Item = TokenStream>>(&mut self, streams: I) { | ||
74 | for item in streams { | ||
75 | self.subtree.token_trees.extend(&mut item.into_iter()) | ||
76 | } | ||
77 | } | ||
78 | } | ||
79 | |||
80 | type Level = crate::proc_macro::Level; | ||
81 | type LineColumn = crate::proc_macro::LineColumn; | ||
82 | type SourceFile = crate::proc_macro::SourceFile; | ||
83 | |||
84 | /// A structure representing a diagnostic message and associated children | ||
85 | /// messages. | ||
86 | #[derive(Clone, Debug)] | ||
87 | pub struct Diagnostic { | ||
88 | level: Level, | ||
89 | message: String, | ||
90 | spans: Vec<Span>, | ||
91 | children: Vec<Diagnostic>, | ||
92 | } | ||
93 | |||
94 | impl Diagnostic { | ||
95 | /// Creates a new diagnostic with the given `level` and `message`. | ||
96 | pub fn new<T: Into<String>>(level: Level, message: T) -> Diagnostic { | ||
97 | Diagnostic { level, message: message.into(), spans: vec![], children: vec![] } | ||
98 | } | ||
99 | } | ||
100 | |||
101 | // Rustc Server Ident has to be `Copyable` | ||
102 | // We use a stub here for bypassing | ||
103 | #[derive(Hash, Eq, PartialEq, Copy, Clone)] | ||
104 | pub struct IdentId(u32); | ||
105 | |||
106 | #[derive(Clone, Hash, Eq, PartialEq)] | ||
107 | struct IdentData(tt::Ident); | ||
108 | |||
109 | #[derive(Default)] | ||
110 | struct IdentInterner { | ||
111 | idents: HashMap<IdentData, u32>, | ||
112 | ident_data: Vec<IdentData>, | ||
113 | } | ||
114 | |||
115 | impl IdentInterner { | ||
116 | fn intern(&mut self, data: &IdentData) -> u32 { | ||
117 | if let Some(index) = self.idents.get(data) { | ||
118 | return *index; | ||
119 | } | ||
120 | |||
121 | let index = self.idents.len() as u32; | ||
122 | self.ident_data.push(data.clone()); | ||
123 | self.idents.insert(data.clone(), index); | ||
124 | index | ||
125 | } | ||
126 | |||
127 | fn get(&self, index: u32) -> &IdentData { | ||
128 | &self.ident_data[index as usize] | ||
129 | } | ||
130 | |||
131 | #[allow(unused)] | ||
132 | fn get_mut(&mut self, index: u32) -> &mut IdentData { | ||
133 | self.ident_data.get_mut(index as usize).expect("Should be consistent") | ||
134 | } | ||
135 | } | ||
136 | |||
137 | pub struct TokenStreamBuilder { | ||
138 | acc: TokenStream, | ||
139 | } | ||
140 | |||
141 | /// Public implementation details for the `TokenStream` type, such as iterators. | ||
142 | pub mod token_stream { | ||
143 | use super::{tt, TokenStream, TokenTree}; | ||
144 | use std::str::FromStr; | ||
145 | |||
146 | /// An iterator over `TokenStream`'s `TokenTree`s. | ||
147 | /// The iteration is "shallow", e.g., the iterator doesn't recurse into delimited groups, | ||
148 | /// and returns whole groups as token trees. | ||
149 | impl IntoIterator for TokenStream { | ||
150 | type Item = TokenTree; | ||
151 | type IntoIter = super::IntoIter<TokenTree>; | ||
152 | |||
153 | fn into_iter(self) -> Self::IntoIter { | ||
154 | self.subtree.token_trees.into_iter() | ||
155 | } | ||
156 | } | ||
157 | |||
158 | type LexError = String; | ||
159 | |||
160 | /// Attempts to break the string into tokens and parse those tokens into a token stream. | ||
161 | /// May fail for a number of reasons, for example, if the string contains unbalanced delimiters | ||
162 | /// or characters not existing in the language. | ||
163 | /// All tokens in the parsed stream get `Span::call_site()` spans. | ||
164 | /// | ||
165 | /// NOTE: some errors may cause panics instead of returning `LexError`. We reserve the right to | ||
166 | /// change these errors into `LexError`s later. | ||
167 | impl FromStr for TokenStream { | ||
168 | type Err = LexError; | ||
169 | |||
170 | fn from_str(src: &str) -> Result<TokenStream, LexError> { | ||
171 | let (subtree, _token_map) = | ||
172 | ra_mbe::parse_to_token_tree(src).ok_or("Failed to parse from mbe")?; | ||
173 | |||
174 | let tt: tt::TokenTree = subtree.into(); | ||
175 | Ok(tt.into()) | ||
176 | } | ||
177 | } | ||
178 | |||
179 | impl ToString for TokenStream { | ||
180 | fn to_string(&self) -> String { | ||
181 | let tt = self.subtree.clone().into(); | ||
182 | to_text(&tt) | ||
183 | } | ||
184 | } | ||
185 | |||
186 | fn to_text(tkn: &tt::TokenTree) -> String { | ||
187 | match tkn { | ||
188 | tt::TokenTree::Leaf(tt::Leaf::Ident(ident)) => ident.text.clone().into(), | ||
189 | tt::TokenTree::Leaf(tt::Leaf::Literal(literal)) => literal.text.clone().into(), | ||
190 | tt::TokenTree::Leaf(tt::Leaf::Punct(punct)) => format!("{}", punct.char), | ||
191 | tt::TokenTree::Subtree(subtree) => { | ||
192 | let content = subtree | ||
193 | .token_trees | ||
194 | .iter() | ||
195 | .map(|tkn| { | ||
196 | let s = to_text(tkn); | ||
197 | if let tt::TokenTree::Leaf(tt::Leaf::Punct(punct)) = tkn { | ||
198 | if punct.spacing == tt::Spacing::Alone { | ||
199 | return s + " "; | ||
200 | } | ||
201 | } | ||
202 | s | ||
203 | }) | ||
204 | .collect::<Vec<_>>() | ||
205 | .concat(); | ||
206 | let (open, close) = match subtree.delimiter.map(|it| it.kind) { | ||
207 | None => ("", ""), | ||
208 | Some(tt::DelimiterKind::Brace) => ("{", "}"), | ||
209 | Some(tt::DelimiterKind::Parenthesis) => ("(", ")"), | ||
210 | Some(tt::DelimiterKind::Bracket) => ("[", "]"), | ||
211 | }; | ||
212 | format!("{}{}{}", open, content, close) | ||
213 | } | ||
214 | } | ||
215 | } | ||
216 | } | ||
217 | |||
218 | impl TokenStreamBuilder { | ||
219 | fn new() -> TokenStreamBuilder { | ||
220 | TokenStreamBuilder { acc: TokenStream::new() } | ||
221 | } | ||
222 | |||
223 | fn push(&mut self, stream: TokenStream) { | ||
224 | self.acc.extend(stream.into_iter()) | ||
225 | } | ||
226 | |||
227 | fn build(self) -> TokenStream { | ||
228 | self.acc | ||
229 | } | ||
230 | } | ||
231 | |||
232 | #[derive(Clone)] | ||
233 | pub struct TokenStreamIter { | ||
234 | trees: IntoIter<TokenTree>, | ||
235 | } | ||
236 | |||
237 | #[derive(Default)] | ||
238 | pub struct Rustc { | ||
239 | ident_interner: IdentInterner, | ||
240 | // FIXME: store span information here. | ||
241 | } | ||
242 | |||
243 | impl server::Types for Rustc { | ||
244 | type TokenStream = TokenStream; | ||
245 | type TokenStreamBuilder = TokenStreamBuilder; | ||
246 | type TokenStreamIter = TokenStreamIter; | ||
247 | type Group = Group; | ||
248 | type Punct = Punct; | ||
249 | type Ident = IdentId; | ||
250 | type Literal = Literal; | ||
251 | type SourceFile = SourceFile; | ||
252 | type Diagnostic = Diagnostic; | ||
253 | type Span = Span; | ||
254 | type MultiSpan = Vec<Span>; | ||
255 | } | ||
256 | |||
257 | impl server::TokenStream for Rustc { | ||
258 | fn new(&mut self) -> Self::TokenStream { | ||
259 | Self::TokenStream::new() | ||
260 | } | ||
261 | |||
262 | fn is_empty(&mut self, stream: &Self::TokenStream) -> bool { | ||
263 | stream.is_empty() | ||
264 | } | ||
265 | fn from_str(&mut self, src: &str) -> Self::TokenStream { | ||
266 | Self::TokenStream::from_str(src).expect("cannot parse string") | ||
267 | } | ||
268 | fn to_string(&mut self, stream: &Self::TokenStream) -> String { | ||
269 | stream.to_string() | ||
270 | } | ||
271 | fn from_token_tree( | ||
272 | &mut self, | ||
273 | tree: bridge::TokenTree<Self::Group, Self::Punct, Self::Ident, Self::Literal>, | ||
274 | ) -> Self::TokenStream { | ||
275 | match tree { | ||
276 | bridge::TokenTree::Group(group) => { | ||
277 | let tree = TokenTree::from(group); | ||
278 | Self::TokenStream::from_iter(vec![tree]) | ||
279 | } | ||
280 | |||
281 | bridge::TokenTree::Ident(IdentId(index)) => { | ||
282 | let IdentData(ident) = self.ident_interner.get(index).clone(); | ||
283 | let ident: tt::Ident = ident; | ||
284 | let leaf = tt::Leaf::from(ident); | ||
285 | let tree = TokenTree::from(leaf); | ||
286 | Self::TokenStream::from_iter(vec![tree]) | ||
287 | } | ||
288 | |||
289 | bridge::TokenTree::Literal(literal) => { | ||
290 | let leaf = tt::Leaf::from(literal); | ||
291 | let tree = TokenTree::from(leaf); | ||
292 | Self::TokenStream::from_iter(vec![tree]) | ||
293 | } | ||
294 | |||
295 | bridge::TokenTree::Punct(p) => { | ||
296 | let leaf = tt::Leaf::from(p); | ||
297 | let tree = TokenTree::from(leaf); | ||
298 | Self::TokenStream::from_iter(vec![tree]) | ||
299 | } | ||
300 | } | ||
301 | } | ||
302 | |||
303 | fn into_iter(&mut self, stream: Self::TokenStream) -> Self::TokenStreamIter { | ||
304 | let trees: Vec<TokenTree> = stream.into_iter().collect(); | ||
305 | TokenStreamIter { trees: trees.into_iter() } | ||
306 | } | ||
307 | } | ||
308 | |||
309 | impl server::TokenStreamBuilder for Rustc { | ||
310 | fn new(&mut self) -> Self::TokenStreamBuilder { | ||
311 | Self::TokenStreamBuilder::new() | ||
312 | } | ||
313 | fn push(&mut self, builder: &mut Self::TokenStreamBuilder, stream: Self::TokenStream) { | ||
314 | builder.push(stream) | ||
315 | } | ||
316 | fn build(&mut self, builder: Self::TokenStreamBuilder) -> Self::TokenStream { | ||
317 | builder.build() | ||
318 | } | ||
319 | } | ||
320 | |||
321 | impl server::TokenStreamIter for Rustc { | ||
322 | fn next( | ||
323 | &mut self, | ||
324 | iter: &mut Self::TokenStreamIter, | ||
325 | ) -> Option<bridge::TokenTree<Self::Group, Self::Punct, Self::Ident, Self::Literal>> { | ||
326 | iter.trees.next().map(|tree| match tree { | ||
327 | TokenTree::Subtree(group) => bridge::TokenTree::Group(group), | ||
328 | TokenTree::Leaf(tt::Leaf::Ident(ident)) => { | ||
329 | bridge::TokenTree::Ident(IdentId(self.ident_interner.intern(&IdentData(ident)))) | ||
330 | } | ||
331 | TokenTree::Leaf(tt::Leaf::Literal(literal)) => bridge::TokenTree::Literal(literal), | ||
332 | TokenTree::Leaf(tt::Leaf::Punct(punct)) => bridge::TokenTree::Punct(punct), | ||
333 | }) | ||
334 | } | ||
335 | } | ||
336 | |||
337 | fn delim_to_internal(d: bridge::Delimiter) -> Option<tt::Delimiter> { | ||
338 | let kind = match d { | ||
339 | bridge::Delimiter::Parenthesis => tt::DelimiterKind::Parenthesis, | ||
340 | bridge::Delimiter::Brace => tt::DelimiterKind::Brace, | ||
341 | bridge::Delimiter::Bracket => tt::DelimiterKind::Bracket, | ||
342 | bridge::Delimiter::None => return None, | ||
343 | }; | ||
344 | Some(tt::Delimiter { id: tt::TokenId::unspecified(), kind }) | ||
345 | } | ||
346 | |||
347 | fn delim_to_external(d: Option<tt::Delimiter>) -> bridge::Delimiter { | ||
348 | match d.map(|it| it.kind) { | ||
349 | Some(tt::DelimiterKind::Parenthesis) => bridge::Delimiter::Parenthesis, | ||
350 | Some(tt::DelimiterKind::Brace) => bridge::Delimiter::Brace, | ||
351 | Some(tt::DelimiterKind::Bracket) => bridge::Delimiter::Bracket, | ||
352 | None => bridge::Delimiter::None, | ||
353 | } | ||
354 | } | ||
355 | |||
356 | fn spacing_to_internal(spacing: bridge::Spacing) -> Spacing { | ||
357 | match spacing { | ||
358 | bridge::Spacing::Alone => Spacing::Alone, | ||
359 | bridge::Spacing::Joint => Spacing::Joint, | ||
360 | } | ||
361 | } | ||
362 | |||
363 | fn spacing_to_external(spacing: Spacing) -> bridge::Spacing { | ||
364 | match spacing { | ||
365 | Spacing::Alone => bridge::Spacing::Alone, | ||
366 | Spacing::Joint => bridge::Spacing::Joint, | ||
367 | } | ||
368 | } | ||
369 | |||
370 | impl server::Group for Rustc { | ||
371 | fn new(&mut self, delimiter: bridge::Delimiter, stream: Self::TokenStream) -> Self::Group { | ||
372 | Self::Group { | ||
373 | delimiter: delim_to_internal(delimiter), | ||
374 | token_trees: stream.subtree.token_trees, | ||
375 | } | ||
376 | } | ||
377 | fn delimiter(&mut self, group: &Self::Group) -> bridge::Delimiter { | ||
378 | delim_to_external(group.delimiter) | ||
379 | } | ||
380 | |||
381 | // NOTE: Return value of do not include delimiter | ||
382 | fn stream(&mut self, group: &Self::Group) -> Self::TokenStream { | ||
383 | TokenStream { | ||
384 | subtree: tt::Subtree { delimiter: None, token_trees: group.token_trees.clone() }, | ||
385 | } | ||
386 | } | ||
387 | |||
388 | fn span(&mut self, group: &Self::Group) -> Self::Span { | ||
389 | group.delimiter.map(|it| it.id).unwrap_or_else(|| tt::TokenId::unspecified()) | ||
390 | } | ||
391 | |||
392 | fn set_span(&mut self, _group: &mut Self::Group, _span: Self::Span) { | ||
393 | // FIXME handle span | ||
394 | } | ||
395 | |||
396 | fn span_open(&mut self, _group: &Self::Group) -> Self::Span { | ||
397 | // FIXME handle span | ||
398 | // MySpan(self.span_interner.intern(&MySpanData(group.span_open()))) | ||
399 | tt::TokenId::unspecified() | ||
400 | } | ||
401 | |||
402 | fn span_close(&mut self, _group: &Self::Group) -> Self::Span { | ||
403 | // FIXME handle span | ||
404 | tt::TokenId::unspecified() | ||
405 | } | ||
406 | } | ||
407 | |||
408 | impl server::Punct for Rustc { | ||
409 | fn new(&mut self, ch: char, spacing: bridge::Spacing) -> Self::Punct { | ||
410 | tt::Punct { | ||
411 | char: ch, | ||
412 | spacing: spacing_to_internal(spacing), | ||
413 | id: tt::TokenId::unspecified(), | ||
414 | } | ||
415 | } | ||
416 | fn as_char(&mut self, punct: Self::Punct) -> char { | ||
417 | punct.char | ||
418 | } | ||
419 | fn spacing(&mut self, punct: Self::Punct) -> bridge::Spacing { | ||
420 | spacing_to_external(punct.spacing) | ||
421 | } | ||
422 | fn span(&mut self, _punct: Self::Punct) -> Self::Span { | ||
423 | // FIXME handle span | ||
424 | tt::TokenId::unspecified() | ||
425 | } | ||
426 | fn with_span(&mut self, punct: Self::Punct, _span: Self::Span) -> Self::Punct { | ||
427 | // FIXME handle span | ||
428 | punct | ||
429 | } | ||
430 | } | ||
431 | |||
432 | impl server::Ident for Rustc { | ||
433 | fn new(&mut self, string: &str, _span: Self::Span, _is_raw: bool) -> Self::Ident { | ||
434 | IdentId( | ||
435 | self.ident_interner.intern(&IdentData(tt::Ident { | ||
436 | text: string.into(), | ||
437 | id: tt::TokenId::unspecified(), | ||
438 | })), | ||
439 | ) | ||
440 | } | ||
441 | |||
442 | fn span(&mut self, _ident: Self::Ident) -> Self::Span { | ||
443 | // FIXME handle span | ||
444 | tt::TokenId::unspecified() | ||
445 | } | ||
446 | fn with_span(&mut self, ident: Self::Ident, _span: Self::Span) -> Self::Ident { | ||
447 | // FIXME handle span | ||
448 | ident | ||
449 | } | ||
450 | } | ||
451 | |||
452 | impl server::Literal for Rustc { | ||
453 | // FIXME(eddyb) `Literal` should not expose internal `Debug` impls. | ||
454 | fn debug(&mut self, literal: &Self::Literal) -> String { | ||
455 | format!("{:?}", literal) | ||
456 | } | ||
457 | |||
458 | fn integer(&mut self, n: &str) -> Self::Literal { | ||
459 | let n: i128 = n.parse().unwrap(); | ||
460 | Literal { text: n.to_string().into(), id: tt::TokenId::unspecified() } | ||
461 | } | ||
462 | |||
463 | fn typed_integer(&mut self, n: &str, kind: &str) -> Self::Literal { | ||
464 | macro_rules! def_suffixed_integer { | ||
465 | ($kind:ident, $($ty:ty),*) => { | ||
466 | match $kind { | ||
467 | $( | ||
468 | stringify!($ty) => { | ||
469 | let n: $ty = n.parse().unwrap(); | ||
470 | format!(concat!("{}", stringify!($ty)), n) | ||
471 | } | ||
472 | )* | ||
473 | _ => unimplemented!("unknown args for typed_integer: n {}, kind {}", n, $kind), | ||
474 | } | ||
475 | } | ||
476 | } | ||
477 | |||
478 | let text = | ||
479 | def_suffixed_integer! {kind, u8, u16, u32, u64, u128, usize, i8, i16, i32, i64, i128}; | ||
480 | |||
481 | Literal { text: text.into(), id: tt::TokenId::unspecified() } | ||
482 | } | ||
483 | |||
484 | fn float(&mut self, n: &str) -> Self::Literal { | ||
485 | let n: f64 = n.parse().unwrap(); | ||
486 | let mut text = f64::to_string(&n); | ||
487 | if !text.contains('.') { | ||
488 | text += ".0" | ||
489 | } | ||
490 | Literal { text: text.into(), id: tt::TokenId::unspecified() } | ||
491 | } | ||
492 | |||
493 | fn f32(&mut self, n: &str) -> Self::Literal { | ||
494 | let n: f32 = n.parse().unwrap(); | ||
495 | let text = format!("{}f32", n); | ||
496 | Literal { text: text.into(), id: tt::TokenId::unspecified() } | ||
497 | } | ||
498 | |||
499 | fn f64(&mut self, n: &str) -> Self::Literal { | ||
500 | let n: f64 = n.parse().unwrap(); | ||
501 | let text = format!("{}f64", n); | ||
502 | Literal { text: text.into(), id: tt::TokenId::unspecified() } | ||
503 | } | ||
504 | |||
505 | fn string(&mut self, string: &str) -> Self::Literal { | ||
506 | let mut escaped = String::new(); | ||
507 | for ch in string.chars() { | ||
508 | escaped.extend(ch.escape_debug()); | ||
509 | } | ||
510 | Literal { text: format!("\"{}\"", escaped).into(), id: tt::TokenId::unspecified() } | ||
511 | } | ||
512 | |||
513 | fn character(&mut self, ch: char) -> Self::Literal { | ||
514 | Literal { text: format!("'{}'", ch).into(), id: tt::TokenId::unspecified() } | ||
515 | } | ||
516 | |||
517 | fn byte_string(&mut self, bytes: &[u8]) -> Self::Literal { | ||
518 | let string = bytes | ||
519 | .iter() | ||
520 | .cloned() | ||
521 | .flat_map(ascii::escape_default) | ||
522 | .map(Into::<char>::into) | ||
523 | .collect::<String>(); | ||
524 | |||
525 | Literal { text: format!("b\"{}\"", string).into(), id: tt::TokenId::unspecified() } | ||
526 | } | ||
527 | |||
528 | fn span(&mut self, literal: &Self::Literal) -> Self::Span { | ||
529 | literal.id | ||
530 | } | ||
531 | |||
532 | fn set_span(&mut self, _literal: &mut Self::Literal, _span: Self::Span) { | ||
533 | // FIXME handle span | ||
534 | } | ||
535 | |||
536 | fn subspan( | ||
537 | &mut self, | ||
538 | _literal: &Self::Literal, | ||
539 | _start: Bound<usize>, | ||
540 | _end: Bound<usize>, | ||
541 | ) -> Option<Self::Span> { | ||
542 | // FIXME handle span | ||
543 | None | ||
544 | } | ||
545 | } | ||
546 | |||
547 | impl server::SourceFile for Rustc { | ||
548 | fn eq(&mut self, file1: &Self::SourceFile, file2: &Self::SourceFile) -> bool { | ||
549 | file1.eq(file2) | ||
550 | } | ||
551 | fn path(&mut self, file: &Self::SourceFile) -> String { | ||
552 | String::from( | ||
553 | file.path().to_str().expect("non-UTF8 file path in `proc_macro::SourceFile::path`"), | ||
554 | ) | ||
555 | } | ||
556 | fn is_real(&mut self, file: &Self::SourceFile) -> bool { | ||
557 | file.is_real() | ||
558 | } | ||
559 | } | ||
560 | |||
561 | impl server::Diagnostic for Rustc { | ||
562 | fn new(&mut self, level: Level, msg: &str, spans: Self::MultiSpan) -> Self::Diagnostic { | ||
563 | let mut diag = Diagnostic::new(level, msg); | ||
564 | diag.spans = spans; | ||
565 | diag | ||
566 | } | ||
567 | |||
568 | fn sub( | ||
569 | &mut self, | ||
570 | _diag: &mut Self::Diagnostic, | ||
571 | _level: Level, | ||
572 | _msg: &str, | ||
573 | _spans: Self::MultiSpan, | ||
574 | ) { | ||
575 | // FIXME handle diagnostic | ||
576 | // | ||
577 | } | ||
578 | |||
579 | fn emit(&mut self, _diag: Self::Diagnostic) { | ||
580 | // FIXME handle diagnostic | ||
581 | // diag.emit() | ||
582 | } | ||
583 | } | ||
584 | |||
585 | impl server::Span for Rustc { | ||
586 | fn debug(&mut self, span: Self::Span) -> String { | ||
587 | format!("{:?}", span.0) | ||
588 | } | ||
589 | fn def_site(&mut self) -> Self::Span { | ||
590 | // MySpan(self.span_interner.intern(&MySpanData(Span::def_site()))) | ||
591 | // FIXME handle span | ||
592 | tt::TokenId::unspecified() | ||
593 | } | ||
594 | fn call_site(&mut self) -> Self::Span { | ||
595 | // MySpan(self.span_interner.intern(&MySpanData(Span::call_site()))) | ||
596 | // FIXME handle span | ||
597 | tt::TokenId::unspecified() | ||
598 | } | ||
599 | fn source_file(&mut self, _span: Self::Span) -> Self::SourceFile { | ||
600 | // let MySpanData(span) = self.span_interner.get(span.0); | ||
601 | unimplemented!() | ||
602 | } | ||
603 | |||
604 | /// Recent feature, not yet in the proc_macro | ||
605 | /// | ||
606 | /// See PR: | ||
607 | /// https://github.com/rust-lang/rust/pull/55780 | ||
608 | fn source_text(&mut self, _span: Self::Span) -> Option<String> { | ||
609 | None | ||
610 | } | ||
611 | |||
612 | fn parent(&mut self, _span: Self::Span) -> Option<Self::Span> { | ||
613 | // FIXME handle span | ||
614 | None | ||
615 | } | ||
616 | fn source(&mut self, span: Self::Span) -> Self::Span { | ||
617 | // FIXME handle span | ||
618 | span | ||
619 | } | ||
620 | fn start(&mut self, _span: Self::Span) -> LineColumn { | ||
621 | // FIXME handle span | ||
622 | LineColumn { line: 0, column: 0 } | ||
623 | } | ||
624 | fn end(&mut self, _span: Self::Span) -> LineColumn { | ||
625 | // FIXME handle span | ||
626 | LineColumn { line: 0, column: 0 } | ||
627 | } | ||
628 | fn join(&mut self, _first: Self::Span, _second: Self::Span) -> Option<Self::Span> { | ||
629 | None | ||
630 | } | ||
631 | fn resolved_at(&mut self, _span: Self::Span, _at: Self::Span) -> Self::Span { | ||
632 | // FIXME handle span | ||
633 | tt::TokenId::unspecified() | ||
634 | } | ||
635 | |||
636 | fn mixed_site(&mut self) -> Self::Span { | ||
637 | // FIXME handle span | ||
638 | tt::TokenId::unspecified() | ||
639 | } | ||
640 | } | ||
641 | |||
642 | impl server::MultiSpan for Rustc { | ||
643 | fn new(&mut self) -> Self::MultiSpan { | ||
644 | // FIXME handle span | ||
645 | vec![] | ||
646 | } | ||
647 | |||
648 | fn push(&mut self, other: &mut Self::MultiSpan, span: Self::Span) { | ||
649 | //TODP | ||
650 | other.push(span) | ||
651 | } | ||
652 | } | ||
653 | |||
654 | #[cfg(test)] | ||
655 | mod tests { | ||
656 | use super::*; | ||
657 | use crate::proc_macro::bridge::server::Literal; | ||
658 | |||
659 | #[test] | ||
660 | fn test_rustc_server_literals() { | ||
661 | let mut srv = Rustc { ident_interner: IdentInterner::default() }; | ||
662 | assert_eq!(srv.integer("1234").text, "1234"); | ||
663 | |||
664 | assert_eq!(srv.typed_integer("12", "u8").text, "12u8"); | ||
665 | assert_eq!(srv.typed_integer("255", "u16").text, "255u16"); | ||
666 | assert_eq!(srv.typed_integer("1234", "u32").text, "1234u32"); | ||
667 | assert_eq!(srv.typed_integer("15846685", "u64").text, "15846685u64"); | ||
668 | assert_eq!(srv.typed_integer("15846685258", "u128").text, "15846685258u128"); | ||
669 | assert_eq!(srv.typed_integer("156788984", "usize").text, "156788984usize"); | ||
670 | assert_eq!(srv.typed_integer("127", "i8").text, "127i8"); | ||
671 | assert_eq!(srv.typed_integer("255", "i16").text, "255i16"); | ||
672 | assert_eq!(srv.typed_integer("1234", "i32").text, "1234i32"); | ||
673 | assert_eq!(srv.typed_integer("15846685", "i64").text, "15846685i64"); | ||
674 | assert_eq!(srv.typed_integer("15846685258", "i128").text, "15846685258i128"); | ||
675 | assert_eq!(srv.float("0").text, "0.0"); | ||
676 | assert_eq!(srv.float("15684.5867").text, "15684.5867"); | ||
677 | assert_eq!(srv.f32("15684.58").text, "15684.58f32"); | ||
678 | assert_eq!(srv.f64("15684.58").text, "15684.58f64"); | ||
679 | |||
680 | assert_eq!(srv.string("hello_world").text, "\"hello_world\""); | ||
681 | assert_eq!(srv.character('c').text, "'c'"); | ||
682 | assert_eq!(srv.byte_string(b"1234586\x88").text, "b\"1234586\\x88\""); | ||
683 | } | ||
684 | } | ||