diff options
author | bors[bot] <26634292+bors[bot]@users.noreply.github.com> | 2020-06-18 07:31:24 +0100 |
---|---|---|
committer | GitHub <[email protected]> | 2020-06-18 07:31:24 +0100 |
commit | 99e3acd1fec3cd9c1a77b029a4f4e6fce040c102 (patch) | |
tree | 33d7ac893b83fa7f7dd93c53e69e24a1ab1f4f77 /crates | |
parent | f5af48dc49dc4066a06e1b565c343de910131f40 (diff) | |
parent | d1d0b5a88c666048c21fd225a08170fcc06060e5 (diff) |
Merge #4934
4934: Remove special casing for library symbols r=matklad a=matklad
We might as well handle them internally, via queries.
I am not sure, but it looks like the current LibraryData setup might
even predate salsa? It's not really needed and creates a bunch of
complexity.
bors r+
🤖
Co-authored-by: Aleksey Kladov <[email protected]>
Diffstat (limited to 'crates')
-rw-r--r-- | crates/ra_ide/src/lib.rs | 2 | ||||
-rw-r--r-- | crates/ra_ide/src/status.rs | 15 | ||||
-rw-r--r-- | crates/ra_ide_db/src/change.rs | 79 | ||||
-rw-r--r-- | crates/ra_ide_db/src/symbol_index.rs | 90 | ||||
-rw-r--r-- | crates/rust-analyzer/src/global_state.rs | 37 | ||||
-rw-r--r-- | crates/rust-analyzer/src/main_loop.rs | 58 |
6 files changed, 69 insertions, 212 deletions
diff --git a/crates/ra_ide/src/lib.rs b/crates/ra_ide/src/lib.rs index 375da1f45..51dc1f041 100644 --- a/crates/ra_ide/src/lib.rs +++ b/crates/ra_ide/src/lib.rs | |||
@@ -82,7 +82,7 @@ pub use ra_db::{ | |||
82 | Canceled, CrateGraph, CrateId, Edition, FileId, FilePosition, FileRange, SourceRootId, | 82 | Canceled, CrateGraph, CrateId, Edition, FileId, FilePosition, FileRange, SourceRootId, |
83 | }; | 83 | }; |
84 | pub use ra_ide_db::{ | 84 | pub use ra_ide_db::{ |
85 | change::{AnalysisChange, LibraryData}, | 85 | change::AnalysisChange, |
86 | line_index::{LineCol, LineIndex}, | 86 | line_index::{LineCol, LineIndex}, |
87 | search::SearchScope, | 87 | search::SearchScope, |
88 | source_change::{FileSystemEdit, SourceChange, SourceFileEdit}, | 88 | source_change::{FileSystemEdit, SourceChange, SourceFileEdit}, |
diff --git a/crates/ra_ide/src/status.rs b/crates/ra_ide/src/status.rs index 5b7992920..45411b357 100644 --- a/crates/ra_ide/src/status.rs +++ b/crates/ra_ide/src/status.rs | |||
@@ -16,6 +16,7 @@ use ra_prof::{memory_usage, Bytes}; | |||
16 | use ra_syntax::{ast, Parse, SyntaxNode}; | 16 | use ra_syntax::{ast, Parse, SyntaxNode}; |
17 | 17 | ||
18 | use crate::FileId; | 18 | use crate::FileId; |
19 | use rustc_hash::FxHashMap; | ||
19 | 20 | ||
20 | fn syntax_tree_stats(db: &RootDatabase) -> SyntaxTreeStats { | 21 | fn syntax_tree_stats(db: &RootDatabase) -> SyntaxTreeStats { |
21 | db.query(ra_db::ParseQuery).entries::<SyntaxTreeStats>() | 22 | db.query(ra_db::ParseQuery).entries::<SyntaxTreeStats>() |
@@ -123,20 +124,24 @@ struct LibrarySymbolsStats { | |||
123 | 124 | ||
124 | impl fmt::Display for LibrarySymbolsStats { | 125 | impl fmt::Display for LibrarySymbolsStats { |
125 | fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result { | 126 | fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result { |
126 | write!(fmt, "{} ({}) symbols", self.total, self.size,) | 127 | write!(fmt, "{} ({}) symbols", self.total, self.size) |
127 | } | 128 | } |
128 | } | 129 | } |
129 | 130 | ||
130 | impl FromIterator<TableEntry<SourceRootId, Arc<SymbolIndex>>> for LibrarySymbolsStats { | 131 | impl FromIterator<TableEntry<(), Arc<FxHashMap<SourceRootId, SymbolIndex>>>> |
132 | for LibrarySymbolsStats | ||
133 | { | ||
131 | fn from_iter<T>(iter: T) -> LibrarySymbolsStats | 134 | fn from_iter<T>(iter: T) -> LibrarySymbolsStats |
132 | where | 135 | where |
133 | T: IntoIterator<Item = TableEntry<SourceRootId, Arc<SymbolIndex>>>, | 136 | T: IntoIterator<Item = TableEntry<(), Arc<FxHashMap<SourceRootId, SymbolIndex>>>>, |
134 | { | 137 | { |
135 | let mut res = LibrarySymbolsStats::default(); | 138 | let mut res = LibrarySymbolsStats::default(); |
136 | for entry in iter { | 139 | for entry in iter { |
137 | let value = entry.value.unwrap(); | 140 | let value = entry.value.unwrap(); |
138 | res.total += value.len(); | 141 | for symbols in value.values() { |
139 | res.size += value.memory_size(); | 142 | res.total += symbols.len(); |
143 | res.size += symbols.memory_size(); | ||
144 | } | ||
140 | } | 145 | } |
141 | res | 146 | res |
142 | } | 147 | } |
diff --git a/crates/ra_ide_db/src/change.rs b/crates/ra_ide_db/src/change.rs index 2fc796a85..78ee6a515 100644 --- a/crates/ra_ide_db/src/change.rs +++ b/crates/ra_ide_db/src/change.rs | |||
@@ -9,22 +9,15 @@ use ra_db::{ | |||
9 | SourceRootId, | 9 | SourceRootId, |
10 | }; | 10 | }; |
11 | use ra_prof::{memory_usage, profile, Bytes}; | 11 | use ra_prof::{memory_usage, profile, Bytes}; |
12 | use ra_syntax::SourceFile; | ||
13 | #[cfg(not(feature = "wasm"))] | ||
14 | use rayon::prelude::*; | ||
15 | use rustc_hash::FxHashMap; | 12 | use rustc_hash::FxHashMap; |
16 | 13 | ||
17 | use crate::{ | 14 | use crate::{symbol_index::SymbolsDatabase, RootDatabase}; |
18 | symbol_index::{SymbolIndex, SymbolsDatabase}, | ||
19 | RootDatabase, | ||
20 | }; | ||
21 | 15 | ||
22 | #[derive(Default)] | 16 | #[derive(Default)] |
23 | pub struct AnalysisChange { | 17 | pub struct AnalysisChange { |
24 | new_roots: Vec<(SourceRootId, bool)>, | 18 | new_roots: Vec<(SourceRootId, bool)>, |
25 | roots_changed: FxHashMap<SourceRootId, RootChange>, | 19 | roots_changed: FxHashMap<SourceRootId, RootChange>, |
26 | files_changed: Vec<(FileId, Arc<String>)>, | 20 | files_changed: Vec<(FileId, Arc<String>)>, |
27 | libraries_added: Vec<LibraryData>, | ||
28 | crate_graph: Option<CrateGraph>, | 21 | crate_graph: Option<CrateGraph>, |
29 | } | 22 | } |
30 | 23 | ||
@@ -40,9 +33,6 @@ impl fmt::Debug for AnalysisChange { | |||
40 | if !self.files_changed.is_empty() { | 33 | if !self.files_changed.is_empty() { |
41 | d.field("files_changed", &self.files_changed.len()); | 34 | d.field("files_changed", &self.files_changed.len()); |
42 | } | 35 | } |
43 | if !self.libraries_added.is_empty() { | ||
44 | d.field("libraries_added", &self.libraries_added.len()); | ||
45 | } | ||
46 | if self.crate_graph.is_some() { | 36 | if self.crate_graph.is_some() { |
47 | d.field("crate_graph", &self.crate_graph); | 37 | d.field("crate_graph", &self.crate_graph); |
48 | } | 38 | } |
@@ -79,10 +69,6 @@ impl AnalysisChange { | |||
79 | self.roots_changed.entry(root_id).or_default().removed.push(file); | 69 | self.roots_changed.entry(root_id).or_default().removed.push(file); |
80 | } | 70 | } |
81 | 71 | ||
82 | pub fn add_library(&mut self, data: LibraryData) { | ||
83 | self.libraries_added.push(data) | ||
84 | } | ||
85 | |||
86 | pub fn set_crate_graph(&mut self, graph: CrateGraph) { | 72 | pub fn set_crate_graph(&mut self, graph: CrateGraph) { |
87 | self.crate_graph = Some(graph); | 73 | self.crate_graph = Some(graph); |
88 | } | 74 | } |
@@ -116,47 +102,6 @@ impl fmt::Debug for RootChange { | |||
116 | } | 102 | } |
117 | } | 103 | } |
118 | 104 | ||
119 | pub struct LibraryData { | ||
120 | root_id: SourceRootId, | ||
121 | root_change: RootChange, | ||
122 | symbol_index: SymbolIndex, | ||
123 | } | ||
124 | |||
125 | impl fmt::Debug for LibraryData { | ||
126 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { | ||
127 | f.debug_struct("LibraryData") | ||
128 | .field("root_id", &self.root_id) | ||
129 | .field("root_change", &self.root_change) | ||
130 | .field("n_symbols", &self.symbol_index.len()) | ||
131 | .finish() | ||
132 | } | ||
133 | } | ||
134 | |||
135 | impl LibraryData { | ||
136 | pub fn prepare( | ||
137 | root_id: SourceRootId, | ||
138 | files: Vec<(FileId, RelativePathBuf, Arc<String>)>, | ||
139 | ) -> LibraryData { | ||
140 | let _p = profile("LibraryData::prepare"); | ||
141 | |||
142 | #[cfg(not(feature = "wasm"))] | ||
143 | let iter = files.par_iter(); | ||
144 | #[cfg(feature = "wasm")] | ||
145 | let iter = files.iter(); | ||
146 | |||
147 | let symbol_index = SymbolIndex::for_files(iter.map(|(file_id, _, text)| { | ||
148 | let parse = SourceFile::parse(text); | ||
149 | (*file_id, parse) | ||
150 | })); | ||
151 | let mut root_change = RootChange::default(); | ||
152 | root_change.added = files | ||
153 | .into_iter() | ||
154 | .map(|(file_id, path, text)| AddFile { file_id, path, text }) | ||
155 | .collect(); | ||
156 | LibraryData { root_id, root_change, symbol_index } | ||
157 | } | ||
158 | } | ||
159 | |||
160 | const GC_COOLDOWN: time::Duration = time::Duration::from_millis(100); | 105 | const GC_COOLDOWN: time::Duration = time::Duration::from_millis(100); |
161 | 106 | ||
162 | impl RootDatabase { | 107 | impl RootDatabase { |
@@ -171,6 +116,7 @@ impl RootDatabase { | |||
171 | log::info!("apply_change {:?}", change); | 116 | log::info!("apply_change {:?}", change); |
172 | if !change.new_roots.is_empty() { | 117 | if !change.new_roots.is_empty() { |
173 | let mut local_roots = Vec::clone(&self.local_roots()); | 118 | let mut local_roots = Vec::clone(&self.local_roots()); |
119 | let mut libraries = Vec::clone(&self.library_roots()); | ||
174 | for (root_id, is_local) in change.new_roots { | 120 | for (root_id, is_local) in change.new_roots { |
175 | let root = | 121 | let root = |
176 | if is_local { SourceRoot::new_local() } else { SourceRoot::new_library() }; | 122 | if is_local { SourceRoot::new_local() } else { SourceRoot::new_library() }; |
@@ -178,9 +124,12 @@ impl RootDatabase { | |||
178 | self.set_source_root_with_durability(root_id, Arc::new(root), durability); | 124 | self.set_source_root_with_durability(root_id, Arc::new(root), durability); |
179 | if is_local { | 125 | if is_local { |
180 | local_roots.push(root_id); | 126 | local_roots.push(root_id); |
127 | } else { | ||
128 | libraries.push(root_id) | ||
181 | } | 129 | } |
182 | } | 130 | } |
183 | self.set_local_roots_with_durability(Arc::new(local_roots), Durability::HIGH); | 131 | self.set_local_roots_with_durability(Arc::new(local_roots), Durability::HIGH); |
132 | self.set_library_roots_with_durability(Arc::new(libraries), Durability::HIGH); | ||
184 | } | 133 | } |
185 | 134 | ||
186 | for (root_id, root_change) in change.roots_changed { | 135 | for (root_id, root_change) in change.roots_changed { |
@@ -192,24 +141,6 @@ impl RootDatabase { | |||
192 | let durability = durability(&source_root); | 141 | let durability = durability(&source_root); |
193 | self.set_file_text_with_durability(file_id, text, durability) | 142 | self.set_file_text_with_durability(file_id, text, durability) |
194 | } | 143 | } |
195 | if !change.libraries_added.is_empty() { | ||
196 | let mut libraries = Vec::clone(&self.library_roots()); | ||
197 | for library in change.libraries_added { | ||
198 | libraries.push(library.root_id); | ||
199 | self.set_source_root_with_durability( | ||
200 | library.root_id, | ||
201 | Arc::new(SourceRoot::new_library()), | ||
202 | Durability::HIGH, | ||
203 | ); | ||
204 | self.set_library_symbols_with_durability( | ||
205 | library.root_id, | ||
206 | Arc::new(library.symbol_index), | ||
207 | Durability::HIGH, | ||
208 | ); | ||
209 | self.apply_root_change(library.root_id, library.root_change); | ||
210 | } | ||
211 | self.set_library_roots_with_durability(Arc::new(libraries), Durability::HIGH); | ||
212 | } | ||
213 | if let Some(crate_graph) = change.crate_graph { | 144 | if let Some(crate_graph) = change.crate_graph { |
214 | self.set_crate_graph_with_durability(Arc::new(crate_graph), Durability::HIGH) | 145 | self.set_crate_graph_with_durability(Arc::new(crate_graph), Durability::HIGH) |
215 | } | 146 | } |
diff --git a/crates/ra_ide_db/src/symbol_index.rs b/crates/ra_ide_db/src/symbol_index.rs index aab918973..25c99813f 100644 --- a/crates/ra_ide_db/src/symbol_index.rs +++ b/crates/ra_ide_db/src/symbol_index.rs | |||
@@ -34,14 +34,15 @@ use ra_db::{ | |||
34 | salsa::{self, ParallelDatabase}, | 34 | salsa::{self, ParallelDatabase}, |
35 | CrateId, FileId, SourceDatabaseExt, SourceRootId, | 35 | CrateId, FileId, SourceDatabaseExt, SourceRootId, |
36 | }; | 36 | }; |
37 | use ra_prof::profile; | ||
37 | use ra_syntax::{ | 38 | use ra_syntax::{ |
38 | ast::{self, NameOwner}, | 39 | ast::{self, NameOwner}, |
39 | match_ast, AstNode, Parse, SmolStr, SourceFile, | 40 | match_ast, AstNode, Parse, SmolStr, SourceFile, |
40 | SyntaxKind::{self, *}, | 41 | SyntaxKind::{self, *}, |
41 | SyntaxNode, SyntaxNodePtr, TextRange, WalkEvent, | 42 | SyntaxNode, SyntaxNodePtr, TextRange, WalkEvent, |
42 | }; | 43 | }; |
43 | #[cfg(not(feature = "wasm"))] | ||
44 | use rayon::prelude::*; | 44 | use rayon::prelude::*; |
45 | use rustc_hash::FxHashMap; | ||
45 | 46 | ||
46 | use crate::RootDatabase; | 47 | use crate::RootDatabase; |
47 | 48 | ||
@@ -86,10 +87,9 @@ impl Query { | |||
86 | } | 87 | } |
87 | 88 | ||
88 | #[salsa::query_group(SymbolsDatabaseStorage)] | 89 | #[salsa::query_group(SymbolsDatabaseStorage)] |
89 | pub trait SymbolsDatabase: hir::db::HirDatabase { | 90 | pub trait SymbolsDatabase: hir::db::HirDatabase + SourceDatabaseExt + ParallelDatabase { |
90 | fn file_symbols(&self, file_id: FileId) -> Arc<SymbolIndex>; | 91 | fn file_symbols(&self, file_id: FileId) -> Arc<SymbolIndex>; |
91 | #[salsa::input] | 92 | fn library_symbols(&self) -> Arc<FxHashMap<SourceRootId, SymbolIndex>>; |
92 | fn library_symbols(&self, id: SourceRootId) -> Arc<SymbolIndex>; | ||
93 | /// The set of "local" (that is, from the current workspace) roots. | 93 | /// The set of "local" (that is, from the current workspace) roots. |
94 | /// Files in local roots are assumed to change frequently. | 94 | /// Files in local roots are assumed to change frequently. |
95 | #[salsa::input] | 95 | #[salsa::input] |
@@ -100,6 +100,29 @@ pub trait SymbolsDatabase: hir::db::HirDatabase { | |||
100 | fn library_roots(&self) -> Arc<Vec<SourceRootId>>; | 100 | fn library_roots(&self) -> Arc<Vec<SourceRootId>>; |
101 | } | 101 | } |
102 | 102 | ||
103 | fn library_symbols( | ||
104 | db: &(impl SymbolsDatabase + ParallelDatabase), | ||
105 | ) -> Arc<FxHashMap<SourceRootId, SymbolIndex>> { | ||
106 | let _p = profile("library_symbols"); | ||
107 | |||
108 | let roots = db.library_roots(); | ||
109 | let res = roots | ||
110 | .iter() | ||
111 | .map(|&root_id| { | ||
112 | let root = db.source_root(root_id); | ||
113 | let files = root | ||
114 | .walk() | ||
115 | .map(|it| (it, SourceDatabaseExt::file_text(db, it))) | ||
116 | .collect::<Vec<_>>(); | ||
117 | let symbol_index = SymbolIndex::for_files( | ||
118 | files.into_par_iter().map(|(file, text)| (file, SourceFile::parse(&text))), | ||
119 | ); | ||
120 | (root_id, symbol_index) | ||
121 | }) | ||
122 | .collect(); | ||
123 | Arc::new(res) | ||
124 | } | ||
125 | |||
103 | fn file_symbols(db: &impl SymbolsDatabase, file_id: FileId) -> Arc<SymbolIndex> { | 126 | fn file_symbols(db: &impl SymbolsDatabase, file_id: FileId) -> Arc<SymbolIndex> { |
104 | db.check_canceled(); | 127 | db.check_canceled(); |
105 | let parse = db.parse(file_id); | 128 | let parse = db.parse(file_id); |
@@ -112,9 +135,9 @@ fn file_symbols(db: &impl SymbolsDatabase, file_id: FileId) -> Arc<SymbolIndex> | |||
112 | } | 135 | } |
113 | 136 | ||
114 | /// Need to wrap Snapshot to provide `Clone` impl for `map_with` | 137 | /// Need to wrap Snapshot to provide `Clone` impl for `map_with` |
115 | struct Snap(salsa::Snapshot<RootDatabase>); | 138 | struct Snap<DB>(DB); |
116 | impl Clone for Snap { | 139 | impl<DB: ParallelDatabase> Clone for Snap<salsa::Snapshot<DB>> { |
117 | fn clone(&self) -> Snap { | 140 | fn clone(&self) -> Snap<salsa::Snapshot<DB>> { |
118 | Snap(self.0.snapshot()) | 141 | Snap(self.0.snapshot()) |
119 | } | 142 | } |
120 | } | 143 | } |
@@ -143,19 +166,11 @@ impl Clone for Snap { | |||
143 | pub fn world_symbols(db: &RootDatabase, query: Query) -> Vec<FileSymbol> { | 166 | pub fn world_symbols(db: &RootDatabase, query: Query) -> Vec<FileSymbol> { |
144 | let _p = ra_prof::profile("world_symbols").detail(|| query.query.clone()); | 167 | let _p = ra_prof::profile("world_symbols").detail(|| query.query.clone()); |
145 | 168 | ||
146 | let buf: Vec<Arc<SymbolIndex>> = if query.libs { | 169 | let tmp1; |
147 | let snap = Snap(db.snapshot()); | 170 | let tmp2; |
148 | #[cfg(not(feature = "wasm"))] | 171 | let buf: Vec<&SymbolIndex> = if query.libs { |
149 | let buf = db | 172 | tmp1 = db.library_symbols(); |
150 | .library_roots() | 173 | tmp1.values().collect() |
151 | .par_iter() | ||
152 | .map_with(snap, |db, &lib_id| db.0.library_symbols(lib_id)) | ||
153 | .collect(); | ||
154 | |||
155 | #[cfg(feature = "wasm")] | ||
156 | let buf = db.library_roots().iter().map(|&lib_id| snap.0.library_symbols(lib_id)).collect(); | ||
157 | |||
158 | buf | ||
159 | } else { | 174 | } else { |
160 | let mut files = Vec::new(); | 175 | let mut files = Vec::new(); |
161 | for &root in db.local_roots().iter() { | 176 | for &root in db.local_roots().iter() { |
@@ -164,14 +179,11 @@ pub fn world_symbols(db: &RootDatabase, query: Query) -> Vec<FileSymbol> { | |||
164 | } | 179 | } |
165 | 180 | ||
166 | let snap = Snap(db.snapshot()); | 181 | let snap = Snap(db.snapshot()); |
167 | #[cfg(not(feature = "wasm"))] | 182 | tmp2 = files |
168 | let buf = | 183 | .par_iter() |
169 | files.par_iter().map_with(snap, |db, &file_id| db.0.file_symbols(file_id)).collect(); | 184 | .map_with(snap, |db, &file_id| db.0.file_symbols(file_id)) |
170 | 185 | .collect::<Vec<_>>(); | |
171 | #[cfg(feature = "wasm")] | 186 | tmp2.iter().map(|it| &**it).collect() |
172 | let buf = files.iter().map(|&file_id| snap.0.file_symbols(file_id)).collect(); | ||
173 | |||
174 | buf | ||
175 | }; | 187 | }; |
176 | query.search(&buf) | 188 | query.search(&buf) |
177 | } | 189 | } |
@@ -191,14 +203,11 @@ pub fn crate_symbols(db: &RootDatabase, krate: CrateId, query: Query) -> Vec<Fil | |||
191 | 203 | ||
192 | let snap = Snap(db.snapshot()); | 204 | let snap = Snap(db.snapshot()); |
193 | 205 | ||
194 | #[cfg(not(feature = "wasm"))] | ||
195 | let buf = files | 206 | let buf = files |
196 | .par_iter() | 207 | .par_iter() |
197 | .map_with(snap, |db, &file_id| db.0.file_symbols(file_id)) | 208 | .map_with(snap, |db, &file_id| db.0.file_symbols(file_id)) |
198 | .collect::<Vec<_>>(); | 209 | .collect::<Vec<_>>(); |
199 | 210 | let buf = buf.iter().map(|it| &**it).collect::<Vec<_>>(); | |
200 | #[cfg(feature = "wasm")] | ||
201 | let buf = files.iter().map(|&file_id| snap.0.file_symbols(file_id)).collect::<Vec<_>>(); | ||
202 | 211 | ||
203 | query.search(&buf) | 212 | query.search(&buf) |
204 | } | 213 | } |
@@ -245,12 +254,8 @@ impl SymbolIndex { | |||
245 | lhs_chars.cmp(rhs_chars) | 254 | lhs_chars.cmp(rhs_chars) |
246 | } | 255 | } |
247 | 256 | ||
248 | #[cfg(not(feature = "wasm"))] | ||
249 | symbols.par_sort_by(cmp); | 257 | symbols.par_sort_by(cmp); |
250 | 258 | ||
251 | #[cfg(feature = "wasm")] | ||
252 | symbols.sort_by(cmp); | ||
253 | |||
254 | let mut builder = fst::MapBuilder::memory(); | 259 | let mut builder = fst::MapBuilder::memory(); |
255 | 260 | ||
256 | let mut last_batch_start = 0; | 261 | let mut last_batch_start = 0; |
@@ -284,7 +289,6 @@ impl SymbolIndex { | |||
284 | self.map.as_fst().size() + self.symbols.len() * mem::size_of::<FileSymbol>() | 289 | self.map.as_fst().size() + self.symbols.len() * mem::size_of::<FileSymbol>() |
285 | } | 290 | } |
286 | 291 | ||
287 | #[cfg(not(feature = "wasm"))] | ||
288 | pub(crate) fn for_files( | 292 | pub(crate) fn for_files( |
289 | files: impl ParallelIterator<Item = (FileId, Parse<ast::SourceFile>)>, | 293 | files: impl ParallelIterator<Item = (FileId, Parse<ast::SourceFile>)>, |
290 | ) -> SymbolIndex { | 294 | ) -> SymbolIndex { |
@@ -294,16 +298,6 @@ impl SymbolIndex { | |||
294 | SymbolIndex::new(symbols) | 298 | SymbolIndex::new(symbols) |
295 | } | 299 | } |
296 | 300 | ||
297 | #[cfg(feature = "wasm")] | ||
298 | pub(crate) fn for_files( | ||
299 | files: impl Iterator<Item = (FileId, Parse<ast::SourceFile>)>, | ||
300 | ) -> SymbolIndex { | ||
301 | let symbols = files | ||
302 | .flat_map(|(file_id, file)| source_file_to_file_symbols(&file.tree(), file_id)) | ||
303 | .collect::<Vec<_>>(); | ||
304 | SymbolIndex::new(symbols) | ||
305 | } | ||
306 | |||
307 | fn range_to_map_value(start: usize, end: usize) -> u64 { | 301 | fn range_to_map_value(start: usize, end: usize) -> u64 { |
308 | debug_assert![start <= (std::u32::MAX as usize)]; | 302 | debug_assert![start <= (std::u32::MAX as usize)]; |
309 | debug_assert![end <= (std::u32::MAX as usize)]; | 303 | debug_assert![end <= (std::u32::MAX as usize)]; |
@@ -319,7 +313,7 @@ impl SymbolIndex { | |||
319 | } | 313 | } |
320 | 314 | ||
321 | impl Query { | 315 | impl Query { |
322 | pub(crate) fn search(self, indices: &[Arc<SymbolIndex>]) -> Vec<FileSymbol> { | 316 | pub(crate) fn search(self, indices: &[&SymbolIndex]) -> Vec<FileSymbol> { |
323 | let mut op = fst::map::OpBuilder::new(); | 317 | let mut op = fst::map::OpBuilder::new(); |
324 | for file_symbols in indices.iter() { | 318 | for file_symbols in indices.iter() { |
325 | let automaton = fst::automaton::Subsequence::new(&self.lowercased); | 319 | let automaton = fst::automaton::Subsequence::new(&self.lowercased); |
diff --git a/crates/rust-analyzer/src/global_state.rs b/crates/rust-analyzer/src/global_state.rs index 1fab5ea4f..ca95d776a 100644 --- a/crates/rust-analyzer/src/global_state.rs +++ b/crates/rust-analyzer/src/global_state.rs | |||
@@ -12,12 +12,9 @@ use crossbeam_channel::{unbounded, Receiver}; | |||
12 | use lsp_types::Url; | 12 | use lsp_types::Url; |
13 | use parking_lot::RwLock; | 13 | use parking_lot::RwLock; |
14 | use ra_flycheck::{Flycheck, FlycheckConfig}; | 14 | use ra_flycheck::{Flycheck, FlycheckConfig}; |
15 | use ra_ide::{ | 15 | use ra_ide::{Analysis, AnalysisChange, AnalysisHost, CrateGraph, FileId, SourceRootId}; |
16 | Analysis, AnalysisChange, AnalysisHost, CrateGraph, FileId, LibraryData, SourceRootId, | ||
17 | }; | ||
18 | use ra_project_model::{CargoWorkspace, ProcMacroClient, ProjectWorkspace, Target}; | 16 | use ra_project_model::{CargoWorkspace, ProcMacroClient, ProjectWorkspace, Target}; |
19 | use ra_vfs::{LineEndings, RootEntry, Vfs, VfsChange, VfsFile, VfsTask, Watch}; | 17 | use ra_vfs::{LineEndings, RootEntry, Vfs, VfsChange, VfsFile, VfsTask, Watch}; |
20 | use relative_path::RelativePathBuf; | ||
21 | use stdx::format_to; | 18 | use stdx::format_to; |
22 | 19 | ||
23 | use crate::{ | 20 | use crate::{ |
@@ -191,32 +188,18 @@ impl GlobalState { | |||
191 | 188 | ||
192 | /// Returns a vec of libraries | 189 | /// Returns a vec of libraries |
193 | /// FIXME: better API here | 190 | /// FIXME: better API here |
194 | pub fn process_changes( | 191 | pub fn process_changes(&mut self, roots_scanned: &mut usize) -> bool { |
195 | &mut self, | ||
196 | roots_scanned: &mut usize, | ||
197 | ) -> Option<Vec<(SourceRootId, Vec<(FileId, RelativePathBuf, Arc<String>)>)>> { | ||
198 | let changes = self.vfs.write().commit_changes(); | 192 | let changes = self.vfs.write().commit_changes(); |
199 | if changes.is_empty() { | 193 | if changes.is_empty() { |
200 | return None; | 194 | return false; |
201 | } | 195 | } |
202 | let mut libs = Vec::new(); | ||
203 | let mut change = AnalysisChange::new(); | 196 | let mut change = AnalysisChange::new(); |
204 | for c in changes { | 197 | for c in changes { |
205 | match c { | 198 | match c { |
206 | VfsChange::AddRoot { root, files } => { | 199 | VfsChange::AddRoot { root, files } => { |
207 | let root_path = self.vfs.read().root2path(root); | 200 | *roots_scanned += 1; |
208 | let is_local = self.local_roots.iter().any(|r| root_path.starts_with(r)); | 201 | for (file, path, text) in files { |
209 | if is_local { | 202 | change.add_file(SourceRootId(root.0), FileId(file.0), path, text); |
210 | *roots_scanned += 1; | ||
211 | for (file, path, text) in files { | ||
212 | change.add_file(SourceRootId(root.0), FileId(file.0), path, text); | ||
213 | } | ||
214 | } else { | ||
215 | let files = files | ||
216 | .into_iter() | ||
217 | .map(|(vfsfile, path, text)| (FileId(vfsfile.0), path, text)) | ||
218 | .collect(); | ||
219 | libs.push((SourceRootId(root.0), files)); | ||
220 | } | 203 | } |
221 | } | 204 | } |
222 | VfsChange::AddFile { root, file, path, text } => { | 205 | VfsChange::AddFile { root, file, path, text } => { |
@@ -231,13 +214,7 @@ impl GlobalState { | |||
231 | } | 214 | } |
232 | } | 215 | } |
233 | self.analysis_host.apply_change(change); | 216 | self.analysis_host.apply_change(change); |
234 | Some(libs) | 217 | true |
235 | } | ||
236 | |||
237 | pub fn add_lib(&mut self, data: LibraryData) { | ||
238 | let mut change = AnalysisChange::new(); | ||
239 | change.add_library(data); | ||
240 | self.analysis_host.apply_change(change); | ||
241 | } | 218 | } |
242 | 219 | ||
243 | pub fn snapshot(&self) -> GlobalStateSnapshot { | 220 | pub fn snapshot(&self) -> GlobalStateSnapshot { |
diff --git a/crates/rust-analyzer/src/main_loop.rs b/crates/rust-analyzer/src/main_loop.rs index 80cfd3c28..08b0a5a16 100644 --- a/crates/rust-analyzer/src/main_loop.rs +++ b/crates/rust-analyzer/src/main_loop.rs | |||
@@ -24,11 +24,10 @@ use lsp_types::{ | |||
24 | WorkDoneProgressReport, | 24 | WorkDoneProgressReport, |
25 | }; | 25 | }; |
26 | use ra_flycheck::{CheckTask, Status}; | 26 | use ra_flycheck::{CheckTask, Status}; |
27 | use ra_ide::{Canceled, FileId, LibraryData, LineIndex, SourceRootId}; | 27 | use ra_ide::{Canceled, FileId, LineIndex}; |
28 | use ra_prof::profile; | 28 | use ra_prof::profile; |
29 | use ra_project_model::{PackageRoot, ProjectWorkspace}; | 29 | use ra_project_model::{PackageRoot, ProjectWorkspace}; |
30 | use ra_vfs::{VfsTask, Watch}; | 30 | use ra_vfs::{VfsTask, Watch}; |
31 | use relative_path::RelativePathBuf; | ||
32 | use rustc_hash::FxHashSet; | 31 | use rustc_hash::FxHashSet; |
33 | use serde::{de::DeserializeOwned, Serialize}; | 32 | use serde::{de::DeserializeOwned, Serialize}; |
34 | use threadpool::ThreadPool; | 33 | use threadpool::ThreadPool; |
@@ -174,12 +173,10 @@ pub fn main_loop(config: Config, connection: Connection) -> Result<()> { | |||
174 | 173 | ||
175 | let pool = ThreadPool::default(); | 174 | let pool = ThreadPool::default(); |
176 | let (task_sender, task_receiver) = unbounded::<Task>(); | 175 | let (task_sender, task_receiver) = unbounded::<Task>(); |
177 | let (libdata_sender, libdata_receiver) = unbounded::<LibraryData>(); | ||
178 | 176 | ||
179 | log::info!("server initialized, serving requests"); | 177 | log::info!("server initialized, serving requests"); |
180 | { | 178 | { |
181 | let task_sender = task_sender; | 179 | let task_sender = task_sender; |
182 | let libdata_sender = libdata_sender; | ||
183 | loop { | 180 | loop { |
184 | log::trace!("selecting"); | 181 | log::trace!("selecting"); |
185 | let event = select! { | 182 | let event = select! { |
@@ -192,7 +189,6 @@ pub fn main_loop(config: Config, connection: Connection) -> Result<()> { | |||
192 | Ok(task) => Event::Vfs(task), | 189 | Ok(task) => Event::Vfs(task), |
193 | Err(RecvError) => return Err("vfs died".into()), | 190 | Err(RecvError) => return Err("vfs died".into()), |
194 | }, | 191 | }, |
195 | recv(libdata_receiver) -> data => Event::Lib(data.unwrap()), | ||
196 | recv(global_state.flycheck.as_ref().map_or(&never(), |it| &it.task_recv)) -> task => match task { | 192 | recv(global_state.flycheck.as_ref().map_or(&never(), |it| &it.task_recv)) -> task => match task { |
197 | Ok(task) => Event::CheckWatcher(task), | 193 | Ok(task) => Event::CheckWatcher(task), |
198 | Err(RecvError) => return Err("check watcher died".into()), | 194 | Err(RecvError) => return Err("check watcher died".into()), |
@@ -203,15 +199,7 @@ pub fn main_loop(config: Config, connection: Connection) -> Result<()> { | |||
203 | break; | 199 | break; |
204 | }; | 200 | }; |
205 | } | 201 | } |
206 | loop_turn( | 202 | loop_turn(&pool, &task_sender, &connection, &mut global_state, &mut loop_state, event)?; |
207 | &pool, | ||
208 | &task_sender, | ||
209 | &libdata_sender, | ||
210 | &connection, | ||
211 | &mut global_state, | ||
212 | &mut loop_state, | ||
213 | event, | ||
214 | )?; | ||
215 | } | 203 | } |
216 | } | 204 | } |
217 | global_state.analysis_host.request_cancellation(); | 205 | global_state.analysis_host.request_cancellation(); |
@@ -219,7 +207,6 @@ pub fn main_loop(config: Config, connection: Connection) -> Result<()> { | |||
219 | task_receiver.into_iter().for_each(|task| { | 207 | task_receiver.into_iter().for_each(|task| { |
220 | on_task(task, &connection.sender, &mut loop_state.pending_requests, &mut global_state) | 208 | on_task(task, &connection.sender, &mut loop_state.pending_requests, &mut global_state) |
221 | }); | 209 | }); |
222 | libdata_receiver.into_iter().for_each(drop); | ||
223 | log::info!("...tasks have finished"); | 210 | log::info!("...tasks have finished"); |
224 | log::info!("joining threadpool..."); | 211 | log::info!("joining threadpool..."); |
225 | pool.join(); | 212 | pool.join(); |
@@ -243,7 +230,6 @@ enum Event { | |||
243 | Msg(Message), | 230 | Msg(Message), |
244 | Task(Task), | 231 | Task(Task), |
245 | Vfs(VfsTask), | 232 | Vfs(VfsTask), |
246 | Lib(LibraryData), | ||
247 | CheckWatcher(CheckTask), | 233 | CheckWatcher(CheckTask), |
248 | } | 234 | } |
249 | 235 | ||
@@ -279,7 +265,6 @@ impl fmt::Debug for Event { | |||
279 | Event::Msg(it) => fmt::Debug::fmt(it, f), | 265 | Event::Msg(it) => fmt::Debug::fmt(it, f), |
280 | Event::Task(it) => fmt::Debug::fmt(it, f), | 266 | Event::Task(it) => fmt::Debug::fmt(it, f), |
281 | Event::Vfs(it) => fmt::Debug::fmt(it, f), | 267 | Event::Vfs(it) => fmt::Debug::fmt(it, f), |
282 | Event::Lib(it) => fmt::Debug::fmt(it, f), | ||
283 | Event::CheckWatcher(it) => fmt::Debug::fmt(it, f), | 268 | Event::CheckWatcher(it) => fmt::Debug::fmt(it, f), |
284 | } | 269 | } |
285 | } | 270 | } |
@@ -291,10 +276,6 @@ struct LoopState { | |||
291 | pending_responses: FxHashSet<RequestId>, | 276 | pending_responses: FxHashSet<RequestId>, |
292 | pending_requests: PendingRequests, | 277 | pending_requests: PendingRequests, |
293 | subscriptions: Subscriptions, | 278 | subscriptions: Subscriptions, |
294 | // We try not to index more than MAX_IN_FLIGHT_LIBS libraries at the same | ||
295 | // time to always have a thread ready to react to input. | ||
296 | in_flight_libraries: usize, | ||
297 | pending_libraries: Vec<(SourceRootId, Vec<(FileId, RelativePathBuf, Arc<String>)>)>, | ||
298 | workspace_loaded: bool, | 279 | workspace_loaded: bool, |
299 | roots_progress_reported: Option<usize>, | 280 | roots_progress_reported: Option<usize>, |
300 | roots_scanned: usize, | 281 | roots_scanned: usize, |
@@ -315,7 +296,6 @@ impl LoopState { | |||
315 | fn loop_turn( | 296 | fn loop_turn( |
316 | pool: &ThreadPool, | 297 | pool: &ThreadPool, |
317 | task_sender: &Sender<Task>, | 298 | task_sender: &Sender<Task>, |
318 | libdata_sender: &Sender<LibraryData>, | ||
319 | connection: &Connection, | 299 | connection: &Connection, |
320 | global_state: &mut GlobalState, | 300 | global_state: &mut GlobalState, |
321 | loop_state: &mut LoopState, | 301 | loop_state: &mut LoopState, |
@@ -339,12 +319,6 @@ fn loop_turn( | |||
339 | Event::Vfs(task) => { | 319 | Event::Vfs(task) => { |
340 | global_state.vfs.write().handle_task(task); | 320 | global_state.vfs.write().handle_task(task); |
341 | } | 321 | } |
342 | Event::Lib(lib) => { | ||
343 | global_state.add_lib(lib); | ||
344 | global_state.maybe_collect_garbage(); | ||
345 | loop_state.in_flight_libraries -= 1; | ||
346 | loop_state.roots_scanned += 1; | ||
347 | } | ||
348 | Event::CheckWatcher(task) => on_check_task(task, global_state, task_sender)?, | 322 | Event::CheckWatcher(task) => on_check_task(task, global_state, task_sender)?, |
349 | Event::Msg(msg) => match msg { | 323 | Event::Msg(msg) => match msg { |
350 | Message::Request(req) => on_request( | 324 | Message::Request(req) => on_request( |
@@ -390,36 +364,12 @@ fn loop_turn( | |||
390 | }, | 364 | }, |
391 | }; | 365 | }; |
392 | 366 | ||
393 | let mut state_changed = false; | 367 | let mut state_changed = global_state.process_changes(&mut loop_state.roots_scanned); |
394 | if let Some(changes) = global_state.process_changes(&mut loop_state.roots_scanned) { | ||
395 | state_changed = true; | ||
396 | loop_state.pending_libraries.extend(changes); | ||
397 | } | ||
398 | |||
399 | let max_in_flight_libs = pool.max_count().saturating_sub(2).max(1); | ||
400 | while loop_state.in_flight_libraries < max_in_flight_libs { | ||
401 | let (root, files) = match loop_state.pending_libraries.pop() { | ||
402 | Some(it) => it, | ||
403 | None => break, | ||
404 | }; | ||
405 | |||
406 | loop_state.in_flight_libraries += 1; | ||
407 | let sender = libdata_sender.clone(); | ||
408 | pool.execute(move || { | ||
409 | log::info!("indexing {:?} ... ", root); | ||
410 | let data = LibraryData::prepare(root, files); | ||
411 | sender.send(data).unwrap(); | ||
412 | }); | ||
413 | } | ||
414 | 368 | ||
415 | let show_progress = | 369 | let show_progress = |
416 | !loop_state.workspace_loaded && global_state.config.client_caps.work_done_progress; | 370 | !loop_state.workspace_loaded && global_state.config.client_caps.work_done_progress; |
417 | 371 | ||
418 | if !loop_state.workspace_loaded | 372 | if !loop_state.workspace_loaded && loop_state.roots_scanned == loop_state.roots_total { |
419 | && loop_state.roots_scanned == loop_state.roots_total | ||
420 | && loop_state.pending_libraries.is_empty() | ||
421 | && loop_state.in_flight_libraries == 0 | ||
422 | { | ||
423 | state_changed = true; | 373 | state_changed = true; |
424 | loop_state.workspace_loaded = true; | 374 | loop_state.workspace_loaded = true; |
425 | if let Some(flycheck) = &global_state.flycheck { | 375 | if let Some(flycheck) = &global_state.flycheck { |