| use crate::dep_graph::{DepNodeIndex, SerializedDepNodeIndex}; |
| use crate::hir; |
| use crate::hir::def_id::{CrateNum, DefIndex, DefId, LocalDefId, LOCAL_CRATE}; |
| use crate::hir::map::definitions::DefPathHash; |
| use crate::ich::{CachingSourceMapView, Fingerprint}; |
| use crate::mir::{self, interpret}; |
| use crate::mir::interpret::{AllocDecodingSession, AllocDecodingState}; |
| use rustc_serialize::{Decodable, Decoder, Encodable, Encoder, opaque, |
| SpecializedDecoder, SpecializedEncoder, |
| UseSpecializedDecodable, UseSpecializedEncodable}; |
| use crate::session::{CrateDisambiguator, Session}; |
| use crate::ty::{self, Ty}; |
| use crate::ty::codec::{self as ty_codec, TyDecoder, TyEncoder}; |
| use crate::ty::context::TyCtxt; |
| use crate::util::common::{time, time_ext}; |
| |
| use errors::Diagnostic; |
| use rustc_data_structures::fx::FxHashMap; |
| use rustc_data_structures::thin_vec::ThinVec; |
| use rustc_data_structures::sync::{Lrc, Lock, HashMapExt, Once}; |
| use rustc_data_structures::indexed_vec::{IndexVec, Idx}; |
| use std::mem; |
| use syntax::ast::NodeId; |
| use syntax::source_map::{SourceMap, StableSourceFileId}; |
| use syntax_pos::{BytePos, Span, DUMMY_SP, SourceFile}; |
| use syntax_pos::hygiene::{ExpnId, SyntaxContext, ExpnInfo}; |
| |
| const TAG_FILE_FOOTER: u128 = 0xC0FFEE_C0FFEE_C0FFEE_C0FFEE_C0FFEE; |
| |
| const TAG_CLEAR_CROSS_CRATE_CLEAR: u8 = 0; |
| const TAG_CLEAR_CROSS_CRATE_SET: u8 = 1; |
| |
| const TAG_NO_EXPANSION_INFO: u8 = 0; |
| const TAG_EXPANSION_INFO_SHORTHAND: u8 = 1; |
| const TAG_EXPANSION_INFO_INLINE: u8 = 2; |
| |
| const TAG_VALID_SPAN: u8 = 0; |
| const TAG_INVALID_SPAN: u8 = 1; |
| |
| /// `OnDiskCache` provides an interface to incr. comp. data cached from the |
| /// previous compilation session. This data will eventually include the results |
| /// of a few selected queries (like `typeck_tables_of` and `mir_optimized`) and |
| /// any diagnostics that have been emitted during a query. |
| pub struct OnDiskCache<'sess> { |
| |
| // The complete cache data in serialized form. |
| serialized_data: Vec<u8>, |
| |
| // This field collects all Diagnostics emitted during the current |
| // compilation session. |
| current_diagnostics: Lock<FxHashMap<DepNodeIndex, Vec<Diagnostic>>>, |
| |
| prev_cnums: Vec<(u32, String, CrateDisambiguator)>, |
| cnum_map: Once<IndexVec<CrateNum, Option<CrateNum>>>, |
| |
| source_map: &'sess SourceMap, |
| file_index_to_stable_id: FxHashMap<SourceFileIndex, StableSourceFileId>, |
| |
| // These two fields caches that are populated lazily during decoding. |
| file_index_to_file: Lock<FxHashMap<SourceFileIndex, Lrc<SourceFile>>>, |
| synthetic_expansion_infos: Lock<FxHashMap<AbsoluteBytePos, SyntaxContext>>, |
| |
| // A map from dep-node to the position of the cached query result in |
| // `serialized_data`. |
| query_result_index: FxHashMap<SerializedDepNodeIndex, AbsoluteBytePos>, |
| |
| // A map from dep-node to the position of any associated diagnostics in |
| // `serialized_data`. |
| prev_diagnostics_index: FxHashMap<SerializedDepNodeIndex, AbsoluteBytePos>, |
| |
| alloc_decoding_state: AllocDecodingState, |
| } |
| |
| // This type is used only for (de-)serialization. |
| #[derive(RustcEncodable, RustcDecodable)] |
| struct Footer { |
| file_index_to_stable_id: FxHashMap<SourceFileIndex, StableSourceFileId>, |
| prev_cnums: Vec<(u32, String, CrateDisambiguator)>, |
| query_result_index: EncodedQueryResultIndex, |
| diagnostics_index: EncodedQueryResultIndex, |
| // the location of all allocations |
| interpret_alloc_index: Vec<u32>, |
| } |
| |
| type EncodedQueryResultIndex = Vec<(SerializedDepNodeIndex, AbsoluteBytePos)>; |
| type EncodedDiagnosticsIndex = Vec<(SerializedDepNodeIndex, AbsoluteBytePos)>; |
| type EncodedDiagnostics = Vec<Diagnostic>; |
| |
| #[derive(Copy, Clone, PartialEq, Eq, Hash, Debug, RustcEncodable, RustcDecodable)] |
| struct SourceFileIndex(u32); |
| |
| #[derive(Copy, Clone, Debug, Hash, Eq, PartialEq, RustcEncodable, RustcDecodable)] |
| struct AbsoluteBytePos(u32); |
| |
| impl AbsoluteBytePos { |
| fn new(pos: usize) -> AbsoluteBytePos { |
| debug_assert!(pos <= ::std::u32::MAX as usize); |
| AbsoluteBytePos(pos as u32) |
| } |
| |
| fn to_usize(self) -> usize { |
| self.0 as usize |
| } |
| } |
| |
| impl<'sess> OnDiskCache<'sess> { |
| /// Creates a new OnDiskCache instance from the serialized data in `data`. |
| pub fn new(sess: &'sess Session, data: Vec<u8>, start_pos: usize) -> OnDiskCache<'sess> { |
| debug_assert!(sess.opts.incremental.is_some()); |
| |
| // Wrapping in a scope so we can borrow `data` |
| let footer: Footer = { |
| let mut decoder = opaque::Decoder::new(&data[..], start_pos); |
| |
| // Decode the *position* of the footer which can be found in the |
| // last 8 bytes of the file. |
| decoder.set_position(data.len() - IntEncodedWithFixedSize::ENCODED_SIZE); |
| let query_result_index_pos = IntEncodedWithFixedSize::decode(&mut decoder) |
| .expect("Error while trying to decode query result index position.") |
| .0 as usize; |
| |
| // Decoder the file footer which contains all the lookup tables, etc. |
| decoder.set_position(query_result_index_pos); |
| decode_tagged(&mut decoder, TAG_FILE_FOOTER) |
| .expect("Error while trying to decode query result index position.") |
| }; |
| |
| OnDiskCache { |
| serialized_data: data, |
| file_index_to_stable_id: footer.file_index_to_stable_id, |
| file_index_to_file: Default::default(), |
| prev_cnums: footer.prev_cnums, |
| cnum_map: Once::new(), |
| source_map: sess.source_map(), |
| current_diagnostics: Default::default(), |
| query_result_index: footer.query_result_index.into_iter().collect(), |
| prev_diagnostics_index: footer.diagnostics_index.into_iter().collect(), |
| synthetic_expansion_infos: Default::default(), |
| alloc_decoding_state: AllocDecodingState::new(footer.interpret_alloc_index), |
| } |
| } |
| |
| pub fn new_empty(source_map: &'sess SourceMap) -> OnDiskCache<'sess> { |
| OnDiskCache { |
| serialized_data: Vec::new(), |
| file_index_to_stable_id: Default::default(), |
| file_index_to_file: Default::default(), |
| prev_cnums: vec![], |
| cnum_map: Once::new(), |
| source_map, |
| current_diagnostics: Default::default(), |
| query_result_index: Default::default(), |
| prev_diagnostics_index: Default::default(), |
| synthetic_expansion_infos: Default::default(), |
| alloc_decoding_state: AllocDecodingState::new(Vec::new()), |
| } |
| } |
| |
| pub fn serialize<'tcx, E>(&self, tcx: TyCtxt<'tcx>, encoder: &mut E) -> Result<(), E::Error> |
| where |
| E: ty_codec::TyEncoder, |
| { |
| // Serializing the DepGraph should not modify it: |
| tcx.dep_graph.with_ignore(|| { |
| // Allocate SourceFileIndices |
| let (file_to_file_index, file_index_to_stable_id) = { |
| let files = tcx.sess.source_map().files(); |
| let mut file_to_file_index = FxHashMap::with_capacity_and_hasher( |
| files.len(), Default::default()); |
| let mut file_index_to_stable_id = FxHashMap::with_capacity_and_hasher( |
| files.len(), Default::default()); |
| |
| for (index, file) in files.iter().enumerate() { |
| let index = SourceFileIndex(index as u32); |
| let file_ptr: *const SourceFile = &**file as *const _; |
| file_to_file_index.insert(file_ptr, index); |
| file_index_to_stable_id.insert(index, StableSourceFileId::new(&file)); |
| } |
| |
| (file_to_file_index, file_index_to_stable_id) |
| }; |
| |
| let mut encoder = CacheEncoder { |
| tcx, |
| encoder, |
| type_shorthands: Default::default(), |
| predicate_shorthands: Default::default(), |
| expn_info_shorthands: Default::default(), |
| interpret_allocs: Default::default(), |
| interpret_allocs_inverse: Vec::new(), |
| source_map: CachingSourceMapView::new(tcx.sess.source_map()), |
| file_to_file_index, |
| }; |
| |
| // Load everything into memory so we can write it out to the on-disk |
| // cache. The vast majority of cacheable query results should already |
| // be in memory, so this should be a cheap operation. |
| tcx.dep_graph.exec_cache_promotions(tcx); |
| |
| // Encode query results |
| let mut query_result_index = EncodedQueryResultIndex::new(); |
| |
| time(tcx.sess, "encode query results", || { |
| let enc = &mut encoder; |
| let qri = &mut query_result_index; |
| |
| macro_rules! encode_queries { |
| ($($query:ident,)*) => { |
| $( |
| encode_query_results::<ty::query::queries::$query<'_>, _>( |
| tcx, |
| enc, |
| qri |
| )?; |
| )* |
| } |
| } |
| |
| rustc_cached_queries!(encode_queries!); |
| |
| Ok(()) |
| })?; |
| |
| // Encode diagnostics |
| let diagnostics_index: EncodedDiagnosticsIndex = self.current_diagnostics.borrow() |
| .iter() |
| .map(|(dep_node_index, diagnostics)| |
| { |
| let pos = AbsoluteBytePos::new(encoder.position()); |
| // Let's make sure we get the expected type here: |
| let diagnostics: &EncodedDiagnostics = diagnostics; |
| let dep_node_index = SerializedDepNodeIndex::new(dep_node_index.index()); |
| encoder.encode_tagged(dep_node_index, diagnostics)?; |
| |
| Ok((dep_node_index, pos)) |
| }) |
| .collect::<Result<_, _>>()?; |
| |
| let interpret_alloc_index = { |
| let mut interpret_alloc_index = Vec::new(); |
| let mut n = 0; |
| loop { |
| let new_n = encoder.interpret_allocs_inverse.len(); |
| // if we have found new ids, serialize those, too |
| if n == new_n { |
| // otherwise, abort |
| break; |
| } |
| interpret_alloc_index.reserve(new_n - n); |
| for idx in n..new_n { |
| let id = encoder.interpret_allocs_inverse[idx]; |
| let pos = encoder.position() as u32; |
| interpret_alloc_index.push(pos); |
| interpret::specialized_encode_alloc_id( |
| &mut encoder, |
| tcx, |
| id, |
| )?; |
| } |
| n = new_n; |
| } |
| interpret_alloc_index |
| }; |
| |
| let sorted_cnums = sorted_cnums_including_local_crate(tcx); |
| let prev_cnums: Vec<_> = sorted_cnums.iter().map(|&cnum| { |
| let crate_name = tcx.original_crate_name(cnum).as_str().to_string(); |
| let crate_disambiguator = tcx.crate_disambiguator(cnum); |
| (cnum.as_u32(), crate_name, crate_disambiguator) |
| }).collect(); |
| |
| // Encode the file footer |
| let footer_pos = encoder.position() as u64; |
| encoder.encode_tagged(TAG_FILE_FOOTER, &Footer { |
| file_index_to_stable_id, |
| prev_cnums, |
| query_result_index, |
| diagnostics_index, |
| interpret_alloc_index, |
| })?; |
| |
| // Encode the position of the footer as the last 8 bytes of the |
| // file so we know where to look for it. |
| IntEncodedWithFixedSize(footer_pos).encode(encoder.encoder)?; |
| |
| // DO NOT WRITE ANYTHING TO THE ENCODER AFTER THIS POINT! The address |
| // of the footer must be the last thing in the data stream. |
| |
| return Ok(()); |
| |
| fn sorted_cnums_including_local_crate(tcx: TyCtxt<'_>) -> Vec<CrateNum> { |
| let mut cnums = vec![LOCAL_CRATE]; |
| cnums.extend_from_slice(&tcx.crates()[..]); |
| cnums.sort_unstable(); |
| // Just to be sure... |
| cnums.dedup(); |
| cnums |
| } |
| }) |
| } |
| |
| /// Loads a diagnostic emitted during the previous compilation session. |
| pub fn load_diagnostics( |
| &self, |
| tcx: TyCtxt<'_>, |
| dep_node_index: SerializedDepNodeIndex, |
| ) -> Vec<Diagnostic> { |
| let diagnostics: Option<EncodedDiagnostics> = self.load_indexed( |
| tcx, |
| dep_node_index, |
| &self.prev_diagnostics_index, |
| "diagnostics"); |
| |
| diagnostics.unwrap_or_default() |
| } |
| |
| /// Stores a diagnostic emitted during the current compilation session. |
| /// Anything stored like this will be available via `load_diagnostics` in |
| /// the next compilation session. |
| #[inline(never)] |
| #[cold] |
| pub fn store_diagnostics(&self, |
| dep_node_index: DepNodeIndex, |
| diagnostics: ThinVec<Diagnostic>) { |
| let mut current_diagnostics = self.current_diagnostics.borrow_mut(); |
| let prev = current_diagnostics.insert(dep_node_index, diagnostics.into()); |
| debug_assert!(prev.is_none()); |
| } |
| |
| /// Returns the cached query result if there is something in the cache for |
| /// the given `SerializedDepNodeIndex`; otherwise returns `None`. |
| pub fn try_load_query_result<T>( |
| &self, |
| tcx: TyCtxt<'_>, |
| dep_node_index: SerializedDepNodeIndex, |
| ) -> Option<T> |
| where |
| T: Decodable, |
| { |
| self.load_indexed(tcx, |
| dep_node_index, |
| &self.query_result_index, |
| "query result") |
| } |
| |
| /// Stores a diagnostic emitted during computation of an anonymous query. |
| /// Since many anonymous queries can share the same `DepNode`, we aggregate |
| /// them -- as opposed to regular queries where we assume that there is a |
| /// 1:1 relationship between query-key and `DepNode`. |
| #[inline(never)] |
| #[cold] |
| pub fn store_diagnostics_for_anon_node(&self, |
| dep_node_index: DepNodeIndex, |
| diagnostics: ThinVec<Diagnostic>) { |
| let mut current_diagnostics = self.current_diagnostics.borrow_mut(); |
| |
| let x = current_diagnostics.entry(dep_node_index).or_insert(Vec::new()); |
| |
| x.extend(Into::<Vec<_>>::into(diagnostics)); |
| } |
| |
| fn load_indexed<'tcx, T>( |
| &self, |
| tcx: TyCtxt<'tcx>, |
| dep_node_index: SerializedDepNodeIndex, |
| index: &FxHashMap<SerializedDepNodeIndex, AbsoluteBytePos>, |
| debug_tag: &'static str, |
| ) -> Option<T> |
| where |
| T: Decodable, |
| { |
| let pos = index.get(&dep_node_index).cloned()?; |
| |
| // Initialize the cnum_map using the value from the thread which finishes the closure first |
| self.cnum_map.init_nonlocking_same(|| { |
| Self::compute_cnum_map(tcx, &self.prev_cnums[..]) |
| }); |
| |
| let mut decoder = CacheDecoder { |
| tcx, |
| opaque: opaque::Decoder::new(&self.serialized_data[..], pos.to_usize()), |
| source_map: self.source_map, |
| cnum_map: self.cnum_map.get(), |
| file_index_to_file: &self.file_index_to_file, |
| file_index_to_stable_id: &self.file_index_to_stable_id, |
| synthetic_expansion_infos: &self.synthetic_expansion_infos, |
| alloc_decoding_session: self.alloc_decoding_state.new_decoding_session(), |
| }; |
| |
| match decode_tagged(&mut decoder, dep_node_index) { |
| Ok(value) => { |
| Some(value) |
| } |
| Err(e) => { |
| bug!("Could not decode cached {}: {}", debug_tag, e) |
| } |
| } |
| } |
| |
| // This function builds mapping from previous-session-CrateNum to |
| // current-session-CrateNum. There might be CrateNums from the previous |
| // Session that don't occur in the current one. For these, the mapping |
| // maps to None. |
| fn compute_cnum_map( |
| tcx: TyCtxt<'_>, |
| prev_cnums: &[(u32, String, CrateDisambiguator)], |
| ) -> IndexVec<CrateNum, Option<CrateNum>> { |
| tcx.dep_graph.with_ignore(|| { |
| let current_cnums = tcx.all_crate_nums(LOCAL_CRATE).iter().map(|&cnum| { |
| let crate_name = tcx.original_crate_name(cnum) |
| .to_string(); |
| let crate_disambiguator = tcx.crate_disambiguator(cnum); |
| ((crate_name, crate_disambiguator), cnum) |
| }).collect::<FxHashMap<_,_>>(); |
| |
| let map_size = prev_cnums.iter() |
| .map(|&(cnum, ..)| cnum) |
| .max() |
| .unwrap_or(0) + 1; |
| let mut map = IndexVec::from_elem_n(None, map_size as usize); |
| |
| for &(prev_cnum, ref crate_name, crate_disambiguator) in prev_cnums { |
| let key = (crate_name.clone(), crate_disambiguator); |
| map[CrateNum::from_u32(prev_cnum)] = current_cnums.get(&key).cloned(); |
| } |
| |
| map[LOCAL_CRATE] = Some(LOCAL_CRATE); |
| map |
| }) |
| } |
| } |
| |
| //- DECODING ------------------------------------------------------------------- |
| |
| /// A decoder that can read the incr. comp. cache. It is similar to the one |
| /// we use for crate metadata decoding in that it can rebase spans and |
| /// eventually will also handle things that contain `Ty` instances. |
| struct CacheDecoder<'a, 'tcx> { |
| tcx: TyCtxt<'tcx>, |
| opaque: opaque::Decoder<'a>, |
| source_map: &'a SourceMap, |
| cnum_map: &'a IndexVec<CrateNum, Option<CrateNum>>, |
| synthetic_expansion_infos: &'a Lock<FxHashMap<AbsoluteBytePos, SyntaxContext>>, |
| file_index_to_file: &'a Lock<FxHashMap<SourceFileIndex, Lrc<SourceFile>>>, |
| file_index_to_stable_id: &'a FxHashMap<SourceFileIndex, StableSourceFileId>, |
| alloc_decoding_session: AllocDecodingSession<'a>, |
| } |
| |
| impl<'a, 'tcx> CacheDecoder<'a, 'tcx> { |
| fn file_index_to_file(&self, index: SourceFileIndex) -> Lrc<SourceFile> { |
| let CacheDecoder { |
| ref file_index_to_file, |
| ref file_index_to_stable_id, |
| ref source_map, |
| .. |
| } = *self; |
| |
| file_index_to_file.borrow_mut().entry(index).or_insert_with(|| { |
| let stable_id = file_index_to_stable_id[&index]; |
| source_map.source_file_by_stable_id(stable_id) |
| .expect("Failed to lookup SourceFile in new context.") |
| }).clone() |
| } |
| } |
| |
| trait DecoderWithPosition: Decoder { |
| fn position(&self) -> usize; |
| } |
| |
| impl<'a> DecoderWithPosition for opaque::Decoder<'a> { |
| fn position(&self) -> usize { |
| self.position() |
| } |
| } |
| |
| impl<'a, 'tcx> DecoderWithPosition for CacheDecoder<'a, 'tcx> { |
| fn position(&self) -> usize { |
| self.opaque.position() |
| } |
| } |
| |
| // Decode something that was encoded with encode_tagged() and verify that the |
| // tag matches and the correct amount of bytes was read. |
| fn decode_tagged<D, T, V>(decoder: &mut D, expected_tag: T) -> Result<V, D::Error> |
| where |
| T: Decodable + Eq + ::std::fmt::Debug, |
| V: Decodable, |
| D: DecoderWithPosition, |
| { |
| let start_pos = decoder.position(); |
| |
| let actual_tag = T::decode(decoder)?; |
| assert_eq!(actual_tag, expected_tag); |
| let value = V::decode(decoder)?; |
| let end_pos = decoder.position(); |
| |
| let expected_len: u64 = Decodable::decode(decoder)?; |
| assert_eq!((end_pos - start_pos) as u64, expected_len); |
| |
| Ok(value) |
| } |
| |
| impl<'a, 'tcx> ty_codec::TyDecoder<'tcx> for CacheDecoder<'a, 'tcx> { |
| #[inline] |
| fn tcx(&self) -> TyCtxt<'tcx> { |
| self.tcx |
| } |
| |
| #[inline] |
| fn position(&self) -> usize { |
| self.opaque.position() |
| } |
| |
| #[inline] |
| fn peek_byte(&self) -> u8 { |
| self.opaque.data[self.opaque.position()] |
| } |
| |
| fn cached_ty_for_shorthand<F>(&mut self, |
| shorthand: usize, |
| or_insert_with: F) |
| -> Result<Ty<'tcx>, Self::Error> |
| where F: FnOnce(&mut Self) -> Result<Ty<'tcx>, Self::Error> |
| { |
| let tcx = self.tcx(); |
| |
| let cache_key = ty::CReaderCacheKey { |
| cnum: CrateNum::ReservedForIncrCompCache, |
| pos: shorthand, |
| }; |
| |
| if let Some(&ty) = tcx.rcache.borrow().get(&cache_key) { |
| return Ok(ty); |
| } |
| |
| let ty = or_insert_with(self)?; |
| // This may overwrite the entry, but it should overwrite with the same value |
| tcx.rcache.borrow_mut().insert_same(cache_key, ty); |
| Ok(ty) |
| } |
| |
| fn with_position<F, R>(&mut self, pos: usize, f: F) -> R |
| where F: FnOnce(&mut Self) -> R |
| { |
| debug_assert!(pos < self.opaque.data.len()); |
| |
| let new_opaque = opaque::Decoder::new(self.opaque.data, pos); |
| let old_opaque = mem::replace(&mut self.opaque, new_opaque); |
| let r = f(self); |
| self.opaque = old_opaque; |
| r |
| } |
| |
| fn map_encoded_cnum_to_current(&self, cnum: CrateNum) -> CrateNum { |
| self.cnum_map[cnum].unwrap_or_else(|| { |
| bug!("Could not find new CrateNum for {:?}", cnum) |
| }) |
| } |
| } |
| |
| implement_ty_decoder!(CacheDecoder<'a, 'tcx>); |
| |
| impl<'a, 'tcx> SpecializedDecoder<interpret::AllocId> for CacheDecoder<'a, 'tcx> { |
| fn specialized_decode(&mut self) -> Result<interpret::AllocId, Self::Error> { |
| let alloc_decoding_session = self.alloc_decoding_session; |
| alloc_decoding_session.decode_alloc_id(self) |
| } |
| } |
| |
| impl<'a, 'tcx> SpecializedDecoder<Span> for CacheDecoder<'a, 'tcx> { |
| fn specialized_decode(&mut self) -> Result<Span, Self::Error> { |
| let tag: u8 = Decodable::decode(self)?; |
| |
| if tag == TAG_INVALID_SPAN { |
| return Ok(DUMMY_SP); |
| } else { |
| debug_assert_eq!(tag, TAG_VALID_SPAN); |
| } |
| |
| let file_lo_index = SourceFileIndex::decode(self)?; |
| let line_lo = usize::decode(self)?; |
| let col_lo = BytePos::decode(self)?; |
| let len = BytePos::decode(self)?; |
| |
| let file_lo = self.file_index_to_file(file_lo_index); |
| let lo = file_lo.lines[line_lo - 1] + col_lo; |
| let hi = lo + len; |
| |
| let expn_info_tag = u8::decode(self)?; |
| |
| // FIXME(mw): This method does not restore `InternalExpnData::parent` or |
| // `SyntaxContextData::prev_ctxt` or `SyntaxContextData::opaque`. These things |
| // don't seem to be used after HIR lowering, so everything should be fine |
| // as long as incremental compilation does not kick in before that. |
| let location = || Span::new(lo, hi, SyntaxContext::empty()); |
| let recover_from_expn_info = |this: &Self, expn_info, pos| { |
| let span = location().fresh_expansion(ExpnId::root(), expn_info); |
| this.synthetic_expansion_infos.borrow_mut().insert(pos, span.ctxt()); |
| span |
| }; |
| Ok(match expn_info_tag { |
| TAG_NO_EXPANSION_INFO => { |
| location() |
| } |
| TAG_EXPANSION_INFO_INLINE => { |
| let expn_info = Decodable::decode(self)?; |
| recover_from_expn_info( |
| self, expn_info, AbsoluteBytePos::new(self.opaque.position()) |
| ) |
| } |
| TAG_EXPANSION_INFO_SHORTHAND => { |
| let pos = AbsoluteBytePos::decode(self)?; |
| let cached_ctxt = self.synthetic_expansion_infos.borrow().get(&pos).cloned(); |
| if let Some(ctxt) = cached_ctxt { |
| Span::new(lo, hi, ctxt) |
| } else { |
| let expn_info = |
| self.with_position(pos.to_usize(), |this| ExpnInfo::decode(this))?; |
| recover_from_expn_info(self, expn_info, pos) |
| } |
| } |
| _ => { |
| unreachable!() |
| } |
| }) |
| } |
| } |
| |
| // This impl makes sure that we get a runtime error when we try decode a |
| // DefIndex that is not contained in a DefId. Such a case would be problematic |
| // because we would not know how to transform the DefIndex to the current |
| // context. |
| impl<'a, 'tcx> SpecializedDecoder<DefIndex> for CacheDecoder<'a, 'tcx> { |
| fn specialized_decode(&mut self) -> Result<DefIndex, Self::Error> { |
| bug!("Trying to decode DefIndex outside the context of a DefId") |
| } |
| } |
| |
| // Both the CrateNum and the DefIndex of a DefId can change in between two |
| // compilation sessions. We use the DefPathHash, which is stable across |
| // sessions, to map the old DefId to the new one. |
| impl<'a, 'tcx> SpecializedDecoder<DefId> for CacheDecoder<'a, 'tcx> { |
| #[inline] |
| fn specialized_decode(&mut self) -> Result<DefId, Self::Error> { |
| // Load the DefPathHash which is was we encoded the DefId as. |
| let def_path_hash = DefPathHash::decode(self)?; |
| |
| // Using the DefPathHash, we can lookup the new DefId |
| Ok(self.tcx().def_path_hash_to_def_id.as_ref().unwrap()[&def_path_hash]) |
| } |
| } |
| |
| impl<'a, 'tcx> SpecializedDecoder<LocalDefId> for CacheDecoder<'a, 'tcx> { |
| #[inline] |
| fn specialized_decode(&mut self) -> Result<LocalDefId, Self::Error> { |
| Ok(LocalDefId::from_def_id(DefId::decode(self)?)) |
| } |
| } |
| |
| impl<'a, 'tcx> SpecializedDecoder<hir::HirId> for CacheDecoder<'a, 'tcx> { |
| fn specialized_decode(&mut self) -> Result<hir::HirId, Self::Error> { |
| // Load the DefPathHash which is was we encoded the DefIndex as. |
| let def_path_hash = DefPathHash::decode(self)?; |
| |
| // Use the DefPathHash to map to the current DefId. |
| let def_id = self.tcx() |
| .def_path_hash_to_def_id |
| .as_ref() |
| .unwrap()[&def_path_hash]; |
| |
| debug_assert!(def_id.is_local()); |
| |
| // The ItemLocalId needs no remapping. |
| let local_id = hir::ItemLocalId::decode(self)?; |
| |
| // Reconstruct the HirId and look up the corresponding NodeId in the |
| // context of the current session. |
| Ok(hir::HirId { |
| owner: def_id.index, |
| local_id |
| }) |
| } |
| } |
| |
| // NodeIds are not stable across compilation sessions, so we store them in their |
| // HirId representation. This allows use to map them to the current NodeId. |
| impl<'a, 'tcx> SpecializedDecoder<NodeId> for CacheDecoder<'a, 'tcx> { |
| #[inline] |
| fn specialized_decode(&mut self) -> Result<NodeId, Self::Error> { |
| let hir_id = hir::HirId::decode(self)?; |
| Ok(self.tcx().hir().hir_to_node_id(hir_id)) |
| } |
| } |
| |
| impl<'a, 'tcx> SpecializedDecoder<Fingerprint> for CacheDecoder<'a, 'tcx> { |
| fn specialized_decode(&mut self) -> Result<Fingerprint, Self::Error> { |
| Fingerprint::decode_opaque(&mut self.opaque) |
| } |
| } |
| |
| impl<'a, 'tcx, T: Decodable> SpecializedDecoder<mir::ClearCrossCrate<T>> |
| for CacheDecoder<'a, 'tcx> |
| { |
| #[inline] |
| fn specialized_decode(&mut self) -> Result<mir::ClearCrossCrate<T>, Self::Error> { |
| let discr = u8::decode(self)?; |
| |
| match discr { |
| TAG_CLEAR_CROSS_CRATE_CLEAR => Ok(mir::ClearCrossCrate::Clear), |
| TAG_CLEAR_CROSS_CRATE_SET => { |
| let val = T::decode(self)?; |
| Ok(mir::ClearCrossCrate::Set(val)) |
| } |
| _ => { |
| unreachable!() |
| } |
| } |
| } |
| } |
| |
| //- ENCODING ------------------------------------------------------------------- |
| |
| struct CacheEncoder<'a, 'tcx, E: ty_codec::TyEncoder> { |
| tcx: TyCtxt<'tcx>, |
| encoder: &'a mut E, |
| type_shorthands: FxHashMap<Ty<'tcx>, usize>, |
| predicate_shorthands: FxHashMap<ty::Predicate<'tcx>, usize>, |
| expn_info_shorthands: FxHashMap<ExpnId, AbsoluteBytePos>, |
| interpret_allocs: FxHashMap<interpret::AllocId, usize>, |
| interpret_allocs_inverse: Vec<interpret::AllocId>, |
| source_map: CachingSourceMapView<'tcx>, |
| file_to_file_index: FxHashMap<*const SourceFile, SourceFileIndex>, |
| } |
| |
| impl<'a, 'tcx, E> CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| fn source_file_index(&mut self, source_file: Lrc<SourceFile>) -> SourceFileIndex { |
| self.file_to_file_index[&(&*source_file as *const SourceFile)] |
| } |
| |
| /// Encode something with additional information that allows to do some |
| /// sanity checks when decoding the data again. This method will first |
| /// encode the specified tag, then the given value, then the number of |
| /// bytes taken up by tag and value. On decoding, we can then verify that |
| /// we get the expected tag and read the expected number of bytes. |
| fn encode_tagged<T: Encodable, V: Encodable>(&mut self, |
| tag: T, |
| value: &V) |
| -> Result<(), E::Error> |
| { |
| let start_pos = self.position(); |
| |
| tag.encode(self)?; |
| value.encode(self)?; |
| |
| let end_pos = self.position(); |
| ((end_pos - start_pos) as u64).encode(self) |
| } |
| } |
| |
| impl<'a, 'tcx, E> SpecializedEncoder<interpret::AllocId> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| fn specialized_encode(&mut self, alloc_id: &interpret::AllocId) -> Result<(), Self::Error> { |
| use std::collections::hash_map::Entry; |
| let index = match self.interpret_allocs.entry(*alloc_id) { |
| Entry::Occupied(e) => *e.get(), |
| Entry::Vacant(e) => { |
| let idx = self.interpret_allocs_inverse.len(); |
| self.interpret_allocs_inverse.push(*alloc_id); |
| e.insert(idx); |
| idx |
| }, |
| }; |
| |
| index.encode(self) |
| } |
| } |
| |
| impl<'a, 'tcx, E> SpecializedEncoder<Span> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| fn specialized_encode(&mut self, span: &Span) -> Result<(), Self::Error> { |
| |
| if *span == DUMMY_SP { |
| return TAG_INVALID_SPAN.encode(self); |
| } |
| |
| let span_data = span.data(); |
| |
| if span_data.hi < span_data.lo { |
| return TAG_INVALID_SPAN.encode(self); |
| } |
| |
| let (file_lo, line_lo, col_lo) = match self.source_map |
| .byte_pos_to_line_and_col(span_data.lo) { |
| Some(pos) => pos, |
| None => return TAG_INVALID_SPAN.encode(self) |
| }; |
| |
| if !file_lo.contains(span_data.hi) { |
| return TAG_INVALID_SPAN.encode(self); |
| } |
| |
| let len = span_data.hi - span_data.lo; |
| |
| let source_file_index = self.source_file_index(file_lo); |
| |
| TAG_VALID_SPAN.encode(self)?; |
| source_file_index.encode(self)?; |
| line_lo.encode(self)?; |
| col_lo.encode(self)?; |
| len.encode(self)?; |
| |
| if span_data.ctxt == SyntaxContext::empty() { |
| TAG_NO_EXPANSION_INFO.encode(self) |
| } else { |
| let (expn_id, expn_info) = span_data.ctxt.outer_expn_with_info(); |
| if let Some(expn_info) = expn_info { |
| if let Some(pos) = self.expn_info_shorthands.get(&expn_id).cloned() { |
| TAG_EXPANSION_INFO_SHORTHAND.encode(self)?; |
| pos.encode(self) |
| } else { |
| TAG_EXPANSION_INFO_INLINE.encode(self)?; |
| let pos = AbsoluteBytePos::new(self.position()); |
| self.expn_info_shorthands.insert(expn_id, pos); |
| expn_info.encode(self) |
| } |
| } else { |
| TAG_NO_EXPANSION_INFO.encode(self) |
| } |
| } |
| } |
| } |
| |
| impl<'a, 'tcx, E> ty_codec::TyEncoder for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| #[inline] |
| fn position(&self) -> usize { |
| self.encoder.position() |
| } |
| } |
| |
| impl<'a, 'tcx, E> SpecializedEncoder<CrateNum> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| #[inline] |
| fn specialized_encode(&mut self, cnum: &CrateNum) -> Result<(), Self::Error> { |
| self.emit_u32(cnum.as_u32()) |
| } |
| } |
| |
| impl<'a, 'tcx, E> SpecializedEncoder<Ty<'tcx>> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| #[inline] |
| fn specialized_encode(&mut self, ty: &Ty<'tcx>) -> Result<(), Self::Error> { |
| ty_codec::encode_with_shorthand(self, ty, |
| |encoder| &mut encoder.type_shorthands) |
| } |
| } |
| |
| impl<'a, 'tcx, E> SpecializedEncoder<ty::GenericPredicates<'tcx>> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| #[inline] |
| fn specialized_encode(&mut self, |
| predicates: &ty::GenericPredicates<'tcx>) |
| -> Result<(), Self::Error> { |
| ty_codec::encode_predicates(self, predicates, |
| |encoder| &mut encoder.predicate_shorthands) |
| } |
| } |
| |
| impl<'a, 'tcx, E> SpecializedEncoder<hir::HirId> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| #[inline] |
| fn specialized_encode(&mut self, id: &hir::HirId) -> Result<(), Self::Error> { |
| let hir::HirId { |
| owner, |
| local_id, |
| } = *id; |
| |
| let def_path_hash = self.tcx.hir().definitions().def_path_hash(owner); |
| |
| def_path_hash.encode(self)?; |
| local_id.encode(self) |
| } |
| } |
| |
| impl<'a, 'tcx, E> SpecializedEncoder<DefId> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| #[inline] |
| fn specialized_encode(&mut self, id: &DefId) -> Result<(), Self::Error> { |
| let def_path_hash = self.tcx.def_path_hash(*id); |
| def_path_hash.encode(self) |
| } |
| } |
| |
| impl<'a, 'tcx, E> SpecializedEncoder<LocalDefId> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| #[inline] |
| fn specialized_encode(&mut self, id: &LocalDefId) -> Result<(), Self::Error> { |
| id.to_def_id().encode(self) |
| } |
| } |
| |
| impl<'a, 'tcx, E> SpecializedEncoder<DefIndex> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| fn specialized_encode(&mut self, _: &DefIndex) -> Result<(), Self::Error> { |
| bug!("Encoding DefIndex without context.") |
| } |
| } |
| |
| // NodeIds are not stable across compilation sessions, so we store them in their |
| // HirId representation. This allows use to map them to the current NodeId. |
| impl<'a, 'tcx, E> SpecializedEncoder<NodeId> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| #[inline] |
| fn specialized_encode(&mut self, node_id: &NodeId) -> Result<(), Self::Error> { |
| let hir_id = self.tcx.hir().node_to_hir_id(*node_id); |
| hir_id.encode(self) |
| } |
| } |
| |
| impl<'a, 'tcx> SpecializedEncoder<Fingerprint> for CacheEncoder<'a, 'tcx, opaque::Encoder> { |
| fn specialized_encode(&mut self, f: &Fingerprint) -> Result<(), Self::Error> { |
| f.encode_opaque(&mut self.encoder) |
| } |
| } |
| |
| impl<'a, 'tcx, E, T> SpecializedEncoder<mir::ClearCrossCrate<T>> for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| T: Encodable, |
| { |
| #[inline] |
| fn specialized_encode(&mut self, |
| val: &mir::ClearCrossCrate<T>) |
| -> Result<(), Self::Error> { |
| match *val { |
| mir::ClearCrossCrate::Clear => { |
| TAG_CLEAR_CROSS_CRATE_CLEAR.encode(self) |
| } |
| mir::ClearCrossCrate::Set(ref val) => { |
| TAG_CLEAR_CROSS_CRATE_SET.encode(self)?; |
| val.encode(self) |
| } |
| } |
| } |
| } |
| |
| macro_rules! encoder_methods { |
| ($($name:ident($ty:ty);)*) => { |
| $(fn $name(&mut self, value: $ty) -> Result<(), Self::Error> { |
| self.encoder.$name(value) |
| })* |
| } |
| } |
| |
| impl<'a, 'tcx, E> Encoder for CacheEncoder<'a, 'tcx, E> |
| where |
| E: 'a + ty_codec::TyEncoder, |
| { |
| type Error = E::Error; |
| |
| fn emit_unit(&mut self) -> Result<(), Self::Error> { |
| Ok(()) |
| } |
| |
| encoder_methods! { |
| emit_usize(usize); |
| emit_u128(u128); |
| emit_u64(u64); |
| emit_u32(u32); |
| emit_u16(u16); |
| emit_u8(u8); |
| |
| emit_isize(isize); |
| emit_i128(i128); |
| emit_i64(i64); |
| emit_i32(i32); |
| emit_i16(i16); |
| emit_i8(i8); |
| |
| emit_bool(bool); |
| emit_f64(f64); |
| emit_f32(f32); |
| emit_char(char); |
| emit_str(&str); |
| } |
| } |
| |
| // An integer that will always encode to 8 bytes. |
| struct IntEncodedWithFixedSize(u64); |
| |
| impl IntEncodedWithFixedSize { |
| pub const ENCODED_SIZE: usize = 8; |
| } |
| |
| impl UseSpecializedEncodable for IntEncodedWithFixedSize {} |
| impl UseSpecializedDecodable for IntEncodedWithFixedSize {} |
| |
| impl SpecializedEncoder<IntEncodedWithFixedSize> for opaque::Encoder { |
| fn specialized_encode(&mut self, x: &IntEncodedWithFixedSize) -> Result<(), Self::Error> { |
| let start_pos = self.position(); |
| for i in 0 .. IntEncodedWithFixedSize::ENCODED_SIZE { |
| ((x.0 >> i * 8) as u8).encode(self)?; |
| } |
| let end_pos = self.position(); |
| assert_eq!((end_pos - start_pos), IntEncodedWithFixedSize::ENCODED_SIZE); |
| Ok(()) |
| } |
| } |
| |
| impl<'a> SpecializedDecoder<IntEncodedWithFixedSize> for opaque::Decoder<'a> { |
| fn specialized_decode(&mut self) -> Result<IntEncodedWithFixedSize, Self::Error> { |
| let mut value: u64 = 0; |
| let start_pos = self.position(); |
| |
| for i in 0 .. IntEncodedWithFixedSize::ENCODED_SIZE { |
| let byte: u8 = Decodable::decode(self)?; |
| value |= (byte as u64) << (i * 8); |
| } |
| |
| let end_pos = self.position(); |
| assert_eq!((end_pos - start_pos), IntEncodedWithFixedSize::ENCODED_SIZE); |
| |
| Ok(IntEncodedWithFixedSize(value)) |
| } |
| } |
| |
| fn encode_query_results<'a, 'tcx, Q, E>( |
| tcx: TyCtxt<'tcx>, |
| encoder: &mut CacheEncoder<'a, 'tcx, E>, |
| query_result_index: &mut EncodedQueryResultIndex, |
| ) -> Result<(), E::Error> |
| where |
| Q: super::config::QueryDescription<'tcx, Value: Encodable>, |
| E: 'a + TyEncoder, |
| { |
| let desc = &format!("encode_query_results for {}", |
| ::std::any::type_name::<Q>()); |
| |
| time_ext(tcx.sess.time_extended(), Some(tcx.sess), desc, || { |
| let shards = Q::query_cache(tcx).lock_shards(); |
| assert!(shards.iter().all(|shard| shard.active.is_empty())); |
| for (key, entry) in shards.iter().flat_map(|shard| shard.results.iter()) { |
| if Q::cache_on_disk(tcx, key.clone(), Some(&entry.value)) { |
| let dep_node = SerializedDepNodeIndex::new(entry.index.index()); |
| |
| // Record position of the cache entry |
| query_result_index.push((dep_node, AbsoluteBytePos::new(encoder.position()))); |
| |
| // Encode the type check tables with the SerializedDepNodeIndex |
| // as tag. |
| encoder.encode_tagged(dep_node, &entry.value)?; |
| } |
| } |
| |
| Ok(()) |
| }) |
| } |