Derive a portable semantic baseline for validating an edit on a receiving repository. Identical visible authored spans produce the same identity even if local node IDs or inode numbers differ. The v1 tokenizer, token-kind tags and identity encoding are wire contracts: changes to them require a new projected-semantics capability version.
(&self)
| 775 | /// tokenizer, token-kind tags and identity encoding are wire contracts: |
| 776 | /// changes to them require a new projected-semantics capability version. |
| 777 | pub fn semantic_snapshot(&self) -> Result<SpanSemanticSnapshot> { |
| 778 | let lines = self.semantic_lines()?; |
| 779 | let mut seen = BTreeSet::new(); |
| 780 | let mut seen_tokens = BTreeSet::new(); |
| 781 | let mut bytes = Vec::new(); |
| 782 | bytes.extend_from_slice(b"atomic.span.semantic.snapshot.v1\0"); |
| 783 | bytes.extend_from_slice(self.file.owner.as_bytes()); |
| 784 | bytes.extend_from_slice(&self.file.ordinal.to_be_bytes()); |
| 785 | bytes.extend_from_slice(&u64::try_from(lines.len())?.to_be_bytes()); |
| 786 | for line in &lines { |
| 787 | ensure!(seen.insert(line.id.0), "duplicate projected line identity"); |
| 788 | bytes.extend_from_slice(line.id.0.as_bytes()); |
| 789 | bytes.extend_from_slice(&u64::try_from(line.tokens.len())?.to_be_bytes()); |
| 790 | for token in &line.tokens { |
| 791 | ensure!( |
| 792 | seen_tokens.insert(token.id.0), |
| 793 | "duplicate projected token identity" |
| 794 | ); |
| 795 | use crate::diff::token::TokenKind; |
| 796 | let kind = match token.kind { |
| 797 | TokenKind::Word => 0u8, |
| 798 | TokenKind::Whitespace => 1, |
| 799 | TokenKind::Operator => 2, |
| 800 | TokenKind::Punctuation => 3, |
| 801 | TokenKind::String => 4, |
| 802 | TokenKind::Number => 5, |
| 803 | TokenKind::Comment => 6, |
| 804 | TokenKind::Newline => 7, |
| 805 | TokenKind::Other => 8, |
| 806 | }; |
| 807 | bytes.extend_from_slice(token.id.0.as_bytes()); |
| 808 | bytes.push(kind); |
| 809 | } |
| 810 | } |
| 811 | Ok(SpanSemanticSnapshot { |
| 812 | file: self.file.clone(), |
| 813 | id: SpanProjectionId(Hash::of(&bytes)), |
| 814 | lines, |
| 815 | }) |
| 816 | } |
| 817 | |
| 818 | /// Derive a lossless line/token view without creating CRDT rows or |
| 819 | /// assigning unchanged bytes to the current editor. Binary or invalid UTF-8 |