Read ahead at most 500 commits and publish up to 100 at a time. Both queued input blob reservations and prepared batches have explicit caps.
(
&self,
repo: &mut Repository,
tip: Oid,
limits: GitStreamLimits,
expected_order: &[Oid],
)
| 764 | /// Read ahead at most 500 commits and publish up to 100 at a time. Both |
| 765 | /// queued input blob reservations and prepared batches have explicit caps. |
| 766 | fn import_graph_stream_rolling( |
| 767 | &self, |
| 768 | repo: &mut Repository, |
| 769 | tip: Oid, |
| 770 | limits: GitStreamLimits, |
| 771 | expected_order: &[Oid], |
| 772 | ) -> CliResult<GitStreamOutcome> { |
| 773 | use std::collections::VecDeque; |
| 774 | use std::io::IsTerminal; |
| 775 | #[cfg(test)] |
| 776 | let _recorder_guard = RecorderGuard::new(); |
| 777 | if !self.options.graph_only |
| 778 | || !self.options.mainline_only |
| 779 | || self.options.incremental |
| 780 | || !self.options.imported_shas.is_empty() |
| 781 | || self.options.target_view != repo.current_view() |
| 782 | { |
| 783 | return Err(git_error("direct stream requires graph-only fresh first-parent import into the current empty view")); |
| 784 | } |
| 785 | let (git, policy, ordered) = self.graph_stream_inputs(tip)?; |
| 786 | if ordered != expected_order { |
| 787 | return Err(git_error( |
| 788 | "pinned Git stream history changed after preflight", |
| 789 | )); |
| 790 | } |
| 791 | let positions: HashMap<_, _> = ordered |
| 792 | .iter() |
| 793 | .copied() |
| 794 | .enumerate() |
| 795 | .map(|(index, oid)| (oid, index)) |
| 796 | .collect(); |
| 797 | let mut session = if self.options.span_stream { |
| 798 | GitGraphImportSession::begin_span(repo, limits) |
| 799 | } else { |
| 800 | GitGraphImportSession::begin(repo, limits) |
| 801 | } |
| 802 | .map_err(CliError::from)?; |
| 803 | let enabled = std::io::stderr().is_terminal() |
| 804 | && std::env::var_os("TERM").is_some_and(|term| term != "dumb"); |
| 805 | let mut dashboard = rolling_dashboard::Dashboard::start(500, limits.bytes(), enabled); |
| 806 | dashboard.update(|state| { |
| 807 | state.total = ordered.len(); |
| 808 | state.checked = ordered.len(); |
| 809 | }); |
| 810 | let mut compiler = Compiler::default(); |
| 811 | if self.options.span_stream { |
| 812 | compiler.spans = Some(Default::default()); |
| 813 | } |
| 814 | let mut pending = VecDeque::new(); |
| 815 | let (mut next, mut processed, mut pending_bytes) = (0usize, 0usize, 0usize); |
| 816 | let started = Instant::now(); |
| 817 | while processed < ordered.len() { |
| 818 | dashboard.update(|state| state.phase = "loading window"); |
| 819 | while pending.len() < 500 && next < ordered.len() { |
| 820 | let oid = ordered[next]; |
| 821 | let commit = git |
| 822 | .find_commit(oid) |
| 823 | .map_err(|error| git_error(error.to_string()))?; |