mirror of
https://github.com/martinvonz/jj.git
synced 2024-12-04 21:35:06 +00:00
revset: resolve symbols earlier, before passing to revset engine
For large repos, it's useful to be able to use shorter change id and commit id prefixes by resolving the prefix in a limited subset of the repo (typically the same subset that you'd want to see in your default log output). For very large repos, like Google's internal one, the shortest unique prefix evaluated within the whole repo is practically useless because it's long enough that the user would want to copy and paste it anyway. Mercurial supports this with its `revisions.disambiguatewithin` config (added in https://www.mercurial-scm.org/repo/hg/rev/503f936489dd). I'd like to add the same feature to jj. Mercurial's implementation works by attempting to resolve the prefix in the whole repo and then, if the prefix was ambiguous, it resolves it in the configured subset instead. The advantage of doing it that way is that there's no extra cost of resolving the revset defining the subset if the prefix was not ambiguous within the whole repo. However, there are two important reasons to do it differently in jj: * We support very large repos using custom backends, and it's probably cheaper to resolve a prefix within the subset because it can all be cached on the client. Resolving the prefix within the whole repo requires a roundtrip to the server. * We want to be able to resolve change id prefixes, which is always done in *some* revset. That revset is currently `all()`, i.e. all visible commits. Even on local disk, it's probably cheaper to resolve a small revset first and then resolve the prefix within that than it is to build up the index of all visible change ids. We could achieve the goal by letting each revset engine respect the configured subset, but since the solution proposed above makes sense also for local-disk repos, I think it's better to do it outside of the revset engine, so all revset engines can share the code. This commit prepares for the new functionality by moving the symbol resolution out of `Index::evaluate_revset()`.
This commit is contained in:
parent
ac23395ea1
commit
94aec90bee
4 changed files with 45 additions and 12 deletions
|
@ -536,6 +536,8 @@ pub fn evaluate<'index>(
|
||||||
Ok(Box::new(revset_impl))
|
Ok(Box::new(revset_impl))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// TODO: delete unused workspace_ctx argument
|
||||||
|
#[allow(clippy::only_used_in_recursion)]
|
||||||
fn evaluate_impl<'index>(
|
fn evaluate_impl<'index>(
|
||||||
repo: &'index dyn Repo,
|
repo: &'index dyn Repo,
|
||||||
expression: &RevsetExpression,
|
expression: &RevsetExpression,
|
||||||
|
@ -559,8 +561,7 @@ fn evaluate_impl<'index>(
|
||||||
}
|
}
|
||||||
RevsetExpression::Commits(commit_ids) => Ok(revset_for_commit_ids(repo, commit_ids)),
|
RevsetExpression::Commits(commit_ids) => Ok(revset_for_commit_ids(repo, commit_ids)),
|
||||||
RevsetExpression::Symbol(symbol) => {
|
RevsetExpression::Symbol(symbol) => {
|
||||||
let commit_ids = resolve_symbol(repo, symbol, workspace_ctx.map(|c| c.workspace_id))?;
|
panic!("Symbol '{}' should have been resolved by caller", symbol);
|
||||||
evaluate_impl(repo, &RevsetExpression::Commits(commit_ids), workspace_ctx)
|
|
||||||
}
|
}
|
||||||
RevsetExpression::Children(roots) => {
|
RevsetExpression::Children(roots) => {
|
||||||
let root_set = evaluate_impl(repo, roots, workspace_ctx)?;
|
let root_set = evaluate_impl(repo, roots, workspace_ctx)?;
|
||||||
|
|
|
@ -30,6 +30,7 @@ use thiserror::Error;
|
||||||
use crate::backend::{BackendError, BackendResult, CommitId};
|
use crate::backend::{BackendError, BackendResult, CommitId};
|
||||||
use crate::commit::Commit;
|
use crate::commit::Commit;
|
||||||
use crate::default_index_store::{IndexEntry, IndexPosition};
|
use crate::default_index_store::{IndexEntry, IndexPosition};
|
||||||
|
use crate::default_revset_engine::resolve_symbol;
|
||||||
use crate::op_store::WorkspaceId;
|
use crate::op_store::WorkspaceId;
|
||||||
use crate::repo::Repo;
|
use crate::repo::Repo;
|
||||||
use crate::repo_path::{FsPathParseError, RepoPath};
|
use crate::repo_path::{FsPathParseError, RepoPath};
|
||||||
|
@ -1112,9 +1113,14 @@ fn try_transform_expression_bottom_up(
|
||||||
RevsetExpression::AsFilter(candidates) => {
|
RevsetExpression::AsFilter(candidates) => {
|
||||||
transform_rec(candidates, f)?.map(RevsetExpression::AsFilter)
|
transform_rec(candidates, f)?.map(RevsetExpression::AsFilter)
|
||||||
}
|
}
|
||||||
RevsetExpression::Present(candidates) => {
|
RevsetExpression::Present(candidates) => match transform_rec(candidates, f) {
|
||||||
transform_rec(candidates, f)?.map(RevsetExpression::Present)
|
Ok(None) => None,
|
||||||
}
|
Ok(Some(expression)) => Some(RevsetExpression::Present(expression)),
|
||||||
|
Err(RevsetError::NoSuchRevision(_)) => Some(RevsetExpression::None),
|
||||||
|
r @ Err(RevsetError::AmbiguousIdPrefix(_) | RevsetError::StoreError(_)) => {
|
||||||
|
return r;
|
||||||
|
}
|
||||||
|
},
|
||||||
RevsetExpression::NotIn(complement) => {
|
RevsetExpression::NotIn(complement) => {
|
||||||
transform_rec(complement, f)?.map(RevsetExpression::NotIn)
|
transform_rec(complement, f)?.map(RevsetExpression::NotIn)
|
||||||
}
|
}
|
||||||
|
@ -1385,6 +1391,29 @@ pub fn optimize(expression: Rc<RevsetExpression>) -> Rc<RevsetExpression> {
|
||||||
fold_difference(&expression).unwrap_or(expression)
|
fold_difference(&expression).unwrap_or(expression)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// TODO: Maybe return a new type (RevsetParameters?) instead of
|
||||||
|
// RevsetExpression. Then pass that to evaluate(), so it's clear which variants
|
||||||
|
// are allowed.
|
||||||
|
pub fn resolve_symbols(
|
||||||
|
repo: &dyn Repo,
|
||||||
|
expression: Rc<RevsetExpression>,
|
||||||
|
workspace_ctx: Option<&RevsetWorkspaceContext>,
|
||||||
|
) -> Result<Rc<RevsetExpression>, RevsetError> {
|
||||||
|
Ok(
|
||||||
|
try_transform_expression_bottom_up(&expression, |expression| {
|
||||||
|
Ok(match expression.as_ref() {
|
||||||
|
RevsetExpression::Symbol(symbol) => {
|
||||||
|
let commit_ids =
|
||||||
|
resolve_symbol(repo, symbol, workspace_ctx.map(|ctx| ctx.workspace_id))?;
|
||||||
|
Some(RevsetExpression::commits(commit_ids))
|
||||||
|
}
|
||||||
|
_ => None,
|
||||||
|
})
|
||||||
|
})?
|
||||||
|
.unwrap_or(expression),
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
pub trait Revset<'index> {
|
pub trait Revset<'index> {
|
||||||
// All revsets currently iterate in order of descending index position
|
// All revsets currently iterate in order of descending index position
|
||||||
fn iter(&self) -> Box<dyn Iterator<Item = IndexEntry<'index>> + '_>;
|
fn iter(&self) -> Box<dyn Iterator<Item = IndexEntry<'index>> + '_>;
|
||||||
|
|
|
@ -23,8 +23,9 @@ use jujutsu_lib::op_store::{RefTarget, WorkspaceId};
|
||||||
use jujutsu_lib::repo::Repo;
|
use jujutsu_lib::repo::Repo;
|
||||||
use jujutsu_lib::repo_path::RepoPath;
|
use jujutsu_lib::repo_path::RepoPath;
|
||||||
use jujutsu_lib::revset::{
|
use jujutsu_lib::revset::{
|
||||||
optimize, parse, ReverseRevsetGraphIterator, RevsetAliasesMap, RevsetError, RevsetExpression,
|
optimize, parse, resolve_symbols, ReverseRevsetGraphIterator, RevsetAliasesMap, RevsetError,
|
||||||
RevsetFilterPredicate, RevsetGraphEdge, RevsetIteratorExt, RevsetWorkspaceContext,
|
RevsetExpression, RevsetFilterPredicate, RevsetGraphEdge, RevsetIteratorExt,
|
||||||
|
RevsetWorkspaceContext,
|
||||||
};
|
};
|
||||||
use jujutsu_lib::settings::GitSettings;
|
use jujutsu_lib::settings::GitSettings;
|
||||||
use jujutsu_lib::workspace::Workspace;
|
use jujutsu_lib::workspace::Workspace;
|
||||||
|
@ -146,9 +147,7 @@ fn test_resolve_symbol_commit_id() {
|
||||||
// Test present() suppresses only NoSuchRevision error
|
// Test present() suppresses only NoSuchRevision error
|
||||||
assert_eq!(resolve_commit_ids(&repo, "present(foo)"), []);
|
assert_eq!(resolve_commit_ids(&repo, "present(foo)"), []);
|
||||||
assert_matches!(
|
assert_matches!(
|
||||||
optimize(parse("present(04)", &RevsetAliasesMap::new(), None).unwrap())
|
resolve_symbols(&repo, optimize(parse("present(04)", &RevsetAliasesMap::new(), None).unwrap()), None),
|
||||||
.evaluate(&repo, None)
|
|
||||||
.map(|_| ()),
|
|
||||||
Err(RevsetError::AmbiguousIdPrefix(s)) if s == "04"
|
Err(RevsetError::AmbiguousIdPrefix(s)) if s == "04"
|
||||||
);
|
);
|
||||||
assert_eq!(
|
assert_eq!(
|
||||||
|
@ -478,6 +477,7 @@ fn test_resolve_symbol_git_refs() {
|
||||||
|
|
||||||
fn resolve_commit_ids(repo: &dyn Repo, revset_str: &str) -> Vec<CommitId> {
|
fn resolve_commit_ids(repo: &dyn Repo, revset_str: &str) -> Vec<CommitId> {
|
||||||
let expression = optimize(parse(revset_str, &RevsetAliasesMap::new(), None).unwrap());
|
let expression = optimize(parse(revset_str, &RevsetAliasesMap::new(), None).unwrap());
|
||||||
|
let expression = resolve_symbols(repo, expression, None).unwrap();
|
||||||
expression
|
expression
|
||||||
.evaluate(repo, None)
|
.evaluate(repo, None)
|
||||||
.unwrap()
|
.unwrap()
|
||||||
|
@ -499,6 +499,7 @@ fn resolve_commit_ids_in_workspace(
|
||||||
};
|
};
|
||||||
let expression =
|
let expression =
|
||||||
optimize(parse(revset_str, &RevsetAliasesMap::new(), Some(&workspace_ctx)).unwrap());
|
optimize(parse(revset_str, &RevsetAliasesMap::new(), Some(&workspace_ctx)).unwrap());
|
||||||
|
let expression = resolve_symbols(repo, expression, Some(&workspace_ctx)).unwrap();
|
||||||
expression
|
expression
|
||||||
.evaluate(repo, Some(&workspace_ctx))
|
.evaluate(repo, Some(&workspace_ctx))
|
||||||
.unwrap()
|
.unwrap()
|
||||||
|
|
|
@ -44,8 +44,8 @@ use jujutsu_lib::repo::{
|
||||||
};
|
};
|
||||||
use jujutsu_lib::repo_path::{FsPathParseError, RepoPath};
|
use jujutsu_lib::repo_path::{FsPathParseError, RepoPath};
|
||||||
use jujutsu_lib::revset::{
|
use jujutsu_lib::revset::{
|
||||||
Revset, RevsetAliasesMap, RevsetError, RevsetExpression, RevsetIteratorExt, RevsetParseError,
|
resolve_symbols, Revset, RevsetAliasesMap, RevsetError, RevsetExpression, RevsetIteratorExt,
|
||||||
RevsetWorkspaceContext,
|
RevsetParseError, RevsetWorkspaceContext,
|
||||||
};
|
};
|
||||||
use jujutsu_lib::settings::UserSettings;
|
use jujutsu_lib::settings::UserSettings;
|
||||||
use jujutsu_lib::transaction::Transaction;
|
use jujutsu_lib::transaction::Transaction;
|
||||||
|
@ -827,6 +827,8 @@ impl WorkspaceCommandHelper {
|
||||||
&'repo self,
|
&'repo self,
|
||||||
revset_expression: Rc<RevsetExpression>,
|
revset_expression: Rc<RevsetExpression>,
|
||||||
) -> Result<Box<dyn Revset<'repo> + 'repo>, RevsetError> {
|
) -> Result<Box<dyn Revset<'repo> + 'repo>, RevsetError> {
|
||||||
|
let revset_expression =
|
||||||
|
resolve_symbols(&self.repo, revset_expression, Some(&self.revset_context()))?;
|
||||||
revset_expression.evaluate(&self.repo, Some(&self.revset_context()))
|
revset_expression.evaluate(&self.repo, Some(&self.revset_context()))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue