use super::{
CompiledProfileScripts, DeserializedProfileScriptConfig, EvaluatableProfile, NextestConfig,
NextestConfigImpl,
};
use crate::{
config::{FinalConfig, PreBuildPlatform, RetryPolicy, SlowTimeout, TestGroup, ThreadsRequired},
errors::{
ConfigCompileError, ConfigCompileErrorKind, ConfigCompileSection, ConfigParseErrorKind,
},
platform::BuildPlatforms,
reporter::TestOutputDisplay,
};
use guppy::graph::{cargo::BuildPlatform, PackageGraph};
use nextest_filtering::{CompiledExpr, Filterset, FiltersetKind, ParseContext, TestQuery};
use owo_colors::{OwoColorize, Style};
use serde::{Deserialize, Deserializer};
use smol_str::SmolStr;
use std::{collections::HashMap, time::Duration};
use target_spec::{Platform, TargetSpec};
#[derive(Clone, Debug)]
pub struct TestSettings<Source = ()> {
threads_required: (ThreadsRequired, Source),
retries: (RetryPolicy, Source),
slow_timeout: (SlowTimeout, Source),
leak_timeout: (Duration, Source),
test_group: (TestGroup, Source),
success_output: (TestOutputDisplay, Source),
failure_output: (TestOutputDisplay, Source),
junit_store_success_output: (bool, Source),
junit_store_failure_output: (bool, Source),
}
pub(crate) trait TrackSource<'p>: Sized {
fn track_profile<T>(value: T) -> (T, Self);
fn track_override<T>(value: T, source: &'p CompiledOverride<FinalConfig>) -> (T, Self);
}
impl<'p> TrackSource<'p> for () {
fn track_profile<T>(value: T) -> (T, Self) {
(value, ())
}
fn track_override<T>(value: T, _source: &'p CompiledOverride<FinalConfig>) -> (T, Self) {
(value, ())
}
}
#[derive(Copy, Clone, Debug)]
pub(crate) enum SettingSource<'p> {
Profile,
Override(&'p CompiledOverride<FinalConfig>),
}
impl<'p> TrackSource<'p> for SettingSource<'p> {
fn track_profile<T>(value: T) -> (T, Self) {
(value, SettingSource::Profile)
}
fn track_override<T>(value: T, source: &'p CompiledOverride<FinalConfig>) -> (T, Self) {
(value, SettingSource::Override(source))
}
}
impl TestSettings {
pub fn threads_required(&self) -> ThreadsRequired {
self.threads_required.0
}
pub fn retries(&self) -> RetryPolicy {
self.retries.0
}
pub fn slow_timeout(&self) -> SlowTimeout {
self.slow_timeout.0
}
pub fn leak_timeout(&self) -> Duration {
self.leak_timeout.0
}
pub fn test_group(&self) -> &TestGroup {
&self.test_group.0
}
pub fn success_output(&self) -> TestOutputDisplay {
self.success_output.0
}
pub fn failure_output(&self) -> TestOutputDisplay {
self.failure_output.0
}
pub fn junit_store_success_output(&self) -> bool {
self.junit_store_success_output.0
}
pub fn junit_store_failure_output(&self) -> bool {
self.junit_store_failure_output.0
}
}
#[allow(dead_code)]
impl<Source: Copy> TestSettings<Source> {
pub(super) fn new<'p>(profile: &'p EvaluatableProfile<'_>, query: &TestQuery<'_>) -> Self
where
Source: TrackSource<'p>,
{
let ecx = profile.filterset_ecx();
let mut threads_required = None;
let mut retries = None;
let mut slow_timeout = None;
let mut leak_timeout = None;
let mut test_group = None;
let mut success_output = None;
let mut failure_output = None;
let mut junit_store_success_output = None;
let mut junit_store_failure_output = None;
for override_ in &profile.compiled_data.overrides {
if !override_.state.host_eval {
continue;
}
if query.binary_query.platform == BuildPlatform::Host && !override_.state.host_test_eval
{
continue;
}
if query.binary_query.platform == BuildPlatform::Target && !override_.state.target_eval
{
continue;
}
if let Some(expr) = &override_.filter() {
if !expr.matches_test(query, &ecx) {
continue;
}
}
if threads_required.is_none() {
if let Some(t) = override_.data.threads_required {
threads_required = Some(Source::track_override(t, override_));
}
}
if retries.is_none() {
if let Some(r) = override_.data.retries {
retries = Some(Source::track_override(r, override_));
}
}
if slow_timeout.is_none() {
if let Some(s) = override_.data.slow_timeout {
slow_timeout = Some(Source::track_override(s, override_));
}
}
if leak_timeout.is_none() {
if let Some(l) = override_.data.leak_timeout {
leak_timeout = Some(Source::track_override(l, override_));
}
}
if test_group.is_none() {
if let Some(t) = &override_.data.test_group {
test_group = Some(Source::track_override(t.clone(), override_));
}
}
if success_output.is_none() {
if let Some(s) = override_.data.success_output {
success_output = Some(Source::track_override(s, override_));
}
}
if failure_output.is_none() {
if let Some(f) = override_.data.failure_output {
failure_output = Some(Source::track_override(f, override_));
}
}
if junit_store_success_output.is_none() {
if let Some(s) = override_.data.junit.store_success_output {
junit_store_success_output = Some(Source::track_override(s, override_));
}
}
if junit_store_failure_output.is_none() {
if let Some(f) = override_.data.junit.store_failure_output {
junit_store_failure_output = Some(Source::track_override(f, override_));
}
}
}
let threads_required =
threads_required.unwrap_or_else(|| Source::track_profile(profile.threads_required()));
let retries = retries.unwrap_or_else(|| Source::track_profile(profile.retries()));
let slow_timeout =
slow_timeout.unwrap_or_else(|| Source::track_profile(profile.slow_timeout()));
let leak_timeout =
leak_timeout.unwrap_or_else(|| Source::track_profile(profile.leak_timeout()));
let test_group = test_group.unwrap_or_else(|| Source::track_profile(TestGroup::Global));
let success_output =
success_output.unwrap_or_else(|| Source::track_profile(profile.success_output()));
let failure_output =
failure_output.unwrap_or_else(|| Source::track_profile(profile.failure_output()));
let junit_store_success_output = junit_store_success_output.unwrap_or_else(|| {
Source::track_profile(profile.junit().map_or(false, |j| j.store_success_output()))
});
let junit_store_failure_output = junit_store_failure_output.unwrap_or_else(|| {
Source::track_profile(profile.junit().map_or(false, |j| j.store_failure_output()))
});
TestSettings {
threads_required,
retries,
slow_timeout,
leak_timeout,
test_group,
success_output,
failure_output,
junit_store_success_output,
junit_store_failure_output,
}
}
pub(crate) fn threads_required_with_source(&self) -> (ThreadsRequired, Source) {
self.threads_required
}
pub(crate) fn retries_with_source(&self) -> (RetryPolicy, Source) {
self.retries
}
pub(crate) fn slow_timeout_with_source(&self) -> (SlowTimeout, Source) {
self.slow_timeout
}
pub(crate) fn leak_timeout_with_source(&self) -> (Duration, Source) {
self.leak_timeout
}
pub(crate) fn test_group_with_source(&self) -> &(TestGroup, Source) {
&self.test_group
}
}
#[derive(Clone, Debug)]
pub(super) struct CompiledByProfile {
pub(super) default: CompiledData<PreBuildPlatform>,
pub(super) other: HashMap<String, CompiledData<PreBuildPlatform>>,
}
impl CompiledByProfile {
pub(super) fn new(
graph: &PackageGraph,
config: &NextestConfigImpl,
) -> Result<Self, ConfigParseErrorKind> {
let mut errors = vec![];
let default = CompiledData::new(
graph,
"default",
Some(config.default_profile().default_filter()),
config.default_profile().overrides(),
config.default_profile().setup_scripts(),
&mut errors,
);
let other: HashMap<_, _> = config
.other_profiles()
.map(|(profile_name, profile)| {
(
profile_name.to_owned(),
CompiledData::new(
graph,
profile_name,
profile.default_filter(),
profile.overrides(),
profile.scripts(),
&mut errors,
),
)
})
.collect();
if errors.is_empty() {
Ok(Self { default, other })
} else {
Err(ConfigParseErrorKind::CompileErrors(errors))
}
}
pub(super) fn for_default_config() -> Self {
Self {
default: CompiledData {
profile_default_filter: Some(CompiledDefaultFilter::for_default_config()),
overrides: vec![],
scripts: vec![],
},
other: HashMap::new(),
}
}
}
#[derive(Clone, Debug)]
pub struct CompiledDefaultFilter {
pub expr: CompiledExpr,
pub profile: String,
pub section: CompiledDefaultFilterSection,
}
impl CompiledDefaultFilter {
fn for_default_config() -> Self {
Self {
expr: CompiledExpr::ALL,
profile: NextestConfig::DEFAULT_PROFILE.to_owned(),
section: CompiledDefaultFilterSection::Profile,
}
}
pub fn display_config(&self, bold_style: Style) -> String {
match &self.section {
CompiledDefaultFilterSection::Profile => {
format!("profile.{}.default-filter", self.profile)
.style(bold_style)
.to_string()
}
CompiledDefaultFilterSection::Override(_) => {
format!(
"default-filter in {}",
format!("profile.{}.overrides", self.profile).style(bold_style)
)
}
}
}
}
#[derive(Clone, Copy, Debug)]
pub enum CompiledDefaultFilterSection {
Profile,
Override(usize),
}
#[derive(Clone, Debug)]
pub(super) struct CompiledData<State> {
pub(super) profile_default_filter: Option<CompiledDefaultFilter>,
pub(super) overrides: Vec<CompiledOverride<State>>,
pub(super) scripts: Vec<CompiledProfileScripts<State>>,
}
impl CompiledData<PreBuildPlatform> {
fn new(
graph: &PackageGraph,
profile_name: &str,
profile_default_filter: Option<&str>,
overrides: &[DeserializedOverride],
scripts: &[DeserializedProfileScriptConfig],
errors: &mut Vec<ConfigCompileError>,
) -> Self {
let profile_default_filter = profile_default_filter.and_then(|filter| {
let cx = ParseContext {
graph,
kind: FiltersetKind::DefaultFilter,
};
match Filterset::parse(filter.to_owned(), &cx) {
Ok(expr) => Some(CompiledDefaultFilter {
expr: expr.compiled,
profile: profile_name.to_owned(),
section: CompiledDefaultFilterSection::Profile,
}),
Err(err) => {
errors.push(ConfigCompileError {
profile_name: profile_name.to_owned(),
section: ConfigCompileSection::DefaultFilter,
kind: ConfigCompileErrorKind::Parse {
host_parse_error: None,
target_parse_error: None,
filter_parse_errors: vec![err],
},
});
None
}
}
});
let overrides = overrides
.iter()
.enumerate()
.filter_map(|(index, source)| {
CompiledOverride::new(graph, profile_name, index, source, errors)
})
.collect();
let scripts = scripts
.iter()
.enumerate()
.filter_map(|(index, source)| {
CompiledProfileScripts::new(graph, profile_name, index, source, errors)
})
.collect();
Self {
profile_default_filter,
overrides,
scripts,
}
}
pub(super) fn extend_reverse(&mut self, other: Self) {
if other.profile_default_filter.is_some() {
self.profile_default_filter = other.profile_default_filter;
}
self.overrides.extend(other.overrides.into_iter().rev());
self.scripts.extend(other.scripts.into_iter().rev());
}
pub(super) fn reverse(&mut self) {
self.overrides.reverse();
self.scripts.reverse();
}
pub(super) fn chain(self, other: Self) -> Self {
let profile_default_filter = self.profile_default_filter.or(other.profile_default_filter);
let mut overrides = self.overrides;
let mut setup_scripts = self.scripts;
overrides.extend(other.overrides);
setup_scripts.extend(other.scripts);
Self {
profile_default_filter,
overrides,
scripts: setup_scripts,
}
}
pub(super) fn apply_build_platforms(
self,
build_platforms: &BuildPlatforms,
) -> CompiledData<FinalConfig> {
let profile_default_filter = self.profile_default_filter;
let overrides = self
.overrides
.into_iter()
.map(|override_| override_.apply_build_platforms(build_platforms))
.collect();
let setup_scripts = self
.scripts
.into_iter()
.map(|setup_script| setup_script.apply_build_platforms(build_platforms))
.collect();
CompiledData {
profile_default_filter,
overrides,
scripts: setup_scripts,
}
}
}
#[derive(Clone, Debug)]
pub(crate) struct CompiledOverride<State> {
id: OverrideId,
state: State,
pub(super) data: ProfileOverrideData,
}
impl<State> CompiledOverride<State> {
pub(crate) fn id(&self) -> &OverrideId {
&self.id
}
}
#[derive(Clone, Debug, Eq, Hash, PartialEq)]
pub(crate) struct OverrideId {
pub(crate) profile_name: SmolStr,
index: usize,
}
#[derive(Clone, Debug)]
pub(super) struct ProfileOverrideData {
host_spec: MaybeTargetSpec,
target_spec: MaybeTargetSpec,
filter: Option<FilterOrDefaultFilter>,
threads_required: Option<ThreadsRequired>,
retries: Option<RetryPolicy>,
slow_timeout: Option<SlowTimeout>,
leak_timeout: Option<Duration>,
pub(super) test_group: Option<TestGroup>,
success_output: Option<TestOutputDisplay>,
failure_output: Option<TestOutputDisplay>,
junit: DeserializedJunitOutput,
}
impl CompiledOverride<PreBuildPlatform> {
fn new(
graph: &PackageGraph,
profile_name: &str,
index: usize,
source: &DeserializedOverride,
errors: &mut Vec<ConfigCompileError>,
) -> Option<Self> {
if source.platform.host.is_none()
&& source.platform.target.is_none()
&& source.filter.is_none()
{
errors.push(ConfigCompileError {
profile_name: profile_name.to_owned(),
section: ConfigCompileSection::Override(index),
kind: ConfigCompileErrorKind::ConstraintsNotSpecified {
default_filter_specified: source.default_filter.is_some(),
},
});
return None;
}
let cx = ParseContext {
graph,
kind: FiltersetKind::Test,
};
let host_spec = MaybeTargetSpec::new(source.platform.host.as_deref());
let target_spec = MaybeTargetSpec::new(source.platform.target.as_deref());
let filter = source.filter.as_ref().map_or(Ok(None), |filter| {
Some(Filterset::parse(filter.clone(), &cx)).transpose()
});
let default_filter = source.default_filter.as_ref().map_or(Ok(None), |filter| {
Some(Filterset::parse(filter.clone(), &cx)).transpose()
});
match (host_spec, target_spec, filter, default_filter) {
(Ok(host_spec), Ok(target_spec), Ok(filter), Ok(default_filter)) => {
let filter = match (filter, default_filter) {
(Some(_), Some(_)) => {
errors.push(ConfigCompileError {
profile_name: profile_name.to_owned(),
section: ConfigCompileSection::Override(index),
kind: ConfigCompileErrorKind::FilterAndDefaultFilterSpecified,
});
return None;
}
(Some(filter), None) => Some(FilterOrDefaultFilter::Filter(filter)),
(None, Some(default_filter)) => {
let compiled = CompiledDefaultFilter {
expr: default_filter.compiled,
profile: profile_name.to_owned(),
section: CompiledDefaultFilterSection::Override(index),
};
Some(FilterOrDefaultFilter::DefaultFilter(compiled))
}
(None, None) => None,
};
Some(Self {
id: OverrideId {
profile_name: profile_name.into(),
index,
},
state: PreBuildPlatform {},
data: ProfileOverrideData {
host_spec,
target_spec,
filter,
threads_required: source.threads_required,
retries: source.retries,
slow_timeout: source.slow_timeout,
leak_timeout: source.leak_timeout,
test_group: source.test_group.clone(),
success_output: source.success_output,
failure_output: source.failure_output,
junit: source.junit,
},
})
}
(maybe_host_err, maybe_target_err, maybe_filter_err, maybe_default_filter_err) => {
let host_parse_error = maybe_host_err.err();
let target_parse_error = maybe_target_err.err();
let filter_parse_errors = maybe_filter_err
.err()
.into_iter()
.chain(maybe_default_filter_err.err())
.collect();
errors.push(ConfigCompileError {
profile_name: profile_name.to_owned(),
section: ConfigCompileSection::Override(index),
kind: ConfigCompileErrorKind::Parse {
host_parse_error,
target_parse_error,
filter_parse_errors,
},
});
None
}
}
}
pub(super) fn apply_build_platforms(
self,
build_platforms: &BuildPlatforms,
) -> CompiledOverride<FinalConfig> {
let host_eval = self.data.host_spec.eval(&build_platforms.host.platform);
let host_test_eval = self.data.target_spec.eval(&build_platforms.host.platform);
let target_eval = build_platforms
.target
.as_ref()
.map_or(host_test_eval, |target| {
self.data.target_spec.eval(&target.triple.platform)
});
CompiledOverride {
id: self.id,
state: FinalConfig {
host_eval,
host_test_eval,
target_eval,
},
data: self.data,
}
}
}
impl CompiledOverride<FinalConfig> {
pub(crate) fn target_spec(&self) -> &MaybeTargetSpec {
&self.data.target_spec
}
pub(crate) fn filter(&self) -> Option<&Filterset> {
match self.data.filter.as_ref() {
Some(FilterOrDefaultFilter::Filter(filter)) => Some(filter),
_ => None,
}
}
pub(crate) fn default_filter_if_matches_platform(&self) -> Option<&CompiledDefaultFilter> {
match self.data.filter.as_ref() {
Some(FilterOrDefaultFilter::DefaultFilter(filter)) => {
(self.state.host_eval && self.state.target_eval).then_some(filter)
}
_ => None,
}
}
}
#[derive(Clone, Debug, Default)]
pub(crate) enum MaybeTargetSpec {
Provided(TargetSpec),
#[default]
Any,
}
impl MaybeTargetSpec {
pub(super) fn new(platform_str: Option<&str>) -> Result<Self, target_spec::Error> {
Ok(match platform_str {
Some(platform_str) => {
MaybeTargetSpec::Provided(TargetSpec::new(platform_str.to_owned())?)
}
None => MaybeTargetSpec::Any,
})
}
pub(super) fn eval(&self, platform: &Platform) -> bool {
match self {
MaybeTargetSpec::Provided(spec) => spec
.eval(platform)
.unwrap_or(true),
MaybeTargetSpec::Any => true,
}
}
}
#[derive(Clone, Debug)]
pub(crate) enum FilterOrDefaultFilter {
Filter(Filterset),
DefaultFilter(CompiledDefaultFilter),
}
#[derive(Clone, Debug, Deserialize)]
#[serde(rename_all = "kebab-case")]
pub(super) struct DeserializedOverride {
#[serde(default)]
platform: PlatformStrings,
#[serde(default)]
filter: Option<String>,
#[serde(default)]
default_filter: Option<String>,
#[serde(default)]
threads_required: Option<ThreadsRequired>,
#[serde(default, deserialize_with = "super::deserialize_retry_policy")]
retries: Option<RetryPolicy>,
#[serde(default, deserialize_with = "super::deserialize_slow_timeout")]
slow_timeout: Option<SlowTimeout>,
#[serde(default, with = "humantime_serde::option")]
leak_timeout: Option<Duration>,
#[serde(default)]
test_group: Option<TestGroup>,
#[serde(default)]
success_output: Option<TestOutputDisplay>,
#[serde(default)]
failure_output: Option<TestOutputDisplay>,
#[serde(default)]
junit: DeserializedJunitOutput,
}
#[derive(Copy, Clone, Debug, Default, Deserialize)]
#[serde(rename_all = "kebab-case")]
pub(super) struct DeserializedJunitOutput {
store_success_output: Option<bool>,
store_failure_output: Option<bool>,
}
#[derive(Clone, Debug, Default)]
pub(super) struct PlatformStrings {
pub(super) host: Option<String>,
pub(super) target: Option<String>,
}
impl<'de> Deserialize<'de> for PlatformStrings {
fn deserialize<D: Deserializer<'de>>(deserializer: D) -> Result<Self, D::Error> {
struct V;
impl<'de2> serde::de::Visitor<'de2> for V {
type Value = PlatformStrings;
fn expecting(&self, formatter: &mut std::fmt::Formatter) -> std::fmt::Result {
formatter.write_str(
"a table ({ host = \"x86_64-apple-darwin\", \
target = \"cfg(windows)\" }) \
or a string (\"x86_64-unknown-gnu-linux\")",
)
}
fn visit_str<E>(self, v: &str) -> Result<Self::Value, E>
where
E: serde::de::Error,
{
Ok(PlatformStrings {
host: None,
target: Some(v.to_owned()),
})
}
fn visit_map<A>(self, map: A) -> Result<Self::Value, A::Error>
where
A: serde::de::MapAccess<'de2>,
{
#[derive(Deserialize)]
struct PlatformStringsInner {
#[serde(default)]
host: Option<String>,
#[serde(default)]
target: Option<String>,
}
let inner = PlatformStringsInner::deserialize(
serde::de::value::MapAccessDeserializer::new(map),
)?;
Ok(PlatformStrings {
host: inner.host,
target: inner.target,
})
}
}
deserializer.deserialize_any(V)
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::config::{test_helpers::*, NextestConfig};
use camino::Utf8Path;
use camino_tempfile::tempdir;
use indoc::indoc;
use std::num::NonZeroUsize;
use test_case::test_case;
#[test]
fn test_overrides_basic() {
let config_contents = indoc! {r#"
# Override 1
[[profile.default.overrides]]
platform = 'aarch64-apple-darwin' # this is the target platform
filter = "test(test)"
retries = { backoff = "exponential", count = 20, delay = "1s", max-delay = "20s" }
slow-timeout = { period = "120s", terminate-after = 1, grace-period = "0s" }
success-output = "immediate-final"
junit = { store-success-output = true }
# Override 2
[[profile.default.overrides]]
filter = "test(test)"
threads-required = 8
retries = 3
slow-timeout = "60s"
leak-timeout = "300ms"
test-group = "my-group"
failure-output = "final"
junit = { store-failure-output = false }
# Override 3
[[profile.default.overrides]]
platform = { host = "cfg(unix)" }
filter = "test(override3)"
retries = 5
# Override 4 -- host not matched
[[profile.default.overrides]]
platform = { host = 'aarch64-apple-darwin' }
retries = 10
# Override 5 -- no filter provided, just platform
[[profile.default.overrides]]
platform = { host = 'cfg(target_os = "linux")', target = 'aarch64-apple-darwin' }
filter = "test(override5)"
retries = 8
[profile.default.junit]
path = "my-path.xml"
[test-groups.my-group]
max-threads = 20
"#};
let workspace_dir = tempdir().unwrap();
let graph = temp_workspace(workspace_dir.path(), config_contents);
let package_id = graph.workspace().iter().next().unwrap().id();
let nextest_config_result = NextestConfig::from_sources(
graph.workspace().root(),
&graph,
None,
&[][..],
&Default::default(),
)
.expect("config is valid");
let profile = nextest_config_result
.profile("default")
.expect("valid profile name")
.apply_build_platforms(&build_platforms());
let host_binary_query =
binary_query(&graph, package_id, "lib", "my-binary", BuildPlatform::Host);
let query = TestQuery {
binary_query: host_binary_query.to_query(),
test_name: "test",
};
let overrides = profile.settings_for(&query);
assert_eq!(overrides.threads_required(), ThreadsRequired::Count(8));
assert_eq!(overrides.retries(), RetryPolicy::new_without_delay(3));
assert_eq!(
overrides.slow_timeout(),
SlowTimeout {
period: Duration::from_secs(60),
terminate_after: None,
grace_period: Duration::from_secs(10),
}
);
assert_eq!(overrides.leak_timeout(), Duration::from_millis(300));
assert_eq!(overrides.test_group(), &test_group("my-group"));
assert_eq!(overrides.success_output(), TestOutputDisplay::Never);
assert_eq!(overrides.failure_output(), TestOutputDisplay::Final);
#[allow(clippy::bool_assert_comparison)]
{
assert_eq!(overrides.junit_store_success_output(), false);
assert_eq!(overrides.junit_store_failure_output(), false);
}
let target_binary_query = binary_query(
&graph,
package_id,
"lib",
"my-binary",
BuildPlatform::Target,
);
let query = TestQuery {
binary_query: target_binary_query.to_query(),
test_name: "test",
};
let overrides = profile.settings_for(&query);
assert_eq!(overrides.threads_required(), ThreadsRequired::Count(8));
assert_eq!(
overrides.retries(),
RetryPolicy::Exponential {
count: 20,
delay: Duration::from_secs(1),
jitter: false,
max_delay: Some(Duration::from_secs(20)),
}
);
assert_eq!(
overrides.slow_timeout(),
SlowTimeout {
period: Duration::from_secs(120),
terminate_after: Some(NonZeroUsize::new(1).unwrap()),
grace_period: Duration::ZERO,
}
);
assert_eq!(overrides.leak_timeout(), Duration::from_millis(300));
assert_eq!(overrides.test_group(), &test_group("my-group"));
assert_eq!(
overrides.success_output(),
TestOutputDisplay::ImmediateFinal
);
assert_eq!(overrides.failure_output(), TestOutputDisplay::Final);
#[allow(clippy::bool_assert_comparison)]
{
assert_eq!(overrides.junit_store_success_output(), true);
assert_eq!(overrides.junit_store_failure_output(), false);
}
let query = TestQuery {
binary_query: target_binary_query.to_query(),
test_name: "override3",
};
let overrides = profile.settings_for(&query);
assert_eq!(overrides.retries(), RetryPolicy::new_without_delay(5));
let query = TestQuery {
binary_query: target_binary_query.to_query(),
test_name: "override5",
};
let overrides = profile.settings_for(&query);
assert_eq!(overrides.retries(), RetryPolicy::new_without_delay(8));
let query = TestQuery {
binary_query: target_binary_query.to_query(),
test_name: "no_match",
};
let overrides = profile.settings_for(&query);
assert_eq!(overrides.retries(), RetryPolicy::new_without_delay(0));
}
#[test_case(
indoc! {r#"
[[profile.default.overrides]]
retries = 2
"#},
"default",
&[MietteJsonReport {
message: "at least one of `platform` and `filter` must be specified".to_owned(),
labels: vec![],
}]
; "neither platform nor filter specified"
)]
#[test_case(
indoc! {r#"
[[profile.default.overrides]]
default-filter = "test(test1)"
retries = 2
"#},
"default",
&[MietteJsonReport {
message: "for override with `default-filter`, `platform` must also be specified".to_owned(),
labels: vec![],
}]
; "default-filter without platform"
)]
#[test_case(
indoc! {r#"
[[profile.default.overrides]]
filter = 'test(test1)'
default-filter = "test(test2)"
retries = 2
"#},
"default",
&[MietteJsonReport {
message: "at most one of `filter` and `default-filter` must be specified".to_owned(),
labels: vec![],
}]
; "both filter and default-filter specified"
)]
#[test_case(
indoc! {r#"
[[profile.default.overrides]]
filter = 'test(test1)'
platform = 'cfg(unix)'
default-filter = "test(test2)"
retries = 2
"#},
"default",
&[MietteJsonReport {
message: "at most one of `filter` and `default-filter` must be specified".to_owned(),
labels: vec![],
}]
; "both filter and default-filter specified with platform"
)]
#[test_case(
indoc! {r#"
[[profile.default.overrides]]
platform = {}
retries = 2
"#},
"default",
&[MietteJsonReport {
message: "at least one of `platform` and `filter` must be specified".to_owned(),
labels: vec![],
}]
; "empty platform map"
)]
#[test_case(
indoc! {r#"
[[profile.ci.overrides]]
platform = 'cfg(target_os = "macos)'
retries = 2
"#},
"ci",
&[MietteJsonReport {
message: "error parsing cfg() expression".to_owned(),
labels: vec![
MietteJsonLabel { label: "unclosed quotes".to_owned(), span: MietteJsonSpan { offset: 16, length: 6 } }
]
}]
; "invalid platform expression"
)]
#[test_case(
indoc! {r#"
[[profile.ci.overrides]]
filter = 'test(/foo)'
retries = 2
"#},
"ci",
&[MietteJsonReport {
message: "expected close regex".to_owned(),
labels: vec![
MietteJsonLabel { label: "missing `/`".to_owned(), span: MietteJsonSpan { offset: 9, length: 0 } }
]
}]
; "invalid filterset"
)]
#[test_case(
indoc! {r#"
[profile.ci]
default-filter = "test(foo) or default()"
"#},
"ci",
&[MietteJsonReport {
message: "predicate not allowed in `default-filter` expressions".to_owned(),
labels: vec![
MietteJsonLabel { label: "this predicate causes infinite recursion".to_owned(), span: MietteJsonSpan { offset: 13, length: 9 } }
]
}]
; "default-filter with default"
)]
fn parse_overrides_invalid(
config_contents: &str,
faulty_profile: &str,
expected_reports: &[MietteJsonReport],
) {
let workspace_dir = tempdir().unwrap();
let workspace_path: &Utf8Path = workspace_dir.path();
let graph = temp_workspace(workspace_path, config_contents);
let err = NextestConfig::from_sources(
graph.workspace().root(),
&graph,
None,
[],
&Default::default(),
)
.expect_err("config is invalid");
match err.kind() {
ConfigParseErrorKind::CompileErrors(compile_errors) => {
assert_eq!(
compile_errors.len(),
1,
"exactly one override error must be produced"
);
let error = compile_errors.first().unwrap();
assert_eq!(
error.profile_name, faulty_profile,
"compile error profile matches"
);
let handler = miette::JSONReportHandler::new();
let reports = error
.kind
.reports()
.map(|report| {
let mut out = String::new();
handler.render_report(&mut out, report.as_ref()).unwrap();
let json_report: MietteJsonReport = serde_json::from_str(&out)
.unwrap_or_else(|err| {
panic!(
"failed to deserialize JSON message produced by miette: {err}"
)
});
json_report
})
.collect::<Vec<_>>();
assert_eq!(&reports, expected_reports, "reports match");
}
other => {
panic!("for config error {other:?}, expected ConfigParseErrorKind::FiltersetOrCfgParseError");
}
};
}
}