4829321272

Build Type

github

Committed by GitHub

Commit Message

Merge b6d982211 into f2ab0e6ce

Pull Request Pull Request #1515: feat: Run migration only when necessary

Run Details

193 of 193 new or added lines in 11 files covered. (100.0%)

35565 of 45252 relevant lines covered (78.59%)

16462.37 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/dozer-orchestrator/src/errors.rs

#![allow(clippy::enum_variant_names)]

use std::path::PathBuf;

use dozer_api::errors::{ApiError, AuthError, GenerationError, GrpcError};
use dozer_cache::dozer_log::errors::SchemaError;
use dozer_cache::errors::CacheError;
use dozer_core::errors::ExecutionError;
use dozer_ingestion::errors::ConnectorError;
use dozer_sql::pipeline::errors::PipelineError;
use dozer_types::errors::internal::BoxedError;
use dozer_types::thiserror::Error;
use dozer_types::{serde_yaml, thiserror};

#[derive(Error, Debug)]
pub enum OrchestrationError {
    #[error("Failed to write config yaml: {0:?}")]
    FailedToWriteConfigYaml(#[source] serde_yaml::Error),
    #[error("File system error {0:?}: {1}")]
    FileSystem(PathBuf, std::io::Error),
    #[error("Failed to find migration for endpoint {0}")]
    NoMigrationFound(String),
    #[error("Failed to migrate: {0}")]
    MigrateFailed(#[from] MigrationError),
    #[error("Failed to generate token: {0}")]
    GenerateTokenFailed(#[source] AuthError),
    #[error("Missing api config or security input")]
    MissingSecurityConfig,
    #[error("Failed to deploy dozer application: {0:?}")]
    DeployFailed(#[from] DeployError),
    #[error("Failed to initialize api server: {0}")]
    ApiServerFailed(#[from] ApiError),
    #[error("Failed to initialize grpc server: {0}")]
    GrpcServerFailed(#[from] GrpcError),
    #[error("Failed to initialize internal server: {0}")]
    InternalServerFailed(#[source] tonic::transport::Error),
    #[error("{0}: Failed to initialize cache. Have you run `dozer migrate`?")]
    CacheInitFailed(#[source] CacheError),
    #[error("Failed to build cache from log")]
    CacheBuildFailed(#[source] CacheError),
    #[error("Internal thread panic: {0}")]
    JoinError(#[source] tokio::task::JoinError),
    #[error(transparent)]
    ExecutionError(#[from] ExecutionError),
    #[error(transparent)]
    ConnectorError(#[from] ConnectorError),
    #[error(transparent)]
    PipelineError(#[from] PipelineError),
    #[error(transparent)]
    CliError(#[from] CliError),
    #[error("Source validation failed")]
    SourceValidationError,
    #[error("Pipeline validation failed")]
    PipelineValidationError,
    #[error("Table name specified in endpoint not found: {0:?}")]
    EndpointTableNotFound(String),
    #[error("Duplicate table name found: {0:?}")]
    DuplicateTable(String),
    #[error("No endpoints initialized in the config provided")]
    EmptyEndpoints,
}

#[derive(Error, Debug)]
pub enum CliError {
    #[error("Can't find the configuration file at: {0:?}")]
    FailedToLoadFile(String),
    #[error("Unknown Command: {0:?}")]
    UnknownCommand(String),
    #[error("Failed to parse dozer config: {0:?}")]
    FailedToParseYaml(#[source] BoxedError),
    #[error("Failed to validate dozer config: {0:?}")]
    FailedToParseValidateYaml(#[source] BoxedError),
    #[error("Failed to read line: {0}")]
    ReadlineError(#[from] rustyline::error::ReadlineError),
    #[error("File system error {0:?}: {1}")]
    FileSystem(PathBuf, #[source] std::io::Error),
    #[error("Failed to create tokio runtime: {0}")]
    FailedToCreateTokioRuntime(#[source] std::io::Error),
    #[error("Reqwest error: {0}")]
    Reqwest(#[from] reqwest::Error),
}

#[derive(Error, Debug)]
pub enum DeployError {
    #[error("Cannot read configuration: {0}")]
    CannotReadConfig(PathBuf, #[source] std::io::Error),
    #[error("Transport error: {0}")]
    Transport(#[from] tonic::transport::Error),
    #[error("Server error: {0}")]
    Server(#[from] tonic::Status),
}

#[derive(Debug, Error)]
pub enum MigrationError {
    #[error("Got mismatching primary key for `{endpoint_name}`. Expected: `{expected:?}`, got: `{actual:?}`")]
    MismatchPrimaryKey {
        endpoint_name: String,
        expected: Vec<String>,
        actual: Vec<String>,
    },
    #[error("Field not found at position {0}")]
    FieldNotFound(String),
    #[error("File system error {0:?}: {1}")]
    FileSystem(PathBuf, std::io::Error),
    #[error("Cannot load existing schema: {0}")]
    CannotLoadExistingSchema(#[source] SchemaError),
    #[error("Cannot write schema: {0}")]
    CannotWriteSchema(#[source] SchemaError),
    #[error("Failed to generate proto files: {0:?}")]
    FailedToGenerateProtoFiles(#[from] GenerationError),
}

1	#![allow(clippy::enum_variant_names)]
2
3	use std::path::PathBuf;
4
5	use dozer_api::errors::{ApiError, AuthError, GenerationError, GrpcError};
6	use dozer_cache::dozer_log::errors::SchemaError;
7	use dozer_cache::errors::CacheError;
8	use dozer_core::errors::ExecutionError;
9	use dozer_ingestion::errors::ConnectorError;
10	use dozer_sql::pipeline::errors::PipelineError;
11	use dozer_types::errors::internal::BoxedError;
12	use dozer_types::thiserror::Error;
13	use dozer_types::{serde_yaml, thiserror};
14
15	#[derive(Error, Debug)]	×
16	pub enum OrchestrationError {
17	#[error("Failed to write config yaml: {0:?}")]
18	FailedToWriteConfigYaml(#[source] serde_yaml::Error),
19	#[error("File system error {0:?}: {1}")]
20	FileSystem(PathBuf, std::io::Error),
21	#[error("Failed to find migration for endpoint {0}")]
22	NoMigrationFound(String),
23	#[error("Failed to migrate: {0}")]
24	MigrateFailed(#[from] MigrationError),
25	#[error("Failed to generate token: {0}")]
26	GenerateTokenFailed(#[source] AuthError),
27	#[error("Missing api config or security input")]
28	MissingSecurityConfig,
29	#[error("Failed to deploy dozer application: {0:?}")]
30	DeployFailed(#[from] DeployError),
31	#[error("Failed to initialize api server: {0}")]
32	ApiServerFailed(#[from] ApiError),
33	#[error("Failed to initialize grpc server: {0}")]
34	GrpcServerFailed(#[from] GrpcError),
35	#[error("Failed to initialize internal server: {0}")]
36	InternalServerFailed(#[source] tonic::transport::Error),
37	#[error("{0}: Failed to initialize cache. Have you run `dozer migrate`?")]
38	CacheInitFailed(#[source] CacheError),
39	#[error("Failed to build cache from log")]
40	CacheBuildFailed(#[source] CacheError),
41	#[error("Internal thread panic: {0}")]
42	JoinError(#[source] tokio::task::JoinError),
43	#[error(transparent)]
44	ExecutionError(#[from] ExecutionError),
45	#[error(transparent)]
46	ConnectorError(#[from] ConnectorError),
47	#[error(transparent)]
48	PipelineError(#[from] PipelineError),
49	#[error(transparent)]
50	CliError(#[from] CliError),
51	#[error("Source validation failed")]
52	SourceValidationError,
53	#[error("Pipeline validation failed")]
54	PipelineValidationError,
55	#[error("Table name specified in endpoint not found: {0:?}")]
56	EndpointTableNotFound(String),
57	#[error("Duplicate table name found: {0:?}")]
58	DuplicateTable(String),
59	#[error("No endpoints initialized in the config provided")]
60	EmptyEndpoints,
61	}
62
63	#[derive(Error, Debug)]	×
64	pub enum CliError {
65	#[error("Can't find the configuration file at: {0:?}")]
66	FailedToLoadFile(String),
67	#[error("Unknown Command: {0:?}")]
68	UnknownCommand(String),
69	#[error("Failed to parse dozer config: {0:?}")]
70	FailedToParseYaml(#[source] BoxedError),
71	#[error("Failed to validate dozer config: {0:?}")]
72	FailedToParseValidateYaml(#[source] BoxedError),
73	#[error("Failed to read line: {0}")]
74	ReadlineError(#[from] rustyline::error::ReadlineError),
75	#[error("File system error {0:?}: {1}")]
76	FileSystem(PathBuf, #[source] std::io::Error),
77	#[error("Failed to create tokio runtime: {0}")]
78	FailedToCreateTokioRuntime(#[source] std::io::Error),
79	#[error("Reqwest error: {0}")]
80	Reqwest(#[from] reqwest::Error),
81	}
82
83	#[derive(Error, Debug)]	×
84	pub enum DeployError {
85	#[error("Cannot read configuration: {0}")]
86	CannotReadConfig(PathBuf, #[source] std::io::Error),
87	#[error("Transport error: {0}")]
88	Transport(#[from] tonic::transport::Error),
89	#[error("Server error: {0}")]
90	Server(#[from] tonic::Status),
91	}
92
93	#[derive(Debug, Error)]	×
94	pub enum MigrationError {
95	#[error("Got mismatching primary key for `{endpoint_name}`. Expected: `{expected:?}`, got: `{actual:?}`")]
96	MismatchPrimaryKey {
97	endpoint_name: String,
98	expected: Vec<String>,
99	actual: Vec<String>,
100	},
101	#[error("Field not found at position {0}")]
102	FieldNotFound(String),
103	#[error("File system error {0:?}: {1}")]
104	FileSystem(PathBuf, std::io::Error),
105	#[error("Cannot load existing schema: {0}")]
106	CannotLoadExistingSchema(#[source] SchemaError),
107	#[error("Cannot write schema: {0}")]
108	CannotWriteSchema(#[source] SchemaError),
109	#[error("Failed to generate proto files: {0:?}")]
110	FailedToGenerateProtoFiles(#[from] GenerationError),
111	}

getdozer / dozer / 4829321272

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous