Signed-off-by: kjuulh <contact@kjuulh.io>
This commit is contained in:
352
ci/src/main.rs
352
ci/src/main.rs
@@ -2,18 +2,21 @@ use std::path::Path;
|
||||
use std::path::PathBuf;
|
||||
use std::sync::Arc;
|
||||
|
||||
|
||||
use clap::Args;
|
||||
use clap::Parser;
|
||||
use clap::Subcommand;
|
||||
use clap::ValueEnum;
|
||||
|
||||
use dagger_sdk::ContainerId;
|
||||
use dagger_sdk::ContainerPublishOpts;
|
||||
|
||||
|
||||
use dagger_sdk::Platform;
|
||||
use dagger_sdk::QueryContainerOpts;
|
||||
use futures::StreamExt;
|
||||
|
||||
#[derive(Parser)]
|
||||
|
||||
|
||||
#[derive(Parser, Clone)]
|
||||
#[command(author, version, about, long_about = None, subcommand_required = true)]
|
||||
pub struct Command {
|
||||
#[command(subcommand)]
|
||||
@@ -23,7 +26,7 @@ pub struct Command {
|
||||
global: GlobalArgs,
|
||||
}
|
||||
|
||||
#[derive(Subcommand)]
|
||||
#[derive(Subcommand, Clone)]
|
||||
pub enum Commands {
|
||||
#[command(subcommand_required = true)]
|
||||
Local {
|
||||
@@ -31,11 +34,18 @@ pub enum Commands {
|
||||
command: LocalCommands,
|
||||
},
|
||||
PullRequest,
|
||||
Main,
|
||||
Main {
|
||||
#[arg(long)]
|
||||
image: String,
|
||||
#[arg(long)]
|
||||
tag: String,
|
||||
#[arg(long)]
|
||||
bin_name: String,
|
||||
},
|
||||
Release,
|
||||
}
|
||||
|
||||
#[derive(Subcommand)]
|
||||
#[derive(Subcommand, Clone)]
|
||||
pub enum LocalCommands {
|
||||
Build {
|
||||
#[arg(long, default_value = "debug")]
|
||||
@@ -53,6 +63,7 @@ pub enum LocalCommands {
|
||||
bin_name: String,
|
||||
},
|
||||
PleaseRelease,
|
||||
BuildDocs {},
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, ValueEnum)]
|
||||
@@ -72,8 +83,20 @@ pub struct GlobalArgs {
|
||||
#[arg(long, global = true, help_heading = "Global")]
|
||||
production_image: Option<String>,
|
||||
|
||||
#[arg(long, global = true, help_heading = "Global")]
|
||||
mkdocs_image: Option<String>,
|
||||
|
||||
#[arg(long, global = true, help_heading = "Global")]
|
||||
caddy_image: Option<String>,
|
||||
|
||||
#[arg(long, global = true, help_heading = "Global")]
|
||||
source: Option<PathBuf>,
|
||||
|
||||
#[arg(long, global = true, help_heading = "Global")]
|
||||
docs_image: Option<String>,
|
||||
|
||||
#[arg(long, global = true, help_heading = "Global")]
|
||||
docs_image_tag: Option<String>,
|
||||
}
|
||||
|
||||
#[tokio::main]
|
||||
@@ -84,20 +107,28 @@ async fn main() -> eyre::Result<()> {
|
||||
|
||||
let cli = Command::parse();
|
||||
|
||||
match cli.commands {
|
||||
match &cli.commands {
|
||||
Commands::Local { command } => match command {
|
||||
LocalCommands::Build {
|
||||
profile: _,
|
||||
bin_name,
|
||||
} => {
|
||||
let base_image =
|
||||
base_rust_image(client.clone(), &cli.global, None, bin_name.clone()).await?;
|
||||
base_rust_image(client.clone(), &cli.global, &None, &bin_name.clone()).await?;
|
||||
let prod_image = get_base_debian_image(client.clone(), &cli.global, None).await?;
|
||||
build::execute(client, &cli.global, base_image, prod_image, bin_name, None).await?;
|
||||
build::execute(
|
||||
client,
|
||||
&cli.global,
|
||||
&base_image,
|
||||
&prod_image,
|
||||
bin_name,
|
||||
&None,
|
||||
)
|
||||
.await?;
|
||||
}
|
||||
LocalCommands::Test => {
|
||||
let base_image =
|
||||
base_rust_image(client.clone(), &cli.global, None, "cuddle-please".into())
|
||||
base_rust_image(client.clone(), &cli.global, &None, &"cuddle-please".into())
|
||||
.await?;
|
||||
test::execute(client, &cli.global, base_image).await?;
|
||||
}
|
||||
@@ -106,119 +137,210 @@ async fn main() -> eyre::Result<()> {
|
||||
image,
|
||||
bin_name,
|
||||
} => {
|
||||
// let containers = vec!["linux/amd64", "linux/arm64"];
|
||||
|
||||
let containers = vec!["linux/amd64"];
|
||||
|
||||
let stream = futures::stream::iter(containers.into_iter().map(|c| {
|
||||
let client = Arc::new(
|
||||
client
|
||||
.clone()
|
||||
.pipeline(format!("docker:build:platform:{c}")),
|
||||
);
|
||||
let args = cli.global.clone();
|
||||
let platform = c.to_string();
|
||||
let bin_name = bin_name.clone();
|
||||
tokio::spawn(async move {
|
||||
let base_image = match get_base_debian_image(
|
||||
client.clone(),
|
||||
&args.clone(),
|
||||
Some(platform.clone()),
|
||||
)
|
||||
.await
|
||||
{
|
||||
Ok(image) => image,
|
||||
Err(e) => {
|
||||
eprintln!("failed to get base image: {e}");
|
||||
return None;
|
||||
}
|
||||
};
|
||||
|
||||
match base_rust_image(
|
||||
client.clone(),
|
||||
&args,
|
||||
Some(platform.clone()),
|
||||
bin_name.clone(),
|
||||
)
|
||||
.await
|
||||
{
|
||||
Ok(container) => {
|
||||
let build_image = match build::execute(
|
||||
client,
|
||||
&args,
|
||||
container,
|
||||
base_image,
|
||||
bin_name,
|
||||
Some(platform),
|
||||
)
|
||||
.await
|
||||
{
|
||||
Ok(image) => image,
|
||||
Err(e) => {
|
||||
eprintln!("could not build image: {e}");
|
||||
|
||||
return None;
|
||||
}
|
||||
};
|
||||
|
||||
match build_image.id().await {
|
||||
Ok(id) => return Some(id),
|
||||
Err(e) => {
|
||||
eprintln!("could not get id: {e}");
|
||||
}
|
||||
}
|
||||
}
|
||||
Err(e) => {
|
||||
eprintln!("could not build container: {e}");
|
||||
}
|
||||
}
|
||||
|
||||
None
|
||||
})
|
||||
}))
|
||||
.buffer_unordered(16)
|
||||
.filter_map(|f| async move { f.ok() })
|
||||
.collect::<Vec<_>>()
|
||||
.await;
|
||||
|
||||
let _container = client
|
||||
.container()
|
||||
.publish_opts(
|
||||
format!("{image}:{tag}"),
|
||||
ContainerPublishOpts {
|
||||
platform_variants: stream
|
||||
.into_iter()
|
||||
.collect::<Option<Vec<ContainerId>>>(),
|
||||
},
|
||||
)
|
||||
.await?;
|
||||
build::build_and_deploy(client, &cli.global, bin_name, image, tag).await?;
|
||||
}
|
||||
LocalCommands::PleaseRelease => todo!(),
|
||||
LocalCommands::BuildDocs {} => {
|
||||
let _image = docs::execute(
|
||||
client.clone(),
|
||||
&cli.global,
|
||||
&Some("linux/amd64".to_string()),
|
||||
)
|
||||
.await?;
|
||||
}
|
||||
},
|
||||
Commands::PullRequest => todo!(),
|
||||
Commands::Main => todo!(),
|
||||
Commands::Main {
|
||||
image,
|
||||
tag,
|
||||
bin_name,
|
||||
} => {
|
||||
async fn test(client: Arc<dagger_sdk::Query>, cli: &Command, bin_name: &String) {
|
||||
let args = &cli.global;
|
||||
|
||||
let base_image = base_rust_image(client.clone(), args, &None, bin_name)
|
||||
.await
|
||||
.unwrap();
|
||||
test::execute(client.clone(), args, base_image)
|
||||
.await
|
||||
.unwrap();
|
||||
}
|
||||
async fn build(
|
||||
client: Arc<dagger_sdk::Query>,
|
||||
cli: &Command,
|
||||
bin_name: &String,
|
||||
image: &String,
|
||||
tag: &String,
|
||||
) {
|
||||
let args = &cli.global;
|
||||
|
||||
build::build_and_deploy(client.clone(), args, bin_name, image, tag)
|
||||
.await
|
||||
.unwrap();
|
||||
}
|
||||
|
||||
tokio::join!(
|
||||
test(client.clone(), &cli, bin_name),
|
||||
build(client.clone(), &cli, bin_name, image, tag)
|
||||
);
|
||||
}
|
||||
Commands::Release => todo!(),
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
mod docs {
|
||||
use std::sync::Arc;
|
||||
|
||||
use dagger_sdk::Container;
|
||||
|
||||
use crate::GlobalArgs;
|
||||
|
||||
pub fn get_docs_src(client: Arc<dagger_sdk::Query>) -> eyre::Result<dagger_sdk::Directory> {
|
||||
let docs_content = client.host().directory_opts(
|
||||
".",
|
||||
dagger_sdk::HostDirectoryOpts {
|
||||
exclude: None,
|
||||
include: Some(vec!["mkdocs.yml", "docs/"]),
|
||||
},
|
||||
);
|
||||
|
||||
Ok(docs_content)
|
||||
}
|
||||
|
||||
pub async fn execute(
|
||||
client: Arc<dagger_sdk::Query>,
|
||||
args: &GlobalArgs,
|
||||
_platform: &Option<String>,
|
||||
) -> eyre::Result<Container> {
|
||||
let mkdocs_container = client.container().from(
|
||||
args.mkdocs_image
|
||||
.as_ref()
|
||||
.expect("--mkdocs-image to be set"),
|
||||
);
|
||||
|
||||
let built_mkdocs_container = mkdocs_container
|
||||
.with_directory("/docs", get_docs_src(client.clone())?.id().await?)
|
||||
.with_exec(vec!["build"]);
|
||||
|
||||
let site_output = built_mkdocs_container.directory("/docs/site").id().await?;
|
||||
|
||||
let caddy_file = client.host().directory("templates").file("Caddyfile");
|
||||
|
||||
let dep_image = client
|
||||
.container()
|
||||
.from(args.caddy_image.as_ref().expect("--caddy-image to be set"))
|
||||
.with_directory("/usr/share/caddy", site_output)
|
||||
.with_file("/etc/caddy/Caddyfile", caddy_file.id().await?)
|
||||
.with_exec(vec!["echo", "caddy"]);
|
||||
|
||||
Ok(dep_image)
|
||||
}
|
||||
|
||||
pub async fn publish(
|
||||
client: Arc<dagger_sdk::Query>,
|
||||
args: &GlobalArgs,
|
||||
containers: &Vec<dagger_sdk::Container>,
|
||||
) -> eyre::Result<()> {
|
||||
let container_ids =
|
||||
futures::future::join_all(containers.iter().map(|c| c.id()).collect::<Vec<_>>()).await;
|
||||
|
||||
let container_ids = container_ids
|
||||
.into_iter()
|
||||
.collect::<eyre::Result<Vec<dagger_sdk::ContainerId>>>()?;
|
||||
|
||||
client
|
||||
.container()
|
||||
.publish_opts(
|
||||
format!(
|
||||
"{}:{}",
|
||||
args.docs_image.as_ref().expect("--docs-image to be set"),
|
||||
args.docs_image_tag
|
||||
.as_ref()
|
||||
.expect("--docs-image-tag to be set")
|
||||
),
|
||||
dagger_sdk::ContainerPublishOpts {
|
||||
platform_variants: Some(container_ids),
|
||||
},
|
||||
)
|
||||
.await?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
|
||||
mod build {
|
||||
use std::sync::Arc;
|
||||
|
||||
use dagger_sdk::Container;
|
||||
|
||||
use crate::GlobalArgs;
|
||||
|
||||
|
||||
|
||||
|
||||
use crate::{base_rust_image, get_base_debian_image, GlobalArgs};
|
||||
|
||||
pub async fn build_and_deploy(
|
||||
client: Arc<dagger_sdk::Query>,
|
||||
args: &GlobalArgs,
|
||||
bin_name: &String,
|
||||
image: &String,
|
||||
tag: &String,
|
||||
) -> eyre::Result<()> {
|
||||
// let containers = vec!["linux/amd64", "linux/arm64"];
|
||||
|
||||
let base_image = get_base_debian_image(
|
||||
client.clone(),
|
||||
&args.clone(),
|
||||
Some("linux/amd64".to_string()),
|
||||
)
|
||||
.await?;
|
||||
|
||||
let container = base_rust_image(
|
||||
client.clone(),
|
||||
args,
|
||||
&Some("linux/amd64".to_string()),
|
||||
&bin_name.clone(),
|
||||
)
|
||||
.await?;
|
||||
let build_image = execute(
|
||||
client.clone(),
|
||||
args,
|
||||
&container,
|
||||
&base_image,
|
||||
bin_name,
|
||||
&Some("linux/amd64".to_string()),
|
||||
)
|
||||
.await?;
|
||||
|
||||
let build_id = build_image.id().await?;
|
||||
|
||||
let _container = client
|
||||
.clone()
|
||||
.container()
|
||||
.publish_opts(
|
||||
format!("{image}:{tag}"),
|
||||
dagger_sdk::ContainerPublishOpts {
|
||||
platform_variants: Some(vec![build_id]),
|
||||
},
|
||||
)
|
||||
.await?;
|
||||
Ok(())
|
||||
}
|
||||
pub async fn execute(
|
||||
_client: Arc<dagger_sdk::Query>,
|
||||
_args: &GlobalArgs,
|
||||
container: dagger_sdk::Container,
|
||||
base_image: dagger_sdk::Container,
|
||||
bin_name: String,
|
||||
platform: Option<String>,
|
||||
container: &dagger_sdk::Container,
|
||||
base_image: &dagger_sdk::Container,
|
||||
bin_name: &String,
|
||||
platform: &Option<String>,
|
||||
) -> eyre::Result<Container> {
|
||||
let rust_target = match platform.unwrap_or("linux/amd64".to_string()).as_str() {
|
||||
let rust_target = match platform
|
||||
.clone()
|
||||
.unwrap_or("linux/amd64".to_string())
|
||||
.as_str()
|
||||
{
|
||||
"linux/amd64" => "x86_64-unknown-linux-gnu",
|
||||
"linux/arm64" => "aarch64-unknown-linux-gnu",
|
||||
_ => eyre::bail!("architecture not supported"),
|
||||
@@ -230,7 +352,7 @@ mod build {
|
||||
rust_target,
|
||||
"--release",
|
||||
"-p",
|
||||
&bin_name,
|
||||
bin_name,
|
||||
]);
|
||||
|
||||
let final_image = base_image
|
||||
@@ -241,7 +363,7 @@ mod build {
|
||||
.id()
|
||||
.await?,
|
||||
)
|
||||
.with_exec(vec![&bin_name, "--help"]);
|
||||
.with_exec(vec![bin_name, "--help"]);
|
||||
|
||||
let output = final_image.stdout().await?;
|
||||
println!("{output}");
|
||||
@@ -336,12 +458,12 @@ pub async fn get_rust_dep_src(
|
||||
.build()?,
|
||||
);
|
||||
|
||||
return Ok(directory);
|
||||
Ok(directory)
|
||||
}
|
||||
|
||||
pub async fn get_rust_skeleton_files(
|
||||
client: Arc<dagger_sdk::Query>,
|
||||
args: &GlobalArgs,
|
||||
_args: &GlobalArgs,
|
||||
) -> eyre::Result<(dagger_sdk::Directory, Vec<String>)> {
|
||||
let mut rust_crates = vec![PathBuf::from("ci")];
|
||||
let mut dirs = tokio::fs::read_dir("crates").await?;
|
||||
@@ -383,7 +505,7 @@ pub async fn get_rust_skeleton_files(
|
||||
if let Some(file_name) = rust_crate.file_name() {
|
||||
crate_names.push(file_name.to_str().unwrap().to_string());
|
||||
}
|
||||
directory = create_skeleton_files(directory, &rust_crate)?;
|
||||
directory = create_skeleton_files(directory, rust_crate)?;
|
||||
}
|
||||
|
||||
Ok((directory, crate_names))
|
||||
@@ -392,8 +514,8 @@ pub async fn get_rust_skeleton_files(
|
||||
pub async fn base_rust_image(
|
||||
client: Arc<dagger_sdk::Query>,
|
||||
args: &GlobalArgs,
|
||||
platform: Option<String>,
|
||||
bin_name: String,
|
||||
platform: &Option<String>,
|
||||
bin_name: &String,
|
||||
) -> eyre::Result<dagger_sdk::Container> {
|
||||
let dep_src = get_rust_dep_src(client.clone(), args).await?;
|
||||
let (skeleton_files, crates) = get_rust_skeleton_files(client.clone(), args).await?;
|
||||
@@ -401,7 +523,11 @@ pub async fn base_rust_image(
|
||||
|
||||
let client = client.pipeline("rust_base_image");
|
||||
|
||||
let rust_target = match platform.unwrap_or("linux/amd64".to_string()).as_str() {
|
||||
let rust_target = match platform
|
||||
.clone()
|
||||
.unwrap_or("linux/amd64".to_string())
|
||||
.as_str()
|
||||
{
|
||||
"linux/amd64" => "x86_64-unknown-linux-gnu",
|
||||
"linux/arm64" => "aarch64-unknown-linux-gnu",
|
||||
_ => eyre::bail!("architecture not supported"),
|
||||
@@ -428,14 +554,14 @@ pub async fn base_rust_image(
|
||||
rust_target,
|
||||
"--release",
|
||||
"-p",
|
||||
&bin_name,
|
||||
bin_name,
|
||||
])
|
||||
.with_mounted_cache("/mnt/src/target/", target_cache.id().await?);
|
||||
|
||||
let exclude = crates
|
||||
.iter()
|
||||
.filter(|c| **c != "ci")
|
||||
.map(|c| format!("**/*{}*", c.replace("-", "_")))
|
||||
.map(|c| format!("**/*{}*", c.replace('-', "_")))
|
||||
.collect::<Vec<_>>();
|
||||
|
||||
let exclude = exclude.iter().map(|c| c.as_str()).collect();
|
||||
|
Reference in New Issue
Block a user