Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

parallelize startup #17

Merged
merged 2 commits into from
Oct 18, 2023
Merged

parallelize startup #17

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
ae94c17
parallelize startup
rukai Oct 17, 2023
0e6d1fa
Merge branch 'main' into parallelize_startup
rukai Oct 18, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
97 changes: 67 additions & 30 deletions aws-throwaway/src/lib.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,8 @@ impl Aws {
let config = config().await;
let user_name = iam::user_name(&config).await;
let keyname = format!("aws-throwaway-{user_name}-{}", Uuid::new_v4());
let security_group_name = format!("aws-throwaway-{user_name}-{}", Uuid::new_v4());
let placement_group_name = format!("aws-throwaway-{user_name}-{}", Uuid::new_v4());
let client = aws_sdk_ec2::Client::new(&config);

let tags = Tags {
Expand All @@ -64,9 +66,36 @@ impl Aws {
// Cleanup any resources that were previously failed to cleanup
Self::cleanup_resources_inner(&client, &tags).await;

let (client_private_key, security_group_id, _, default_subnet_id) = tokio::join!(
Aws::create_key_pair(&client, &tags, &keyname),
Aws::create_security_group(&client, &tags, &security_group_name),
Aws::create_placement_group(&client, &tags, &placement_group_name),
Aws::get_default_subnet_id(&client)
);

let key = PrivateKey::random(&mut OsRng {}, ssh_key::Algorithm::Ed25519).unwrap();
let host_public_key_bytes = key.public_key().to_bytes().unwrap();
let host_public_key = key.public_key().to_openssh().unwrap();
let host_private_key = key.to_openssh(ssh_key::LineEnding::LF).unwrap().to_string();

Aws {
client,
keyname,
client_private_key,
host_public_key_bytes,
host_public_key,
host_private_key,
security_group_id,
placement_group_name,
default_subnet_id,
tags,
}
}

async fn create_key_pair(client: &aws_sdk_ec2::Client, tags: &Tags, name: &str) -> String {
let keypair = client
.create_key_pair()
.key_name(&keyname)
.key_name(name)
.key_type(KeyType::Ed25519)
.tag_specifications(tags.create_tags(ResourceType::KeyPair, "aws-throwaway"))
.send()
Expand All @@ -75,11 +104,17 @@ impl Aws {
.unwrap();
let client_private_key = keypair.key_material().unwrap().to_string();
tracing::info!("client_private_key:\n{}", client_private_key);
client_private_key
}

let security_group = format!("aws-throwaway-{user_name}-{}", Uuid::new_v4());
async fn create_security_group(
client: &aws_sdk_ec2::Client,
tags: &Tags,
name: &str,
) -> String {
let security_group_id = client
.create_security_group()
.group_name(&security_group)
.group_name(name)
.description("aws-throwaway security group")
.tag_specifications(tags.create_tags(ResourceType::SecurityGroup, "aws-throwaway"))
.send()
Expand All @@ -89,10 +124,24 @@ impl Aws {
.group_id
.unwrap();
tracing::info!("created security group");

tokio::join!(
Aws::create_ingress_rule_internal(client, tags, name),
Aws::create_ingress_rule_ssh(client, tags, name),
);

security_group_id
}

async fn create_ingress_rule_internal(
client: &aws_sdk_ec2::Client,
tags: &Tags,
group_name: &str,
) {
assert!(client
.authorize_security_group_ingress()
.group_name(&security_group)
.source_security_group_name(&security_group)
.group_name(group_name)
.source_security_group_name(group_name)
.tag_specifications(
tags.create_tags(ResourceType::SecurityGroupRule, "within aws-throwaway SG")
)
Expand All @@ -102,10 +151,13 @@ impl Aws {
.unwrap()
.r#return()
.unwrap());
tracing::info!("created security group rule");
tracing::info!("created security group rule - internal");
}

async fn create_ingress_rule_ssh(client: &aws_sdk_ec2::Client, tags: &Tags, group_name: &str) {
assert!(client
.authorize_security_group_ingress()
.group_name(&security_group)
.group_name(group_name)
.ip_protocol("tcp")
.from_port(22)
.to_port(22)
Expand All @@ -117,12 +169,13 @@ impl Aws {
.unwrap()
.r#return()
.unwrap());
tracing::info!("created security group rule");
tracing::info!("created security group rule - ssh");
}

let placement_group_name = format!("aws-throwaway-{user_name}-{}", Uuid::new_v4());
async fn create_placement_group(client: &aws_sdk_ec2::Client, tags: &Tags, name: &str) {
client
.create_placement_group()
.group_name(&placement_group_name)
.group_name(name)
// refer to: https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/placement-groups.html
// For our current usage spread makes the most sense.
.strategy(PlacementStrategy::Spread)
Expand All @@ -132,8 +185,10 @@ impl Aws {
.map_err(|e| e.into_service_error())
.unwrap();
tracing::info!("created placement group");
}

let default_subnet_id = client
async fn get_default_subnet_id(client: &aws_sdk_ec2::Client) -> String {
client
.describe_subnets()
.filters(
Filter::builder()
Expand All @@ -156,25 +211,7 @@ impl Aws {
.pop()
.unwrap()
.subnet_id
.unwrap();

let key = PrivateKey::random(&mut OsRng {}, ssh_key::Algorithm::Ed25519).unwrap();
let host_public_key_bytes = key.public_key().to_bytes().unwrap();
let host_public_key = key.public_key().to_openssh().unwrap();
let host_private_key = key.to_openssh(ssh_key::LineEnding::LF).unwrap().to_string();

Aws {
client,
keyname,
client_private_key,
host_public_key_bytes,
host_public_key,
host_private_key,
security_group_id,
placement_group_name,
default_subnet_id,
tags,
}
.unwrap()
}

/// Call before dropping [`Aws`]
Expand Down