mirror of
https://github.com/faas-rs/faasd-in-rust.git
synced 2025-06-21 14:23:28 +00:00
Merge remote-tracking branch 'origin/master' into feat-warp-ctr
This commit is contained in:
sparkzky
12
crates/app/Cargo.toml
Normal file
12
crates/app/Cargo.toml
Normal file
@ -0,0 +1,12 @@
|
||||
[package]
|
||||
name = "faas-rs"
|
||||
version = "0.1.0"
|
||||
edition = "2024"
|
||||
|
||||
[dependencies]
|
||||
actix-web = "4.0"
|
||||
tokio = { version = "1", features = ["full"] }
|
||||
service = { path = "../service" }
|
||||
serde = { version = "1.0", features = ["derive"] }
|
||||
serde_json = "1.0"
|
||||
my-workspace-hack = { version = "0.1", path = "../my-workspace-hack" }
|
||||
39
crates/app/src/handlers.rs
Normal file
39
crates/app/src/handlers.rs
Normal file
@ -0,0 +1,39 @@
|
||||
use crate::types::*;
|
||||
use actix_web::{HttpResponse, Responder, web};
|
||||
use service::Service;
|
||||
use std::sync::Arc;
|
||||
|
||||
/// 创建并启动容器
|
||||
pub async fn create_container(
|
||||
service: web::Data<Arc<Service>>,
|
||||
info: web::Json<CreateContainerInfo>,
|
||||
) -> impl Responder {
|
||||
let cid = info.container_id.clone();
|
||||
let image = info.image.clone();
|
||||
let ns = info.ns.clone();
|
||||
service.create_container(&image, &cid, &ns).await.unwrap();
|
||||
HttpResponse::Ok().json("Container created successfully!")
|
||||
}
|
||||
|
||||
/// 删除容器
|
||||
pub async fn remove_container(
|
||||
service: web::Data<Arc<Service>>,
|
||||
info: web::Json<RemoveContainerInfo>,
|
||||
) -> impl Responder {
|
||||
let container_id = info.container_id.clone();
|
||||
let ns = info.ns.clone();
|
||||
service.remove_container(&container_id, &ns).await.unwrap();
|
||||
HttpResponse::Ok().json("Container removed successfully!")
|
||||
}
|
||||
|
||||
/// 获取容器列表
|
||||
pub async fn get_container_list(
|
||||
service: web::Data<Arc<Service>>,
|
||||
info: web::Json<GetContainerListQuery>,
|
||||
) -> impl Responder {
|
||||
let ns = info.ns.clone();
|
||||
let container_list = service.get_container_list(&ns).await.unwrap();
|
||||
HttpResponse::Ok().json(container_list)
|
||||
}
|
||||
|
||||
// 添加更多的路由处理函数...
|
||||
32
crates/app/src/main.rs
Normal file
32
crates/app/src/main.rs
Normal file
@ -0,0 +1,32 @@
|
||||
use std::sync::Arc;
|
||||
|
||||
use actix_web::{App, HttpServer, web};
|
||||
use service::Service;
|
||||
|
||||
pub mod handlers;
|
||||
pub mod types;
|
||||
|
||||
use handlers::*;
|
||||
|
||||
#[actix_web::main]
|
||||
async fn main() -> std::io::Result<()> {
|
||||
let service = Arc::new(
|
||||
Service::new("/run/containerd/containerd.sock".to_string())
|
||||
.await
|
||||
.unwrap(),
|
||||
);
|
||||
|
||||
println!("I'm running!");
|
||||
|
||||
HttpServer::new(move || {
|
||||
App::new()
|
||||
.app_data(web::Data::new(service.clone()))
|
||||
.route("/create-container", web::post().to(create_container))
|
||||
.route("/remove-container", web::post().to(remove_container))
|
||||
.route("/containers", web::get().to(get_container_list))
|
||||
// 更多路由配置...
|
||||
})
|
||||
.bind("0.0.0.0:18080")?
|
||||
.run()
|
||||
.await
|
||||
}
|
||||
20
crates/app/src/types.rs
Normal file
20
crates/app/src/types.rs
Normal file
@ -0,0 +1,20 @@
|
||||
use serde::{Deserialize, Serialize};
|
||||
|
||||
#[derive(Serialize, Deserialize)]
|
||||
pub struct CreateContainerInfo {
|
||||
pub container_id: String,
|
||||
pub image: String,
|
||||
pub ns: String,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize)]
|
||||
pub struct RemoveContainerInfo {
|
||||
pub container_id: String,
|
||||
pub ns: String,
|
||||
}
|
||||
|
||||
#[derive(Deserialize)]
|
||||
pub struct GetContainerListQuery {
|
||||
pub status: Option<String>,
|
||||
pub ns: String,
|
||||
}
|
||||
4
crates/my-workspace-hack/.gitattributes
vendored
Normal file
4
crates/my-workspace-hack/.gitattributes
vendored
Normal file
@ -0,0 +1,4 @@
|
||||
# Avoid putting conflict markers in the generated Cargo.toml file, since their presence breaks
|
||||
# Cargo.
|
||||
# Also do not check out the file as CRLF on Windows, as that's what hakari needs.
|
||||
Cargo.toml merge=binary -crlf
|
||||
55
crates/my-workspace-hack/Cargo.toml
Normal file
55
crates/my-workspace-hack/Cargo.toml
Normal file
@ -0,0 +1,55 @@
|
||||
# This file is generated by `cargo hakari`.
|
||||
# To regenerate, run:
|
||||
# cargo hakari generate
|
||||
|
||||
[package]
|
||||
name = "my-workspace-hack"
|
||||
version = "0.1.0"
|
||||
edition = "2021"
|
||||
description = "workspace-hack package, managed by hakari"
|
||||
# You can choose to publish this crate: see https://docs.rs/cargo-hakari/latest/cargo_hakari/publishing.
|
||||
publish = false
|
||||
|
||||
# The parts of the file between the BEGIN HAKARI SECTION and END HAKARI SECTION comments
|
||||
# are managed by hakari.
|
||||
|
||||
### BEGIN HAKARI SECTION
|
||||
[dependencies]
|
||||
actix-router = { version = "0.5", default-features = false, features = ["http", "unicode"] }
|
||||
bytes = { version = "1" }
|
||||
log = { version = "0.4", default-features = false, features = ["std"] }
|
||||
memchr = { version = "2" }
|
||||
mio = { version = "1", features = ["net", "os-ext"] }
|
||||
prost = { version = "0.13", features = ["prost-derive"] }
|
||||
regex = { version = "1" }
|
||||
regex-automata = { version = "0.4", default-features = false, features = ["dfa-onepass", "hybrid", "meta", "nfa-backtrack", "perf-inline", "perf-literal", "unicode"] }
|
||||
regex-syntax = { version = "0.8" }
|
||||
serde = { version = "1", features = ["derive"] }
|
||||
tracing = { version = "0.1", features = ["log"] }
|
||||
tracing-core = { version = "0.1", default-features = false, features = ["std"] }
|
||||
|
||||
[build-dependencies]
|
||||
actix-router = { version = "0.5", default-features = false, features = ["http", "unicode"] }
|
||||
bytes = { version = "1" }
|
||||
log = { version = "0.4", default-features = false, features = ["std"] }
|
||||
memchr = { version = "2" }
|
||||
prost = { version = "0.13", features = ["prost-derive"] }
|
||||
regex = { version = "1" }
|
||||
regex-automata = { version = "0.4", default-features = false, features = ["dfa-onepass", "hybrid", "meta", "nfa-backtrack", "perf-inline", "perf-literal", "unicode"] }
|
||||
regex-syntax = { version = "0.8" }
|
||||
serde = { version = "1", features = ["derive"] }
|
||||
syn = { version = "2", features = ["extra-traits", "fold", "full", "visit", "visit-mut"] }
|
||||
tracing = { version = "0.1", features = ["log"] }
|
||||
tracing-core = { version = "0.1", default-features = false, features = ["std"] }
|
||||
|
||||
[target.x86_64-unknown-linux-gnu.dependencies]
|
||||
bitflags = { version = "2", default-features = false, features = ["std"] }
|
||||
getrandom = { version = "0.2", default-features = false, features = ["std"] }
|
||||
libc = { version = "0.2" }
|
||||
|
||||
[target.x86_64-unknown-linux-gnu.build-dependencies]
|
||||
bitflags = { version = "2", default-features = false, features = ["std"] }
|
||||
getrandom = { version = "0.2", default-features = false, features = ["std"] }
|
||||
libc = { version = "0.2" }
|
||||
|
||||
### END HAKARI SECTION
|
||||
2
crates/my-workspace-hack/build.rs
Normal file
2
crates/my-workspace-hack/build.rs
Normal file
@ -0,0 +1,2 @@
|
||||
// A build script is required for cargo to consider build dependencies.
|
||||
fn main() {}
|
||||
1
crates/my-workspace-hack/src/lib.rs
Normal file
1
crates/my-workspace-hack/src/lib.rs
Normal file
@ -0,0 +1 @@
|
||||
// This is a stub lib.rs.
|
||||
18
crates/service/Cargo.toml
Normal file
18
crates/service/Cargo.toml
Normal file
@ -0,0 +1,18 @@
|
||||
[package]
|
||||
name = "service"
|
||||
version = "0.1.0"
|
||||
edition = "2024"
|
||||
|
||||
[dependencies]
|
||||
containerd-client = "0.6"
|
||||
tokio = { version = "1", features = ["full"] }
|
||||
tonic = "0.12"
|
||||
serde = { version = "1.0", features = ["derive"] }
|
||||
serde_json = "1.0"
|
||||
log = "0.4"
|
||||
env_logger = "0.10"
|
||||
prost-types = "0.13.4"
|
||||
oci-spec = "0.6"
|
||||
sha2 = "0.10"
|
||||
hex = "0.4"
|
||||
my-workspace-hack = { version = "0.1", path = "../my-workspace-hack" }
|
||||
158
crates/service/container_spec.json
Normal file
158
crates/service/container_spec.json
Normal file
@ -0,0 +1,158 @@
|
||||
{
|
||||
"ociVersion": "1.0.0-rc2-dev",
|
||||
"platform": {
|
||||
"os": "linux",
|
||||
"arch": "amd64"
|
||||
},
|
||||
"process": {
|
||||
"terminal": false,
|
||||
"consoleSize": {
|
||||
"height": 0,
|
||||
"width": 0
|
||||
},
|
||||
"user": {
|
||||
"uid": 0,
|
||||
"gid": 0
|
||||
},
|
||||
"args": [ "echo", "$OUTPUT" ],
|
||||
"env": [
|
||||
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
|
||||
"TERM=xterm"
|
||||
],
|
||||
"cwd": "/",
|
||||
"rlimits": [{
|
||||
"type": "RLIMIT_NOFILE",
|
||||
"hard": 1024,
|
||||
"soft": 1024
|
||||
}],
|
||||
"noNewPrivileges": true
|
||||
},
|
||||
"root": {
|
||||
"path": "$ROOTFS",
|
||||
"readonly": false
|
||||
},
|
||||
"hostname": "test",
|
||||
"mounts": [{
|
||||
"destination": "/proc",
|
||||
"type": "proc",
|
||||
"source": "proc"
|
||||
},
|
||||
{
|
||||
"destination": "/dev",
|
||||
"type": "tmpfs",
|
||||
"source": "tmpfs",
|
||||
"options": [
|
||||
"nosuid",
|
||||
"strictatime",
|
||||
"mode=755",
|
||||
"size=65536k"
|
||||
]
|
||||
},
|
||||
{
|
||||
"destination": "/dev/pts",
|
||||
"type": "devpts",
|
||||
"source": "devpts",
|
||||
"options": [
|
||||
"nosuid",
|
||||
"noexec",
|
||||
"newinstance",
|
||||
"ptmxmode=0666",
|
||||
"mode=0620",
|
||||
"gid=5"
|
||||
]
|
||||
},
|
||||
{
|
||||
"destination": "/dev/shm",
|
||||
"type": "tmpfs",
|
||||
"source": "shm",
|
||||
"options": [
|
||||
"nosuid",
|
||||
"noexec",
|
||||
"nodev",
|
||||
"mode=1777",
|
||||
"size=65536k"
|
||||
]
|
||||
},
|
||||
{
|
||||
"destination": "/dev/mqueue",
|
||||
"type": "mqueue",
|
||||
"source": "mqueue",
|
||||
"options": [
|
||||
"nosuid",
|
||||
"noexec",
|
||||
"nodev"
|
||||
]
|
||||
},
|
||||
{
|
||||
"destination": "/sys",
|
||||
"type": "sysfs",
|
||||
"source": "sysfs",
|
||||
"options": [
|
||||
"nosuid",
|
||||
"noexec",
|
||||
"nodev",
|
||||
"ro"
|
||||
]
|
||||
},
|
||||
{
|
||||
"destination": "/sys/fs/cgroup",
|
||||
"type": "cgroup",
|
||||
"source": "cgroup",
|
||||
"options": [
|
||||
"nosuid",
|
||||
"noexec",
|
||||
"nodev",
|
||||
"relatime",
|
||||
"ro"
|
||||
]
|
||||
}
|
||||
],
|
||||
"hooks": {},
|
||||
"linux": {
|
||||
"devices": [],
|
||||
"cgroupsPath": "kata/vfiotest",
|
||||
"resources": {
|
||||
"devices": [
|
||||
{"allow":false,"access":"rwm"},
|
||||
{"allow":true,"type":"c","major":1,"minor":3,"access":"rwm"},
|
||||
{"allow":true,"type":"c","major":1,"minor":5,"access":"rwm"},
|
||||
{"allow":true,"type":"c","major":1,"minor":8,"access":"rwm"},
|
||||
{"allow":true,"type":"c","major":1,"minor":9,"access":"rwm"},
|
||||
{"allow":true,"type":"c","major":5,"minor":0,"access":"rwm"},
|
||||
{"allow":true,"type":"c","major":5,"minor":1,"access":"rwm"}
|
||||
]
|
||||
},
|
||||
"namespaces": [{
|
||||
"type": "pid"
|
||||
},
|
||||
{
|
||||
"type": "network"
|
||||
},
|
||||
{
|
||||
"type": "ipc"
|
||||
},
|
||||
{
|
||||
"type": "uts"
|
||||
},
|
||||
{
|
||||
"type": "mount"
|
||||
}
|
||||
],
|
||||
"maskedPaths": [
|
||||
"/proc/kcore",
|
||||
"/proc/latency_stats",
|
||||
"/proc/timer_list",
|
||||
"/proc/timer_stats",
|
||||
"/proc/sched_debug",
|
||||
"/sys/firmware"
|
||||
],
|
||||
"readonlyPaths": [
|
||||
"/proc/asound",
|
||||
"/proc/bus",
|
||||
"/proc/fs",
|
||||
"/proc/irq",
|
||||
"/proc/sys",
|
||||
"/proc/sysrq-trigger"
|
||||
]
|
||||
}
|
||||
}
|
||||
539
crates/service/src/lib.rs
Normal file
539
crates/service/src/lib.rs
Normal file
@ -0,0 +1,539 @@
|
||||
pub mod spec;
|
||||
|
||||
use containerd_client::{
|
||||
Client,
|
||||
services::v1::{
|
||||
container::Runtime,
|
||||
snapshots::{MountsRequest, PrepareSnapshotRequest},
|
||||
Container, CreateContainerRequest, CreateTaskRequest, DeleteContainerRequest,
|
||||
DeleteTaskRequest, GetImageRequest, KillRequest, ListContainersRequest, ListTasksRequest,
|
||||
ReadContentRequest, StartRequest, WaitRequest,
|
||||
},
|
||||
tonic::Request,
|
||||
types::Mount,
|
||||
with_namespace, Client,
|
||||
};
|
||||
use oci_spec::image::{Arch, ImageConfiguration, ImageIndex, ImageManifest, MediaType, Os};
|
||||
use prost_types::Any;
|
||||
use sha2::{Digest, Sha256};
|
||||
use spec::generate_spec;
|
||||
use std::{
|
||||
fs,
|
||||
Container, CreateContainerRequest, CreateTaskRequest, DeleteContainerRequest,
|
||||
DeleteTaskRequest, KillRequest, ListContainersRequest, ListTasksRequest, StartRequest,
|
||||
WaitRequest, container::Runtime,
|
||||
},
|
||||
tonic::Request,
|
||||
with_namespace,
|
||||
};
|
||||
|
||||
use std::{
|
||||
fs::{self, File},
|
||||
sync::{Arc, Mutex},
|
||||
time::Duration,
|
||||
};
|
||||
use tokio::time::timeout;
|
||||
|
||||
// config.json,dockerhub密钥
|
||||
// const DOCKER_CONFIG_DIR: &str = "/var/lib/faasd/.docker/";
|
||||
|
||||
// 命名空间（容器的）
|
||||
const NAMESPACE: &str = "default";
|
||||
|
||||
type Err = Box<dyn std::error::Error>;
|
||||
|
||||
pub struct Service {
|
||||
client: Arc<Mutex<Client>>,
|
||||
}
|
||||
|
||||
impl Service {
|
||||
pub async fn new(endpoint: String) -> Result<Self, Err> {
|
||||
let client = Client::from_path(endpoint).await.unwrap();
|
||||
Ok(Service {
|
||||
client: Arc::new(Mutex::new(client)),
|
||||
})
|
||||
}
|
||||
|
||||
async fn prepare_snapshot(&self, cid: &str, ns: &str) -> Result<Vec<Mount>, Err> {
|
||||
let parent_snapshot = self.get_parent_snapshot(cid, ns).await?;
|
||||
let req = PrepareSnapshotRequest {
|
||||
snapshotter: "overlayfs".to_string(),
|
||||
key: cid.to_string(),
|
||||
parent: parent_snapshot,
|
||||
..Default::default()
|
||||
};
|
||||
let resp = self
|
||||
.client
|
||||
.lock()
|
||||
.unwrap()
|
||||
.snapshots()
|
||||
.prepare(with_namespace!(req, ns))
|
||||
.await?
|
||||
.into_inner()
|
||||
.mounts;
|
||||
|
||||
Ok(resp)
|
||||
}
|
||||
|
||||
pub async fn create_container(
|
||||
&self,
|
||||
image_name: &str,
|
||||
cid: &str,
|
||||
ns: &str,
|
||||
) -> Result<(), Err> {
|
||||
let namespace = match ns {
|
||||
"" => spec::DEFAULT_NAMESPACE,
|
||||
_ => ns,
|
||||
};
|
||||
|
||||
let _mount = self.prepare_snapshot(cid, ns).await?;
|
||||
|
||||
let spec_path = generate_spec(&cid, ns).unwrap();
|
||||
let spec = fs::read_to_string(spec_path).unwrap();
|
||||
|
||||
let spec = Any {
|
||||
type_url: "types.containerd.io/opencontainers/runtime-spec/1/Spec".to_string(),
|
||||
value: spec.into_bytes(),
|
||||
};
|
||||
|
||||
let mut containers_client = self.client.lock().unwrap().containers();
|
||||
let container = Container {
|
||||
id: cid.to_string(),
|
||||
image: image_name.to_string(),
|
||||
runtime: Some(Runtime {
|
||||
name: "io.containerd.runc.v2".to_string(),
|
||||
options: None,
|
||||
}),
|
||||
spec: Some(spec),
|
||||
snapshotter: "overlayfs".to_string(),
|
||||
snapshot_key: cid.to_string(),
|
||||
..Default::default()
|
||||
};
|
||||
|
||||
let req = CreateContainerRequest {
|
||||
container: Some(container),
|
||||
};
|
||||
|
||||
let req = with_namespace!(req, namespace);
|
||||
|
||||
let _resp = containers_client
|
||||
.create(req)
|
||||
.await
|
||||
.expect("Failed to create container");
|
||||
|
||||
// println!("Container: {:?} created", cid);
|
||||
Ok(())
|
||||
}
|
||||
|
||||
pub async fn remove_container(&self, cid: &str, ns: &str) -> Result<(), Err> {
|
||||
let namespace = match ns {
|
||||
"" => NAMESPACE,
|
||||
_ => ns,
|
||||
};
|
||||
let c = self.client.lock().unwrap();
|
||||
let request = ListContainersRequest {
|
||||
..Default::default()
|
||||
};
|
||||
let mut cc = c.containers();
|
||||
|
||||
let responce = cc
|
||||
.list(with_namespace!(request, namespace))
|
||||
.await?
|
||||
.into_inner();
|
||||
let container = responce
|
||||
.containers
|
||||
.iter()
|
||||
.find(|container| container.id == cid);
|
||||
|
||||
if let Some(container) = container {
|
||||
let mut tc = c.tasks();
|
||||
|
||||
let request = ListTasksRequest {
|
||||
filter: format!("container=={}", cid),
|
||||
..Default::default()
|
||||
};
|
||||
let responce = tc
|
||||
.list(with_namespace!(request, namespace))
|
||||
.await?
|
||||
.into_inner();
|
||||
drop(tc);
|
||||
if let Some(task) = responce
|
||||
.tasks
|
||||
.iter()
|
||||
.find(|task| task.container_id == container.id)
|
||||
{
|
||||
println!("Task found: {}, Status: {}", task.id, task.status);
|
||||
// TASK_UNKNOWN (0) — 未知状态
|
||||
// TASK_CREATED (1) — 任务已创建
|
||||
// TASK_RUNNING (2) — 任务正在运行
|
||||
// TASK_STOPPED (3) — 任务已停止
|
||||
// TASK_EXITED (4) — 任务已退出
|
||||
// TASK_PAUSED (5) — 任务已暂停
|
||||
// TASK_FAILED (6) — 任务失败
|
||||
self.delete_task(&task.container_id, ns).await;
|
||||
}
|
||||
|
||||
let delete_request = DeleteContainerRequest {
|
||||
id: container.id.clone(),
|
||||
..Default::default()
|
||||
};
|
||||
|
||||
let _ = cc
|
||||
.delete(with_namespace!(delete_request, namespace))
|
||||
.await
|
||||
.expect("Failed to delete container");
|
||||
|
||||
// println!("Container: {:?} deleted", cc);
|
||||
} else {
|
||||
todo!("Container not found");
|
||||
}
|
||||
drop(cc);
|
||||
Ok(())
|
||||
}
|
||||
|
||||
pub async fn create_and_start_task(&self, cid: &str, ns: &str) -> Result<(), Err> {
|
||||
// let tmp = std::env::temp_dir().join("containerd-client-test");
|
||||
// println!("Temp dir: {:?}", tmp);
|
||||
// fs::create_dir_all(&tmp).expect("Failed to create temp directory");
|
||||
// let stdin = tmp.join("stdin");
|
||||
// let stdout = tmp.join("stdout");
|
||||
// let stderr = tmp.join("stderr");
|
||||
// File::create(&stdin).expect("Failed to create stdin");
|
||||
// File::create(&stdout).expect("Failed to create stdout");
|
||||
// File::create(&stderr).expect("Failed to create stderr");
|
||||
|
||||
let namespace = match ns {
|
||||
"" => spec::DEFAULT_NAMESPACE,
|
||||
_ => ns,
|
||||
};
|
||||
self.create_task(cid, namespace).await?;
|
||||
self.start_task(cid, namespace).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
async fn create_task(&self, cid: &str, ns: &str) -> Result<(), Err> {
|
||||
let c = self.client.lock().unwrap();
|
||||
let mut sc = c.snapshots();
|
||||
let req = MountsRequest {
|
||||
snapshotter: "overlayfs".to_string(),
|
||||
key: cid.to_string(),
|
||||
};
|
||||
let mounts = sc
|
||||
.mounts(with_namespace!(req, ns))
|
||||
.await?
|
||||
.into_inner()
|
||||
.mounts;
|
||||
drop(sc);
|
||||
let mut tc = c.tasks();
|
||||
let req = CreateTaskRequest {
|
||||
container_id: cid.to_string(),
|
||||
rootfs: mounts,
|
||||
..Default::default()
|
||||
};
|
||||
let _resp = tc.create(with_namespace!(req, ns)).await?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
async fn start_task(&self, cid: &str, ns: &str) -> Result<(), Err> {
|
||||
let req = StartRequest {
|
||||
container_id: cid.to_string(),
|
||||
..Default::default()
|
||||
};
|
||||
let _resp = self
|
||||
.client
|
||||
.lock()
|
||||
.unwrap()
|
||||
.tasks()
|
||||
.start(with_namespace!(req, ns))
|
||||
.await?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
pub async fn kill_task(&self, cid: String, ns: &str) -> Result<(), Err> {
|
||||
let namespace = match ns {
|
||||
"" => NAMESPACE,
|
||||
_ => ns,
|
||||
};
|
||||
let mut c = self.client.lock().unwrap().tasks();
|
||||
let kill_request = KillRequest {
|
||||
container_id: cid.to_string(),
|
||||
signal: 15,
|
||||
all: true,
|
||||
..Default::default()
|
||||
};
|
||||
c.kill(with_namespace!(kill_request, namespace))
|
||||
.await
|
||||
.expect("Failed to kill task");
|
||||
|
||||
Ok(())
|
||||
}
|
||||
pub async fn pause_task() {
|
||||
todo!()
|
||||
}
|
||||
pub async fn resume_task() {
|
||||
todo!()
|
||||
}
|
||||
pub async fn delete_task(&self, cid: &str, ns: &str) {
|
||||
let namespace = match ns {
|
||||
"" => NAMESPACE,
|
||||
_ => ns,
|
||||
};
|
||||
let mut c = self.client.lock().unwrap().tasks();
|
||||
let time_out = Duration::from_secs(30);
|
||||
let wait_result = timeout(time_out, async {
|
||||
let wait_request = WaitRequest {
|
||||
container_id: cid.to_string(),
|
||||
..Default::default()
|
||||
};
|
||||
|
||||
let _ = c.wait(with_namespace!(wait_request, namespace)).await?;
|
||||
Ok::<(), Err>(())
|
||||
})
|
||||
.await;
|
||||
|
||||
let kill_request = KillRequest {
|
||||
container_id: cid.to_string(),
|
||||
signal: 15,
|
||||
all: true,
|
||||
..Default::default()
|
||||
};
|
||||
c.kill(with_namespace!(kill_request, namespace))
|
||||
.await
|
||||
.expect("Failed to kill task");
|
||||
|
||||
match wait_result {
|
||||
Ok(Ok(_)) => {
|
||||
let req = DeleteTaskRequest {
|
||||
container_id: cid.to_string(),
|
||||
};
|
||||
|
||||
let _resp = c
|
||||
.delete(with_namespace!(req, namespace))
|
||||
.await
|
||||
.expect("Failed to delete task");
|
||||
println!("Task: {:?} deleted", cid);
|
||||
}
|
||||
_ => {
|
||||
let kill_request = KillRequest {
|
||||
container_id: cid.to_string(),
|
||||
signal: 9,
|
||||
all: true,
|
||||
..Default::default()
|
||||
};
|
||||
c.kill(with_namespace!(kill_request, namespace))
|
||||
.await
|
||||
.expect("Failed to FORCE kill task");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
pub async fn get_container_list(&self, ns: &str) -> Result<Vec<String>, tonic::Status> {
|
||||
let namespace = match ns {
|
||||
"" => NAMESPACE,
|
||||
_ => ns,
|
||||
};
|
||||
let mut c = self.client.lock().unwrap().containers();
|
||||
|
||||
let request = ListContainersRequest {
|
||||
..Default::default()
|
||||
};
|
||||
|
||||
let request = with_namespace!(request, namespace);
|
||||
|
||||
let response = c.list(request).await?;
|
||||
|
||||
Ok(response
|
||||
.into_inner()
|
||||
.containers
|
||||
.into_iter()
|
||||
.map(|container| container.id)
|
||||
.collect())
|
||||
}
|
||||
|
||||
pub async fn get_task_list() {
|
||||
todo!()
|
||||
}
|
||||
|
||||
pub fn prepare_image(&self) {
|
||||
todo!()
|
||||
}
|
||||
pub fn pull_image(&self) {
|
||||
todo!()
|
||||
}
|
||||
/// 获取resolver，验证用，后面拉取镜像可能会用到
|
||||
pub fn get_resolver(&self) {
|
||||
todo!()
|
||||
}
|
||||
|
||||
async fn handle_index(&self, data: &Vec<u8>, ns: &str) -> Option<ImageConfiguration> {
|
||||
let image_index: ImageIndex = ::serde_json::from_slice(&data).unwrap();
|
||||
let img_manifest_dscr = image_index
|
||||
.manifests()
|
||||
.iter()
|
||||
.find(|manifest_entry| match manifest_entry.platform() {
|
||||
Some(p) => {
|
||||
#[cfg(any(target_arch = "x86", target_arch = "x86_64"))]
|
||||
{
|
||||
matches!(p.architecture(), &Arch::Amd64) && matches!(p.os(), &Os::Linux)
|
||||
}
|
||||
#[cfg(target_arch = "aarch64")]
|
||||
{
|
||||
matches!(p.architecture(), &Arch::ARM64) && matches!(p.os(), Os::Linux)
|
||||
//&& matches!(p.variant().as_ref().map(|s| s.as_str()), Some("v8"))
|
||||
}
|
||||
}
|
||||
None => false,
|
||||
})
|
||||
.unwrap();
|
||||
|
||||
let req = ReadContentRequest {
|
||||
digest: img_manifest_dscr.digest().to_owned(),
|
||||
offset: 0,
|
||||
size: 0,
|
||||
};
|
||||
|
||||
let mut c = self.client.lock().unwrap().content();
|
||||
let resp = c
|
||||
.read(with_namespace!(req, ns))
|
||||
.await
|
||||
.expect("Failed to read content")
|
||||
.into_inner()
|
||||
.message()
|
||||
.await
|
||||
.expect("Failed to read content message")
|
||||
.unwrap()
|
||||
.data;
|
||||
|
||||
self.handle_manifest(&resp, ns).await
|
||||
}
|
||||
|
||||
async fn handle_manifest(&self, data: &Vec<u8>, ns: &str) -> Option<ImageConfiguration> {
|
||||
let img_manifest: ImageManifest = ::serde_json::from_slice(&data).unwrap();
|
||||
let img_manifest_dscr = img_manifest.config();
|
||||
|
||||
let req = ReadContentRequest {
|
||||
digest: img_manifest_dscr.digest().to_owned(),
|
||||
offset: 0,
|
||||
size: 0,
|
||||
};
|
||||
let mut c = self.client.lock().unwrap().content();
|
||||
|
||||
let resp = c
|
||||
.read(with_namespace!(req, ns))
|
||||
.await
|
||||
.unwrap()
|
||||
.into_inner()
|
||||
.message()
|
||||
.await
|
||||
.unwrap()
|
||||
.unwrap()
|
||||
.data;
|
||||
|
||||
::serde_json::from_slice(&resp).unwrap()
|
||||
}
|
||||
|
||||
pub async fn get_img_config(&self, name: &str, ns: &str) -> Option<ImageConfiguration> {
|
||||
let mut c = self.client.lock().unwrap().images();
|
||||
|
||||
let req = GetImageRequest {
|
||||
name: name.to_string(),
|
||||
};
|
||||
let resp = c
|
||||
.get(with_namespace!(req, ns))
|
||||
.await
|
||||
.map_err(|e| {
|
||||
eprintln!(
|
||||
"Failed to get the config of {} in namespace {}: {}",
|
||||
name, ns, e
|
||||
);
|
||||
e
|
||||
})
|
||||
.ok()?
|
||||
.into_inner();
|
||||
|
||||
let img_dscr = resp.image?.target?;
|
||||
let media_type = MediaType::from(img_dscr.media_type.as_str());
|
||||
|
||||
let req = ReadContentRequest {
|
||||
digest: img_dscr.digest,
|
||||
..Default::default()
|
||||
};
|
||||
|
||||
let mut c = self.client.lock().unwrap().content();
|
||||
|
||||
let resp = c
|
||||
.read(with_namespace!(req, ns))
|
||||
.await
|
||||
.map_err(|e| {
|
||||
eprintln!(
|
||||
"Failed to read content for {} in namespace {}: {}",
|
||||
name, ns, e
|
||||
);
|
||||
e
|
||||
})
|
||||
.ok()?
|
||||
.into_inner()
|
||||
.message()
|
||||
.await
|
||||
.map_err(|e| {
|
||||
eprintln!(
|
||||
"Failed to read message for {} in namespace {}: {}",
|
||||
name, ns, e
|
||||
);
|
||||
e
|
||||
})
|
||||
.ok()?
|
||||
.ok_or_else(|| {
|
||||
eprintln!("No data found for {} in namespace {}", name, ns);
|
||||
std::io::Error::new(std::io::ErrorKind::NotFound, "No data found")
|
||||
})
|
||||
.ok()?
|
||||
.data;
|
||||
|
||||
let img_config = match media_type {
|
||||
MediaType::ImageIndex => self.handle_index(&resp, ns).await.unwrap(),
|
||||
MediaType::ImageManifest => self.handle_manifest(&resp, ns).await.unwrap(),
|
||||
MediaType::Other(media_type) => match media_type.as_str() {
|
||||
"application/vnd.docker.distribution.manifest.list.v2+json" => {
|
||||
self.handle_index(&resp, ns).await.unwrap()
|
||||
}
|
||||
"application/vnd.docker.distribution.manifest.v2+json" => {
|
||||
self.handle_manifest(&resp, ns).await.unwrap()
|
||||
}
|
||||
_ => {
|
||||
eprintln!("Unexpected media type '{}'", media_type);
|
||||
return None;
|
||||
}
|
||||
},
|
||||
_ => {
|
||||
eprintln!("Unexpected media type '{}'", media_type);
|
||||
return None;
|
||||
}
|
||||
};
|
||||
Some(img_config)
|
||||
}
|
||||
|
||||
async fn get_parent_snapshot(&self, name: &str, ns: &str) -> Result<String, Err> {
|
||||
let img_config = self.get_img_config(name, ns).await.unwrap();
|
||||
|
||||
let mut iter = img_config.rootfs().diff_ids().iter();
|
||||
let mut ret = iter
|
||||
.next()
|
||||
.map_or_else(String::new, |layer_digest| layer_digest.clone());
|
||||
|
||||
while let Some(layer_digest) = iter.next() {
|
||||
let mut hasher = Sha256::new();
|
||||
hasher.update(ret.as_bytes());
|
||||
ret.push_str(&format!(",{}", layer_digest));
|
||||
hasher.update(" ");
|
||||
hasher.update(layer_digest);
|
||||
let digest = ::hex::encode(hasher.finalize());
|
||||
ret = format!("sha256:{digest}");
|
||||
}
|
||||
Ok(ret)
|
||||
}
|
||||
}
|
||||
//容器是容器，要先启动，然后才能运行任务
|
||||
//要想删除一个正在运行的Task，必须先kill掉这个task，然后才能删除。
|
||||
318
crates/service/src/spec.rs
Normal file
318
crates/service/src/spec.rs
Normal file
@ -0,0 +1,318 @@
|
||||
use serde::{Deserialize, Serialize};
|
||||
use std::fs::File;
|
||||
|
||||
// 定义版本的常量
|
||||
const VERSION_MAJOR: u32 = 1;
|
||||
const VERSION_MINOR: u32 = 1;
|
||||
const VERSION_PATCH: u32 = 0;
|
||||
const VERSION_DEV: &str = ""; // 对应开发分支
|
||||
|
||||
const RWM: &str = "rwm";
|
||||
const DEFAULT_ROOTFS_PATH: &str = "rootfs";
|
||||
pub const DEFAULT_NAMESPACE: &str = "default";
|
||||
const PATH_TO_SPEC_PREFIX: &str = "/tmp/containerd-spec";
|
||||
|
||||
// const DEFAULT_UNIX_ENV: &str = "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin";
|
||||
|
||||
const PID_NAMESPACE: &str = "pid";
|
||||
const NETWORK_NAMESPACE: &str = "network";
|
||||
const MOUNT_NAMESPACE: &str = "mount";
|
||||
const IPC_NAMESPACE: &str = "ipc";
|
||||
const UTS_NAMESPACE: &str = "uts";
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct Spec {
|
||||
#[serde(rename = "ociVersion")]
|
||||
pub oci_version: String,
|
||||
pub root: Root,
|
||||
pub process: Process,
|
||||
pub linux: Linux,
|
||||
pub mounts: Vec<Mount>,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct Root {
|
||||
pub path: String,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct Process {
|
||||
pub cwd: String,
|
||||
#[serde(rename = "noNewPrivileges")]
|
||||
pub no_new_privileges: bool,
|
||||
pub user: User,
|
||||
pub capabilities: LinuxCapabilities,
|
||||
pub rlimits: Vec<POSIXRlimit>,
|
||||
pub args: Vec<String>,
|
||||
pub env: Vec<String>,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct User {
|
||||
pub uid: u32,
|
||||
pub gid: u32,
|
||||
#[serde(rename = "additionalGids")]
|
||||
pub additional_gids: Vec<u32>,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct Mount {
|
||||
pub destination: String,
|
||||
#[serde(rename = "type")]
|
||||
pub type_: String,
|
||||
pub source: String,
|
||||
pub options: Vec<String>,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct LinuxCapabilities {
|
||||
pub bounding: Vec<String>,
|
||||
pub permitted: Vec<String>,
|
||||
pub effective: Vec<String>,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct POSIXRlimit {
|
||||
pub hard: u64,
|
||||
pub soft: u64,
|
||||
#[serde(rename = "type")]
|
||||
pub type_: String,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct Linux {
|
||||
pub masked_paths: Vec<String>,
|
||||
pub readonly_paths: Vec<String>,
|
||||
pub cgroups_path: String,
|
||||
pub resources: LinuxResources,
|
||||
pub namespaces: Vec<LinuxNamespace>,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct LinuxResources {
|
||||
pub devices: Vec<LinuxDeviceCgroup>,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct LinuxDeviceCgroup {
|
||||
pub allow: bool,
|
||||
pub access: String,
|
||||
}
|
||||
|
||||
#[derive(Serialize, Deserialize, Debug)]
|
||||
pub struct LinuxNamespace {
|
||||
#[serde(rename = "type")]
|
||||
pub type_: String,
|
||||
}
|
||||
|
||||
pub fn default_unix_caps() -> Vec<String> {
|
||||
vec![
|
||||
String::from("CAP_CHOWN"),
|
||||
String::from("CAP_DAC_OVERRIDE"),
|
||||
String::from("CAP_FSETID"),
|
||||
String::from("CAP_FOWNER"),
|
||||
String::from("CAP_MKNOD"),
|
||||
String::from("CAP_NET_RAW"),
|
||||
String::from("CAP_SETGID"),
|
||||
String::from("CAP_SETUID"),
|
||||
String::from("CAP_SETFCAP"),
|
||||
String::from("CAP_SETPCAP"),
|
||||
String::from("CAP_NET_BIND_SERVICE"),
|
||||
String::from("CAP_SYS_CHROOT"),
|
||||
String::from("CAP_KILL"),
|
||||
String::from("CAP_AUDIT_WRITE"),
|
||||
]
|
||||
}
|
||||
|
||||
fn default_masked_parhs() -> Vec<String> {
|
||||
vec![
|
||||
String::from("/proc/acpi"),
|
||||
String::from("/proc/asound"),
|
||||
String::from("/proc/kcore"),
|
||||
String::from("/proc/keys"),
|
||||
String::from("/proc/latency_stats"),
|
||||
String::from("/proc/timer_list"),
|
||||
String::from("/proc/timer_stats"),
|
||||
String::from("/proc/sched_debug"),
|
||||
String::from("/proc/scsi"),
|
||||
String::from("/sys/firmware"),
|
||||
String::from("/sys/devices/virtual/powercap"),
|
||||
]
|
||||
}
|
||||
|
||||
fn default_readonly_paths() -> Vec<String> {
|
||||
vec![
|
||||
String::from("/proc/bus"),
|
||||
String::from("/proc/fs"),
|
||||
String::from("/proc/irq"),
|
||||
String::from("/proc/sys"),
|
||||
String::from("/proc/sysrq-trigger"),
|
||||
]
|
||||
}
|
||||
|
||||
fn default_unix_namespaces() -> Vec<LinuxNamespace> {
|
||||
vec![
|
||||
LinuxNamespace {
|
||||
type_: String::from(PID_NAMESPACE),
|
||||
},
|
||||
LinuxNamespace {
|
||||
type_: String::from(IPC_NAMESPACE),
|
||||
},
|
||||
LinuxNamespace {
|
||||
type_: String::from(UTS_NAMESPACE),
|
||||
},
|
||||
LinuxNamespace {
|
||||
type_: String::from(MOUNT_NAMESPACE),
|
||||
},
|
||||
LinuxNamespace {
|
||||
type_: String::from(NETWORK_NAMESPACE),
|
||||
},
|
||||
]
|
||||
}
|
||||
|
||||
fn default_mounts() -> Vec<Mount> {
|
||||
vec![
|
||||
Mount {
|
||||
destination: "/proc".to_string(),
|
||||
type_: "proc".to_string(),
|
||||
source: "proc".to_string(),
|
||||
options: vec![],
|
||||
},
|
||||
Mount {
|
||||
destination: "/dev".to_string(),
|
||||
type_: "tmpfs".to_string(),
|
||||
source: "tmpfs".to_string(),
|
||||
options: vec![
|
||||
"nosuid".to_string(),
|
||||
"strictatime".to_string(),
|
||||
"mode=755".to_string(),
|
||||
"size=65536k".to_string(),
|
||||
],
|
||||
},
|
||||
Mount {
|
||||
destination: "/dev/pts".to_string(),
|
||||
type_: "devpts".to_string(),
|
||||
source: "devpts".to_string(),
|
||||
options: vec![
|
||||
"nosuid".to_string(),
|
||||
"noexec".to_string(),
|
||||
"newinstance".to_string(),
|
||||
"ptmxmode=0666".to_string(),
|
||||
"mode=0620".to_string(),
|
||||
"gid=5".to_string(),
|
||||
],
|
||||
},
|
||||
Mount {
|
||||
destination: "/dev/shm".to_string(),
|
||||
type_: "tmpfs".to_string(),
|
||||
source: "shm".to_string(),
|
||||
options: vec![
|
||||
"nosuid".to_string(),
|
||||
"noexec".to_string(),
|
||||
"nodev".to_string(),
|
||||
"mode=1777".to_string(),
|
||||
"size=65536k".to_string(),
|
||||
],
|
||||
},
|
||||
Mount {
|
||||
destination: "/dev/mqueue".to_string(),
|
||||
type_: "mqueue".to_string(),
|
||||
source: "mqueue".to_string(),
|
||||
options: vec![
|
||||
"nosuid".to_string(),
|
||||
"noexec".to_string(),
|
||||
"nodev".to_string(),
|
||||
],
|
||||
},
|
||||
Mount {
|
||||
destination: "/sys".to_string(),
|
||||
type_: "sysfs".to_string(),
|
||||
source: "sysfs".to_string(),
|
||||
options: vec![
|
||||
"nosuid".to_string(),
|
||||
"noexec".to_string(),
|
||||
"nodev".to_string(),
|
||||
"ro".to_string(),
|
||||
],
|
||||
},
|
||||
Mount {
|
||||
destination: "/sys/fs/cgroup".to_string(),
|
||||
type_: "cgroup".to_string(),
|
||||
source: "cgroup".to_string(),
|
||||
options: vec![
|
||||
"nosuid".to_string(),
|
||||
"noexec".to_string(),
|
||||
"nodev".to_string(),
|
||||
"relatime".to_string(),
|
||||
"ro".to_string(),
|
||||
],
|
||||
},
|
||||
]
|
||||
}
|
||||
|
||||
fn get_version() -> String {
|
||||
format!(
|
||||
"{}.{}.{}{}",
|
||||
VERSION_MAJOR, VERSION_MINOR, VERSION_PATCH, VERSION_DEV
|
||||
)
|
||||
}
|
||||
|
||||
pub fn populate_default_unix_spec(id: &str, ns: &str) -> Spec {
|
||||
Spec {
|
||||
oci_version: get_version(),
|
||||
root: Root {
|
||||
path: DEFAULT_ROOTFS_PATH.to_string(),
|
||||
},
|
||||
process: Process {
|
||||
cwd: String::from("/"),
|
||||
no_new_privileges: true,
|
||||
user: User {
|
||||
uid: 0,
|
||||
gid: 0,
|
||||
additional_gids: vec![],
|
||||
},
|
||||
capabilities: LinuxCapabilities {
|
||||
bounding: default_unix_caps(),
|
||||
permitted: default_unix_caps(),
|
||||
effective: default_unix_caps(),
|
||||
},
|
||||
rlimits: vec![POSIXRlimit {
|
||||
type_: String::from("RLIMIT_NOFILE"),
|
||||
hard: 1024,
|
||||
soft: 1024,
|
||||
}],
|
||||
args: vec![],
|
||||
env: vec![],
|
||||
},
|
||||
linux: Linux {
|
||||
masked_paths: default_masked_parhs(),
|
||||
readonly_paths: default_readonly_paths(),
|
||||
cgroups_path: format!("{}/{}", ns, id),
|
||||
resources: LinuxResources {
|
||||
devices: vec![LinuxDeviceCgroup {
|
||||
allow: false,
|
||||
access: RWM.to_string(),
|
||||
}],
|
||||
},
|
||||
namespaces: default_unix_namespaces(),
|
||||
},
|
||||
mounts: default_mounts(),
|
||||
}
|
||||
}
|
||||
|
||||
pub fn save_spec_to_file(spec: &Spec, path: &str) -> Result<(), std::io::Error> {
|
||||
let file = File::create(path)?;
|
||||
serde_json::to_writer(file, spec)?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
pub fn generate_spec(id: &str, ns: &str) -> Result<String, std::io::Error> {
|
||||
let namespace = match ns {
|
||||
"" => DEFAULT_NAMESPACE,
|
||||
_ => ns,
|
||||
};
|
||||
let spec = populate_default_unix_spec(id, ns);
|
||||
let path = format!("{}/{}/{}.json", PATH_TO_SPEC_PREFIX, namespace, id);
|
||||
save_spec_to_file(&spec, &path)?;
|
||||
Ok(path)
|
||||
}
|
||||
Reference in New Issue
Block a user