Compare commits
9 Commits
Author | SHA1 | Date | |
---|---|---|---|
21740a63c1 | |||
024e4b2e1c | |||
0b6fb8a4f8 | |||
cab06fc350 | |||
e6417cf5a3 | |||
7d5e1514a1 | |||
cd886522ec | |||
44ef95b440 | |||
b5d96c21a9 |
@ -1,8 +1,10 @@
|
|||||||
pipeline:
|
pipeline:
|
||||||
test_build:
|
tests:
|
||||||
image: rust:1.63
|
image: rust:1.63
|
||||||
commands:
|
commands:
|
||||||
- "cargo build"
|
- "apt update"
|
||||||
|
- "apt install -y lsof"
|
||||||
|
- "cargo test"
|
||||||
|
|
||||||
build_release:
|
build_release:
|
||||||
image: rust:1.63
|
image: rust:1.63
|
||||||
@ -11,7 +13,7 @@ pipeline:
|
|||||||
- "cargo build --release"
|
- "cargo build --release"
|
||||||
- "cargo deb"
|
- "cargo deb"
|
||||||
- "cargo generate-rpm"
|
- "cargo generate-rpm"
|
||||||
- "mv target/release/adept target/release/adept-${CI_COMMIT_TAG}-linux-x86_64"
|
- "mv target/release/zealot target/release/zealot-${CI_COMMIT_TAG}-linux-x86_64"
|
||||||
when:
|
when:
|
||||||
event: tag
|
event: tag
|
||||||
|
|
||||||
@ -23,8 +25,8 @@ pipeline:
|
|||||||
base_url: https://git.metaunix.net
|
base_url: https://git.metaunix.net
|
||||||
files:
|
files:
|
||||||
- "target/release/*${CI_COMMIT_TAG}-linux-x86_64"
|
- "target/release/*${CI_COMMIT_TAG}-linux-x86_64"
|
||||||
- "target/debian/adept*.deb"
|
- "target/debian/zealot*.deb"
|
||||||
- "target/generate-rpm/adept*.rpm"
|
- "target/generate-rpm/zealot*.rpm"
|
||||||
title: "${CI_COMMIT_TAG}"
|
title: "${CI_COMMIT_TAG}"
|
||||||
when:
|
when:
|
||||||
event: tag
|
event: tag
|
||||||
|
19
Cargo.toml
19
Cargo.toml
@ -1,13 +1,14 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "adept"
|
name = "zealot"
|
||||||
description = "Bit Goblin automated video transcoding service."
|
description = "Bit Goblin automated video transcoding service."
|
||||||
version = "0.1.1"
|
version = "0.2.0"
|
||||||
edition = "2021"
|
edition = "2021"
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
license = "BSD 2-Clause"
|
license = "BSD 2-Clause"
|
||||||
authors = ["Gregory Ballantine <gballantine@bitgoblin.tech>"]
|
authors = ["Gregory Ballantine <gballantine@bitgoblin.tech>"]
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
|
config = { version = "0.13", features = ['toml'] }
|
||||||
log = "0.4"
|
log = "0.4"
|
||||||
log4rs = "1.1"
|
log4rs = "1.1"
|
||||||
toml = "0.5"
|
toml = "0.5"
|
||||||
@ -21,21 +22,21 @@ maintainer-scripts = "build/scripts"
|
|||||||
depends = "ffmpeg (>= 4)"
|
depends = "ffmpeg (>= 4)"
|
||||||
section = "video"
|
section = "video"
|
||||||
assets = [
|
assets = [
|
||||||
["target/release/adept", "usr/bin/adept", "755"],
|
["target/release/zealot", "usr/bin/zealot", "755"],
|
||||||
["build/etc/example.toml", "etc/adept/example.toml", "644"],
|
["build/etc/example.toml", "etc/zealot/example.toml", "644"],
|
||||||
["README.md", "usr/share/doc/adept/README", "644"]
|
["README.md", "usr/share/doc/zealot/README", "644"]
|
||||||
]
|
]
|
||||||
[package.metadata.deb.systemd-units]
|
[package.metadata.deb.systemd-units]
|
||||||
unit-scripts = "build/debian/service"
|
unit-scripts = "build/debian/service"
|
||||||
unit-name = "adept"
|
unit-name = "zealot"
|
||||||
enable = true
|
enable = true
|
||||||
start = true
|
start = true
|
||||||
|
|
||||||
[package.metadata.generate-rpm]
|
[package.metadata.generate-rpm]
|
||||||
assets = [
|
assets = [
|
||||||
{ source = "target/release/adept", dest = "/usr/bin/adept", mode = "755" },
|
{ source = "target/release/zealot", dest = "/usr/bin/zealot", mode = "755" },
|
||||||
{ source = "build/etc/example.toml", dest = "/etc/adept/example.toml", mode = "755"},
|
{ source = "build/etc/example.toml", dest = "/etc/zealot/example.toml", mode = "755"},
|
||||||
{ source = "README.md", dest = "/usr/share/doc/adept/README", mode = "644"}
|
{ source = "README.md", dest = "/usr/share/doc/zealot/README", mode = "644"}
|
||||||
]
|
]
|
||||||
post_install_script = "build/scripts/postinst"
|
post_install_script = "build/scripts/postinst"
|
||||||
[package.metadata.generate-rpm.requires]
|
[package.metadata.generate-rpm.requires]
|
||||||
|
@ -1,3 +1,3 @@
|
|||||||
# adept
|
# zealot
|
||||||
|
|
||||||
Bit Goblin video transcoder service
|
Bit Goblin video transcoder service
|
@ -1,10 +1,10 @@
|
|||||||
[Unit]
|
[Unit]
|
||||||
Description=Adept video transcoder service
|
Description=Zealot video transcoder service
|
||||||
|
|
||||||
[Service]
|
[Service]
|
||||||
User=adept
|
User=zealot
|
||||||
Group=adept
|
Group=zealot
|
||||||
ExecStart=/usr/bin/adept
|
ExecStart=/usr/bin/zealot
|
||||||
SuccessExitStatus=143
|
SuccessExitStatus=143
|
||||||
|
|
||||||
[Install]
|
[Install]
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
# This example transcodes footage to DNxHD 1080p60 for use in video editors like DaVinci Resolve.
|
# This example transcodes footage to DNxHD 1080p60 for use in video editors like DaVinci Resolve.
|
||||||
[transcoder]
|
[transcoder]
|
||||||
repository = "~/adept" # location of the videos to transcode
|
repository = "~/zealot" # location of the videos to transcode
|
||||||
interval = 15
|
interval = 15
|
||||||
video_format = "mov" # video container format
|
video_format = "mov" # video container format
|
||||||
video_codec = "dnxhd" # video codec to use
|
video_codec = "dnxhd" # video codec to use
|
||||||
|
@ -1,25 +1,25 @@
|
|||||||
#!/bin/sh
|
#!/bin/sh
|
||||||
|
|
||||||
GETENT_USER=$(getent passwd adept)
|
GETENT_USER=$(getent passwd zealot)
|
||||||
GETENT_GROUP=$(getent group adept)
|
GETENT_GROUP=$(getent group zealot)
|
||||||
|
|
||||||
# Create the adept user if it doesn't already exist
|
# Create the zealot user if it doesn't already exist
|
||||||
if [ "$GETENT_USER" = "" ]; then
|
if [ "$GETENT_USER" = "" ]; then
|
||||||
useradd -r adept
|
useradd -r zealot
|
||||||
else
|
else
|
||||||
echo "The 'adept' user already exists, skipping creation."
|
echo "The 'zealot' user already exists, skipping creation."
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Create the adept group if it doesn't already exist
|
# Create the zealot group if it doesn't already exist
|
||||||
if [ "$GETENT_GROUP" = "" ]; then
|
if [ "$GETENT_GROUP" = "" ]; then
|
||||||
groupadd adept
|
groupadd zealot
|
||||||
usermod -aG adept adept
|
usermod -aG zealot zealot
|
||||||
else
|
else
|
||||||
echo "The 'adept' group already exists, skipping creation."
|
echo "The 'zealot' group already exists, skipping creation."
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Change the directory ownership of /etc
|
# Change the directory ownership of /etc
|
||||||
chown -R adept:adept /etc/adept
|
chown -R zealot:zealot /etc/zealot
|
||||||
|
|
||||||
#DEBHELPER#
|
#DEBHELPER#
|
||||||
|
|
||||||
|
@ -1,34 +0,0 @@
|
|||||||
use serde_derive::Deserialize;
|
|
||||||
use std::fs;
|
|
||||||
|
|
||||||
#[derive(Deserialize)]
|
|
||||||
pub struct Config {
|
|
||||||
pub transcoder: Transcoder,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl Config {
|
|
||||||
pub fn new(config_path: &str) -> Config {
|
|
||||||
let resolved_path = shellexpand::tilde(config_path);
|
|
||||||
let config_text = fs::read_to_string(&*resolved_path).unwrap();
|
|
||||||
let c: Config = toml::from_str(&config_text).unwrap();
|
|
||||||
return c;
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn get_repository(&self) -> String {
|
|
||||||
let resolved_path = shellexpand::tilde(&self.transcoder.repository);
|
|
||||||
return String::from(&*resolved_path);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Deserialize)]
|
|
||||||
pub struct Transcoder {
|
|
||||||
pub repository: String,
|
|
||||||
pub interval: u16,
|
|
||||||
pub video_format: String,
|
|
||||||
pub video_codec: String,
|
|
||||||
pub video_profile: String,
|
|
||||||
pub video_resolution: String,
|
|
||||||
pub video_framerate: u8,
|
|
||||||
pub video_color: String,
|
|
||||||
pub audio_codec: String,
|
|
||||||
}
|
|
12
src/main.rs
12
src/main.rs
@ -1,19 +1,19 @@
|
|||||||
use log4rs;
|
use log4rs;
|
||||||
use config::Config;
|
use config::Config;
|
||||||
use repository::Repository;
|
use transcoder::repository::Repository;
|
||||||
use transcoder::Transcoder;
|
use transcoder::transcoder::Transcoder;
|
||||||
|
|
||||||
mod config;
|
mod settings;
|
||||||
mod repository;
|
|
||||||
mod transcoder;
|
mod transcoder;
|
||||||
|
mod util;
|
||||||
|
|
||||||
fn main() {
|
fn main() {
|
||||||
// initialize the log4rs logger
|
// initialize the log4rs logger
|
||||||
log4rs::init_file("./log4rs.yaml", Default::default()).unwrap();
|
log4rs::init_file("./log4rs.yaml", Default::default()).unwrap();
|
||||||
|
|
||||||
// create and initialize our config and repository objects
|
// create and initialize our config and repository objects
|
||||||
let c: Config = Config::new("~/.config/adept.toml");
|
let c: Config = settings::load_config();
|
||||||
let r: Repository = Repository::new(&c.get_repository());
|
let r: Repository = Repository::new(&shellexpand::tilde(&c.get_string("transcoder.repository").unwrap()));
|
||||||
|
|
||||||
// create and start the video transcoder object
|
// create and start the video transcoder object
|
||||||
let t: Transcoder = Transcoder::new(c, r);
|
let t: Transcoder = Transcoder::new(c, r);
|
||||||
|
12
src/settings.rs
Normal file
12
src/settings.rs
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
use config::Config;
|
||||||
|
|
||||||
|
pub fn load_config() -> Config {
|
||||||
|
let settings = Config::builder()
|
||||||
|
// Add in `./Settings.toml`
|
||||||
|
.add_source(config::File::with_name("/etc/zealot/config.toml").required(false))
|
||||||
|
.add_source(config::File::with_name(&shellexpand::tilde("~/.config/zealot.toml")).required(false))
|
||||||
|
.build()
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
return settings;
|
||||||
|
}
|
2
src/transcoder/mod.rs
Normal file
2
src/transcoder/mod.rs
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
pub mod repository;
|
||||||
|
pub mod transcoder;
|
@ -1,10 +1,11 @@
|
|||||||
|
use config::Config;
|
||||||
use std::path::Path;
|
use std::path::Path;
|
||||||
use std::process;
|
use std::process;
|
||||||
use std::{thread, time};
|
use std::{thread, time};
|
||||||
use log::{info};
|
use log::{info};
|
||||||
|
|
||||||
use crate::config::Config;
|
use crate::util::io;
|
||||||
use crate::repository::Repository;
|
use super::repository::Repository;
|
||||||
|
|
||||||
pub struct Transcoder {
|
pub struct Transcoder {
|
||||||
config: Config,
|
config: Config,
|
||||||
@ -31,6 +32,12 @@ impl Transcoder {
|
|||||||
info!("There were no files found in ingest to transcode; skipping run.");
|
info!("There were no files found in ingest to transcode; skipping run.");
|
||||||
} else {
|
} else {
|
||||||
for i in ingest_files {
|
for i in ingest_files {
|
||||||
|
let ingest_path = Path::new(&self.repository.ingest_dir).join(&i);
|
||||||
|
if io::is_file_locked(&ingest_path.to_str().unwrap()) {
|
||||||
|
info!("{} is currently open in another program; skipping it for this run.", &i);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
// copy the file to the archive
|
// copy the file to the archive
|
||||||
self.repository.archive_file(&i);
|
self.repository.archive_file(&i);
|
||||||
|
|
||||||
@ -43,7 +50,7 @@ impl Transcoder {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// put the loop to sleep for X minutes
|
// put the loop to sleep for X minutes
|
||||||
let sleep_minutes = time::Duration::from_secs((self.config.transcoder.interval * 60).into());
|
let sleep_minutes = time::Duration::from_secs((self.config.get_int("transcoder.interval").unwrap() as u64 * 60).into());
|
||||||
thread::sleep(sleep_minutes);
|
thread::sleep(sleep_minutes);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -55,13 +62,13 @@ impl Transcoder {
|
|||||||
let cmd_output = process::Command::new("/usr/bin/ffmpeg")
|
let cmd_output = process::Command::new("/usr/bin/ffmpeg")
|
||||||
.arg("-i") .arg(&*ingest_file.to_string_lossy())
|
.arg("-i") .arg(&*ingest_file.to_string_lossy())
|
||||||
.arg("-y")
|
.arg("-y")
|
||||||
.arg("-f") .arg(&self.config.transcoder.video_format)
|
.arg("-f") .arg(&self.config.get_string("transcoder.video_format").unwrap())
|
||||||
.arg("-c:v") .arg(&self.config.transcoder.video_codec)
|
.arg("-c:v") .arg(&self.config.get_string("transcoder.video_codec").unwrap())
|
||||||
.arg("-s") .arg(&self.config.transcoder.video_resolution)
|
.arg("-s") .arg(&self.config.get_string("transcoder.video_resolution").unwrap())
|
||||||
.arg("-r") .arg(format!("{}", self.config.transcoder.video_framerate))
|
.arg("-r") .arg(format!("{}", self.config.get_string("transcoder.video_framerate").unwrap()))
|
||||||
.arg("-vf") .arg(format!("format={}", &self.config.transcoder.video_color))
|
.arg("-vf") .arg(format!("format={}", &self.config.get_string("transcoder.video_color").unwrap()))
|
||||||
.arg("-profile:v").arg(&self.config.transcoder.video_profile)
|
.arg("-profile:v").arg(&self.config.get_string("transcoder.video_profile").unwrap())
|
||||||
.arg("-c:a") .arg(&self.config.transcoder.audio_codec)
|
.arg("-c:a") .arg(&self.config.get_string("transcoder.audio_codec").unwrap())
|
||||||
.arg(&*output_file.to_string_lossy())
|
.arg(&*output_file.to_string_lossy())
|
||||||
.output()
|
.output()
|
||||||
.expect("Failed to execute command");
|
.expect("Failed to execute command");
|
61
src/util/io.rs
Normal file
61
src/util/io.rs
Normal file
@ -0,0 +1,61 @@
|
|||||||
|
use std::process;
|
||||||
|
|
||||||
|
// checks whether a file is currently open in another program (e.g. still being written)
|
||||||
|
pub fn is_file_locked(filepath: &str) -> bool {
|
||||||
|
let cmd = process::Command::new("/usr/bin/lsof")
|
||||||
|
.arg(filepath)
|
||||||
|
.output()
|
||||||
|
.expect("Failed to execute command");
|
||||||
|
|
||||||
|
let results = &String::from_utf8_lossy(&cmd.stdout);
|
||||||
|
println!("{}", results);
|
||||||
|
if results.contains(filepath) {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use std::fs;
|
||||||
|
use std::mem::drop;
|
||||||
|
use std::path::Path;
|
||||||
|
|
||||||
|
use super::*;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn file_should_not_be_locked() {
|
||||||
|
setup("test-not-locked.txt");
|
||||||
|
assert!(!is_file_locked("test-not-locked.txt"));
|
||||||
|
teardown("test-not-locked.txt");
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn file_should_be_locked() {
|
||||||
|
setup("test-locked.txt");
|
||||||
|
let path = Path::new("test-locked.txt");
|
||||||
|
match fs::File::open(&path) {
|
||||||
|
Err(e) => panic!("couldn't open {}: {}", "test-locked.txt", e),
|
||||||
|
Ok(_) => assert!(is_file_locked("test-locked.txt")),
|
||||||
|
};
|
||||||
|
teardown("test-locked.txt");
|
||||||
|
}
|
||||||
|
|
||||||
|
// get things ready for our tests
|
||||||
|
fn setup(test_file: &str) {
|
||||||
|
let f = match fs::File::create(test_file) {
|
||||||
|
Ok(file) => file,
|
||||||
|
Err(e) => panic!("{:?}", e),
|
||||||
|
};
|
||||||
|
drop(f);
|
||||||
|
}
|
||||||
|
|
||||||
|
// clean up after running tests
|
||||||
|
fn teardown(test_file: &str) {
|
||||||
|
match fs::remove_file(test_file) {
|
||||||
|
Ok(_) => {},
|
||||||
|
Err(e) => panic!("{:?}", e),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
}
|
1
src/util/mod.rs
Normal file
1
src/util/mod.rs
Normal file
@ -0,0 +1 @@
|
|||||||
|
pub mod io;
|
Reference in New Issue
Block a user