13 Commits

Author SHA1 Message Date
3f71767acb Version bump to v0.2.1
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
ci/woodpecker/tag/woodpecker Pipeline was successful
2022-10-26 10:15:55 -04:00
75d71e9695 Added some fixes for the Linux installer/service - now shipping a log4rs config; creates /var/log for log files; fixed name of service file
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
ci/woodpecker/tag/woodpecker Pipeline was successful
2022-10-26 09:58:46 -04:00
b97a4b1c0f Removed line for debugging
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-10-26 09:32:52 -04:00
e092990e17 Removed line for debugging
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-10-26 09:32:38 -04:00
9929db6c5b Added some fixes for Windows (now the setup command works)
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-10-24 23:42:45 -04:00
004c057a2c Removed configure subcommand for now; Added setup subcommand to initialize the video repository
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-10-21 19:37:45 -04:00
0b327f304e Downgraded version of Clap module; started work on a configure subcommand to help users set up their service
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-10-21 19:21:52 -04:00
327ec9c62f Added Clap module for more advanced CLI command/argument handling
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-10-21 00:16:25 -04:00
21740a63c1 Version bump to v0.2.0
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
ci/woodpecker/tag/woodpecker Pipeline was successful
2022-09-15 18:16:12 -04:00
024e4b2e1c Used the config-rs crate to allow reading from a config file from /etc/zealot/config.toml and from the home directory
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-09-15 18:10:42 -04:00
0b6fb8a4f8 Added lsof to cargo test docker step
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
2022-09-02 02:24:39 -04:00
cab06fc350 Changed project named from adept to zealot
Some checks failed
ci/woodpecker/push/woodpecker Pipeline failed
2022-09-02 02:04:07 -04:00
e6417cf5a3 Updated woodpecker config to run cargo tests 2022-09-01 23:49:12 -04:00
16 changed files with 190 additions and 98 deletions

View File

@ -1,8 +1,10 @@
pipeline:
test_build:
tests:
image: rust:1.63
commands:
- "cargo build"
- "apt update"
- "apt install -y lsof"
- "cargo test"
build_release:
image: rust:1.63
@ -11,7 +13,7 @@ pipeline:
- "cargo build --release"
- "cargo deb"
- "cargo generate-rpm"
- "mv target/release/adept target/release/adept-${CI_COMMIT_TAG}-linux-x86_64"
- "mv target/release/zealot target/release/zealot-${CI_COMMIT_TAG}-linux-x86_64"
when:
event: tag
@ -23,8 +25,8 @@ pipeline:
base_url: https://git.metaunix.net
files:
- "target/release/*${CI_COMMIT_TAG}-linux-x86_64"
- "target/debian/adept*.deb"
- "target/generate-rpm/adept*.rpm"
- "target/debian/zealot*.deb"
- "target/generate-rpm/zealot*.rpm"
title: "${CI_COMMIT_TAG}"
when:
event: tag

View File

@ -1,13 +1,15 @@
[package]
name = "adept"
name = "zealot"
description = "Bit Goblin automated video transcoding service."
version = "0.1.3"
version = "0.2.1"
edition = "2021"
readme = "README.md"
license = "BSD 2-Clause"
authors = ["Gregory Ballantine <gballantine@bitgoblin.tech>"]
[dependencies]
clap = { version = "3.2", features = ['derive'] }
config = { version = "0.13", features = ['toml'] }
log = "0.4"
log4rs = "1.1"
toml = "0.5"
@ -21,21 +23,22 @@ maintainer-scripts = "build/scripts"
depends = "ffmpeg (>= 4)"
section = "video"
assets = [
["target/release/adept", "usr/bin/adept", "755"],
["build/etc/example.toml", "etc/adept/example.toml", "644"],
["README.md", "usr/share/doc/adept/README", "644"]
["target/release/zealot", "usr/bin/zealot", "755"],
["build/etc/example.toml", "etc/zealot/example.toml", "644"],
["build/etc/log4rs.yaml", "etc/zealot/log4rs.yaml", "755"],
["README.md", "usr/share/doc/zealot/README", "644"]
]
[package.metadata.deb.systemd-units]
unit-scripts = "build/debian/service"
unit-name = "adept"
unit-name = "zealot"
enable = true
start = true
[package.metadata.generate-rpm]
assets = [
{ source = "target/release/adept", dest = "/usr/bin/adept", mode = "755" },
{ source = "build/etc/example.toml", dest = "/etc/adept/example.toml", mode = "755"},
{ source = "README.md", dest = "/usr/share/doc/adept/README", mode = "644"}
{ source = "target/release/zealot", dest = "/usr/bin/zealot", mode = "755" },
{ source = "build/etc/example.toml", dest = "/etc/zealot/example.toml", mode = "755"},
{ source = "README.md", dest = "/usr/share/doc/zealot/README", mode = "644"}
]
post_install_script = "build/scripts/postinst"
[package.metadata.generate-rpm.requires]

View File

@ -1,3 +1,3 @@
# adept
# zealot
Bit Goblin video transcoder service

View File

@ -1,11 +0,0 @@
[Unit]
Description=Adept video transcoder service
[Service]
User=adept
Group=adept
ExecStart=/usr/bin/adept
SuccessExitStatus=143
[Install]
WantedBy=multi-user.target

View File

@ -0,0 +1,11 @@
[Unit]
Description=Zealot video transcoder service
[Service]
User=zealot
Group=zealot
ExecStart=/usr/bin/zealot -l /etc/zealot/log4rs.yaml
SuccessExitStatus=143
[Install]
WantedBy=multi-user.target

View File

@ -1,6 +1,6 @@
# This example transcodes footage to DNxHD 1080p60 for use in video editors like DaVinci Resolve.
[transcoder]
repository = "~/adept" # location of the videos to transcode
repository = "~/zealot" # location of the videos to transcode
interval = 15
video_format = "mov" # video container format
video_codec = "dnxhd" # video codec to use

12
build/etc/log4rs.yaml Normal file
View File

@ -0,0 +1,12 @@
appenders:
stdout:
kind: console
encoder:
pattern: "{d(%+)(utc)} {h({l})}: {m}{n}"
filters:
- kind: threshold
level: info
root:
level: info
appenders:
- stdout

View File

@ -1,25 +1,36 @@
#!/bin/sh
GETENT_USER=$(getent passwd adept)
GETENT_GROUP=$(getent group adept)
GETENT_USER=$(getent passwd zealot)
GETENT_GROUP=$(getent group zealot)
# Create the adept user if it doesn't already exist
# Create the zealot user if it doesn't already exist
if [ "$GETENT_USER" = "" ]; then
useradd -r adept
echo "Creating the 'zealot' user."
useradd -r zealot
else
echo "The 'adept' user already exists, skipping creation."
echo "The 'zealot' user already exists, skipping creation."
fi
# Create the adept group if it doesn't already exist
# Create the zealot group if it doesn't already exist
if [ "$GETENT_GROUP" = "" ]; then
groupadd adept
usermod -aG adept adept
echo "Creating the 'zealot' group."
groupadd zealot
usermod -aG zealot zealot
else
echo "The 'adept' group already exists, skipping creation."
echo "The 'zealot' group already exists, skipping creation."
fi
# Change the directory ownership of /etc
chown -R adept:adept /etc/adept
chown -R zealot:zealot /etc/zealot
# Create the log directory under /var/log
if [ ! -d /var/log/zealot ]; then
echo "Creating /var/log/zealot to store log files."
mkdir /var/log/zealot
chown zealot:zealot /var/log/zealot
else
echo "/var/log/zealot already exists, skipping creation."
fi
#DEBHELPER#

10
example.config Normal file
View File

@ -0,0 +1,10 @@
[transcoder]
repo_path = '~/zealot'
interval = 15
video_format = 'mov'
video_codec = 'dnxhd'
video_profile = 'dnxhr_hq'
video_resolution = '1920x1080'
video_framerate = '60'
video_color = 'yuv422p'
audio_codec = 'pcm_s16le'

20
src/cmd/core.rs Normal file
View File

@ -0,0 +1,20 @@
use config::Config;
use crate::settings;
use crate::transcoder::repository::Repository;
pub fn setup_command() {
// load configuration
let c: Config = settings::load_config();
// resolve repository path
let repository_dir_raw: &str = &c.get_string("transcoder.repository").unwrap();
let repository_dir: &str = &shellexpand::tilde(repository_dir_raw);
// alert the user to what's happening
println!("Initializing video repository at {}...", repository_dir);
// create and initialize our repository object
let r: Repository = Repository::new(repository_dir);
// initialize the video repository
r.initialize();
}

1
src/cmd/mod.rs Normal file
View File

@ -0,0 +1 @@
pub mod core;

View File

@ -1,34 +0,0 @@
use serde_derive::Deserialize;
use std::fs;
#[derive(Deserialize)]
pub struct Config {
pub transcoder: Transcoder,
}
impl Config {
pub fn new(config_path: &str) -> Config {
let resolved_path = shellexpand::tilde(config_path);
let config_text = fs::read_to_string(&*resolved_path).unwrap();
let c: Config = toml::from_str(&config_text).unwrap();
return c;
}
pub fn get_repository(&self) -> String {
let resolved_path = shellexpand::tilde(&self.transcoder.repository);
return String::from(&*resolved_path);
}
}
#[derive(Deserialize)]
pub struct Transcoder {
pub repository: String,
pub interval: u16,
pub video_format: String,
pub video_codec: String,
pub video_profile: String,
pub video_resolution: String,
pub video_framerate: u8,
pub video_color: String,
pub audio_codec: String,
}

View File

@ -1,21 +1,52 @@
use clap::{Parser, Subcommand};
use log4rs;
use config::Config;
use transcoder::repository::Repository;
use transcoder::transcoder::Transcoder;
mod config;
mod cmd;
mod settings;
mod transcoder;
mod util;
fn main() {
// initialize the log4rs logger
log4rs::init_file("./log4rs.yaml", Default::default()).unwrap();
#[derive(Parser)]
#[clap(author, version, about, long_about = None)]
struct Cli {
/// Number of times to greet
#[clap(short = 'l', long, default_value_t = String::from("./log4rs.yaml"))]
log_config: String,
#[clap(subcommand)]
command: Option<Commands>,
}
#[derive(Subcommand)]
enum Commands {
/// displays version info about this program
Setup {},
}
fn main() {
// initialize the clap CLI
let cli = Cli::parse();
// grab the log4rs config file path, then initialize log4rs
let log4rs_config: String = cli.log_config;
log4rs::init_file(&log4rs_config, Default::default()).unwrap();
match &cli.command {
// sub-commands will be handled here
Some(Commands::Setup {}) => cmd::core::setup_command(),
// run the main program without any commands
None => {
// create and initialize our config and repository objects
let c: Config = Config::new("~/.config/adept.toml");
let r: Repository = Repository::new(&c.get_repository());
let c: Config = settings::load_config();
let r: Repository = Repository::new(&shellexpand::tilde(&c.get_string("transcoder.repository").unwrap()));
// create and start the video transcoder object
let t: Transcoder = Transcoder::new(c, r);
t.start();
},
}
}

33
src/settings.rs Normal file
View File

@ -0,0 +1,33 @@
use config::Config;
pub fn load_config() -> Config {
let global_config_path: String = find_global_config_path();
let home_config_path: String = find_home_config_path();
let settings = Config::builder()
// Add in `./Settings.toml`
.add_source(config::File::with_name(&global_config_path).required(false))
.add_source(config::File::with_name(&home_config_path).required(false))
.build()
.unwrap();
return settings;
}
fn find_global_config_path() -> String {
if cfg!(windows) {
return String::from("C:\\Program Files\\Zealot\\config.toml");
}
return String::from("/etc/zealot/config.toml");
}
fn find_home_config_path() -> String {
let home_path: &str = &shellexpand::tilde("~/.config/zealot.toml");
if cfg!(windows) {
return String::from(home_path.replace("/", "\\"));
}
return String::from(home_path);
}

View File

@ -11,16 +11,9 @@ pub struct Repository {
impl Repository {
pub fn new(base_path: &str) -> Repository {
// create the base directory path
create_directory(base_path);
// create the needed sub-directories
let ingest_path = Path::new(base_path).join("ingest");
create_directory(ingest_path.to_str().unwrap());
let archive_path = Path::new(base_path).join("archive");
create_directory(archive_path.to_str().unwrap());
let output_path = Path::new(base_path).join("output");
create_directory(output_path.to_str().unwrap());
return Repository {
base_dir: String::from(base_path),
@ -30,6 +23,16 @@ impl Repository {
};
}
pub fn initialize(&self) {
// create the base directory path
create_directory(&self.base_dir);
// create the needed sub-directories
create_directory(&self.ingest_dir.as_str());
create_directory(&self.archive_dir.as_str());
create_directory(&self.output_dir.as_str());
}
pub fn search_ingest(&self) -> Vec<String> {
// read file entries from ingest
let files = fs::read_dir(&self.ingest_dir).unwrap();

View File

@ -1,9 +1,9 @@
use config::Config;
use std::path::Path;
use std::process;
use std::{thread, time};
use log::{info};
use crate::config::Config;
use crate::util::io;
use super::repository::Repository;
@ -50,7 +50,7 @@ impl Transcoder {
}
// put the loop to sleep for X minutes
let sleep_minutes = time::Duration::from_secs((self.config.transcoder.interval * 60).into());
let sleep_minutes = time::Duration::from_secs((self.config.get_int("transcoder.interval").unwrap() as u64 * 60).into());
thread::sleep(sleep_minutes);
}
}
@ -62,13 +62,13 @@ impl Transcoder {
let cmd_output = process::Command::new("/usr/bin/ffmpeg")
.arg("-i") .arg(&*ingest_file.to_string_lossy())
.arg("-y")
.arg("-f") .arg(&self.config.transcoder.video_format)
.arg("-c:v") .arg(&self.config.transcoder.video_codec)
.arg("-s") .arg(&self.config.transcoder.video_resolution)
.arg("-r") .arg(format!("{}", self.config.transcoder.video_framerate))
.arg("-vf") .arg(format!("format={}", &self.config.transcoder.video_color))
.arg("-profile:v").arg(&self.config.transcoder.video_profile)
.arg("-c:a") .arg(&self.config.transcoder.audio_codec)
.arg("-f") .arg(&self.config.get_string("transcoder.video_format").unwrap())
.arg("-c:v") .arg(&self.config.get_string("transcoder.video_codec").unwrap())
.arg("-s") .arg(&self.config.get_string("transcoder.video_resolution").unwrap())
.arg("-r") .arg(format!("{}", self.config.get_string("transcoder.video_framerate").unwrap()))
.arg("-vf") .arg(format!("format={}", &self.config.get_string("transcoder.video_color").unwrap()))
.arg("-profile:v").arg(&self.config.get_string("transcoder.video_profile").unwrap())
.arg("-c:a") .arg(&self.config.get_string("transcoder.audio_codec").unwrap())
.arg(&*output_file.to_string_lossy())
.output()
.expect("Failed to execute command");