Compare commits
6 Commits
Author | SHA1 | Date | |
---|---|---|---|
1ccd481f9e | |||
4d77a0e2bc | |||
076947ebf9 | |||
611d0dba9a | |||
674327e0cf | |||
602ddb1a00 |
2
.gitignore
vendored
2
.gitignore
vendored
@ -16,7 +16,7 @@
|
||||
*.out
|
||||
|
||||
# Dependency directories (remove the comment below to include it)
|
||||
# vendor/
|
||||
vendor/
|
||||
|
||||
# Go workspace file
|
||||
go.work
|
||||
|
42
adept.go
42
adept.go
@ -1,17 +1,11 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"log"
|
||||
"path/filepath"
|
||||
"time"
|
||||
|
||||
"github.com/spf13/viper"
|
||||
|
||||
"git.metaunix.net/BitGoblin/adept/cmd"
|
||||
"git.metaunix.net/BitGoblin/adept/config"
|
||||
"git.metaunix.net/BitGoblin/adept/transcoder"
|
||||
"git.metaunix.net/BitGoblin/adept/util"
|
||||
)
|
||||
|
||||
// start the app - that's where all the good stuff happens
|
||||
func main() {
|
||||
// load configuration via Viper
|
||||
config.LoadConfig()
|
||||
@ -22,34 +16,6 @@ func main() {
|
||||
defer logHandle.Close()
|
||||
}
|
||||
|
||||
// initialize the video repository
|
||||
r := transcoder.NewRepository(viper.GetString("transcoder.repository"))
|
||||
|
||||
// main program loop - runs infinitely until externally terminated
|
||||
for {
|
||||
ingestFiles := r.SearchIngest()
|
||||
|
||||
if len(ingestFiles) < 1 {
|
||||
log.Println("There were no files found in ingest to transcode; skipping run.")
|
||||
} else {
|
||||
for _, i := range ingestFiles {
|
||||
// check if the file is open in another program (e.g. still being written to)
|
||||
if util.IsFileLocked(filepath.Join(viper.GetString("transcoder.repository"), "ingest", i.Name())) {
|
||||
log.Printf("%s appears to be open in another program; skipping it for this run.", i.Name())
|
||||
continue
|
||||
}
|
||||
|
||||
// archive file
|
||||
r.ArchiveFile(i.Name())
|
||||
// transcode file
|
||||
transcoder.Transcode(i.Name())
|
||||
// clean up source file
|
||||
r.CleanupFile(i.Name())
|
||||
}
|
||||
}
|
||||
|
||||
// sleep for X minutes - specified in the adept.toml config file
|
||||
interval := viper.GetInt("transcoder.interval")
|
||||
time.Sleep(time.Duration(interval) * time.Minute)
|
||||
}
|
||||
// launch the Cobra CLI framework
|
||||
cmd.Execute()
|
||||
}
|
||||
|
15
build/etc/adept/adept.toml
Normal file
15
build/etc/adept/adept.toml
Normal file
@ -0,0 +1,15 @@
|
||||
log_to_file = true
|
||||
log_file = '~/adept/adept.log'
|
||||
log_level = 'info'
|
||||
|
||||
[transcoder]
|
||||
repository = '~/adept'
|
||||
interval = 15
|
||||
video_format = 'mov'
|
||||
video_codec = 'dnxhd'
|
||||
video_profile = 'dnxhr_hq'
|
||||
video_resolution = '1920x1080'
|
||||
video_framerate = 60
|
||||
video_color = 'yuv422p'
|
||||
audio_codec = 'pcm_s16le'
|
||||
|
35
cmd/root.go
Normal file
35
cmd/root.go
Normal file
@ -0,0 +1,35 @@
|
||||
package cmd
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"os"
|
||||
|
||||
"github.com/spf13/cobra"
|
||||
"github.com/spf13/viper"
|
||||
|
||||
"git.metaunix.net/BitGoblin/adept/transcoder"
|
||||
)
|
||||
|
||||
// ./adept - this is the primary command and is how the service is intended to be launched
|
||||
var rootCmd = &cobra.Command{
|
||||
Use: "adept",
|
||||
Short: "Adept is a video transcoder service",
|
||||
Long: `An automated video transcoder service that archives ingested footage.
|
||||
https://git.metaunix.net/BitGoblin/adept`,
|
||||
Run: func(cmd *cobra.Command, args []string) {
|
||||
// initialize the video repository
|
||||
r := transcoder.NewRepository(viper.GetString("transcoder.repository"))
|
||||
|
||||
// create transcoder object and start the main loop
|
||||
t := transcoder.NewTranscoder(*r)
|
||||
t.Start()
|
||||
},
|
||||
}
|
||||
|
||||
// this is the main function to launch Cobra
|
||||
func Execute() {
|
||||
if err := rootCmd.Execute(); err != nil {
|
||||
fmt.Println(err)
|
||||
os.Exit(1)
|
||||
}
|
||||
}
|
24
cmd/setup.go
Normal file
24
cmd/setup.go
Normal file
@ -0,0 +1,24 @@
|
||||
package cmd
|
||||
|
||||
import (
|
||||
"github.com/spf13/cobra"
|
||||
"github.com/spf13/viper"
|
||||
|
||||
"git.metaunix.net/BitGoblin/adept/transcoder"
|
||||
)
|
||||
|
||||
// initializes the sub-command
|
||||
func init() {
|
||||
rootCmd.AddCommand(setupCmd)
|
||||
}
|
||||
|
||||
var setupCmd = &cobra.Command{
|
||||
Use: "setup",
|
||||
Short: "Initialize the video directories.",
|
||||
Long: `Adept can't run gif it doesn't have a place to ingest/transcode files from.`,
|
||||
Run: func(cmd *cobra.Command, args []string) {
|
||||
// initialize the video repository
|
||||
r := transcoder.NewRepository(viper.GetString("transcoder.repository"))
|
||||
r.Setup()
|
||||
},
|
||||
}
|
@ -1,6 +1,7 @@
|
||||
package config
|
||||
|
||||
import (
|
||||
"io"
|
||||
"log"
|
||||
"os"
|
||||
|
||||
@ -20,10 +21,12 @@ func InitLogging() *os.File {
|
||||
log.Fatalf("Error opening log file: %v", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
// set logging to file handle
|
||||
log.SetOutput(fileHandle)
|
||||
}
|
||||
|
||||
// create a MultiWriter instance so we can write to both console AND file
|
||||
mw := io.MultiWriter(os.Stdout, fileHandle)
|
||||
// set our multiwriter object as the output for logging
|
||||
log.SetOutput(mw)
|
||||
|
||||
return fileHandle
|
||||
}
|
||||
|
1
go.mod
1
go.mod
@ -11,6 +11,7 @@ require (
|
||||
github.com/pelletier/go-toml/v2 v2.0.1 // indirect
|
||||
github.com/spf13/afero v1.8.2 // indirect
|
||||
github.com/spf13/cast v1.5.0 // indirect
|
||||
github.com/spf13/cobra v1.5.0 // indirect
|
||||
github.com/spf13/jwalterweatherman v1.1.0 // indirect
|
||||
github.com/spf13/pflag v1.0.5 // indirect
|
||||
github.com/spf13/viper v1.12.0
|
||||
|
6
go.sum
6
go.sum
@ -93,6 +93,7 @@ github.com/cncf/xds/go v0.0.0-20211001041855-01bcc9b48dfe/go.mod h1:eXthEFrGJvWH
|
||||
github.com/cncf/xds/go v0.0.0-20211011173535-cb28da3451f1/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs=
|
||||
github.com/coreos/go-semver v0.3.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk=
|
||||
github.com/coreos/go-systemd/v22 v22.3.2/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc=
|
||||
github.com/cpuguy83/go-md2man/v2 v2.0.2/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o=
|
||||
github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E=
|
||||
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
||||
@ -239,6 +240,8 @@ github.com/hashicorp/serf v0.9.6/go.mod h1:TXZNMjZQijwlDvp+r0b63xZ45H7JmCmgg4gpT
|
||||
github.com/hashicorp/serf v0.9.7/go.mod h1:TXZNMjZQijwlDvp+r0b63xZ45H7JmCmgg4gpTwn9UV4=
|
||||
github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc=
|
||||
github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc=
|
||||
github.com/inconshreveable/mousetrap v1.0.0 h1:Z8tu5sraLXCXIcARxBp/8cbvlwVa7Z1NHg9XEKhtSvM=
|
||||
github.com/inconshreveable/mousetrap v1.0.0/go.mod h1:PxqpIevigyE2G7u3NXJIT2ANytuPF1OarO4DADm73n8=
|
||||
github.com/jpillora/backoff v1.0.0/go.mod h1:J/6gKK9jxlEcS3zixgDgUAsiuZ7yrSoa/FX5e0EB2j4=
|
||||
github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU=
|
||||
github.com/json-iterator/go v1.1.9/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
|
||||
@ -327,6 +330,7 @@ github.com/prometheus/procfs v0.6.0/go.mod h1:cz+aTbrPOrUb4q7XlbU9ygM+/jj0fzG6c1
|
||||
github.com/rogpeppe/fastuuid v1.2.0/go.mod h1:jVj6XXZzXRy/MSR5jhDC/2q6DgLz+nrA6LYCDYWNEvQ=
|
||||
github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
|
||||
github.com/rogpeppe/go-internal v1.6.1/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc=
|
||||
github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=
|
||||
github.com/ryanuber/columnize v0.0.0-20160712163229-9b3edd62028f/go.mod h1:sm1tb6uqfes/u+d4ooFouqFdy9/2g9QGwK3SQygK0Ts=
|
||||
github.com/sagikazarmark/crypt v0.6.0/go.mod h1:U8+INwJo3nBv1m6A/8OBXAq7Jnpspk5AxSgDyEQcea8=
|
||||
github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529/go.mod h1:DxrIzT+xaE7yg65j358z/aeFdxmN0P9QXhEzd20vsDc=
|
||||
@ -338,6 +342,8 @@ github.com/spf13/afero v1.8.2 h1:xehSyVa0YnHWsJ49JFljMpg1HX19V6NDZ1fkm1Xznbo=
|
||||
github.com/spf13/afero v1.8.2/go.mod h1:CtAatgMJh6bJEIs48Ay/FOnkljP3WeGUG0MC1RfAqwo=
|
||||
github.com/spf13/cast v1.5.0 h1:rj3WzYc11XZaIZMPKmwP96zkFEnnAmV8s6XbB2aY32w=
|
||||
github.com/spf13/cast v1.5.0/go.mod h1:SpXXQ5YoyJw6s3/6cMTQuxvgRl3PCJiyaX9p6b155UU=
|
||||
github.com/spf13/cobra v1.5.0 h1:X+jTBEBqF0bHN+9cSMgmfuvv2VHJ9ezmFNf9Y/XstYU=
|
||||
github.com/spf13/cobra v1.5.0/go.mod h1:dWXEIy2H428czQCjInthrTRUg7yKbok+2Qi/yBIJoUM=
|
||||
github.com/spf13/jwalterweatherman v1.1.0 h1:ue6voC5bR5F8YxI5S67j9i582FU4Qvo2bmqnqMYADFk=
|
||||
github.com/spf13/jwalterweatherman v1.1.0/go.mod h1:aNWZUN0dPAAO/Ljvb5BEdw96iTZ0EXowPYD95IqWIGo=
|
||||
github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA=
|
||||
|
@ -9,30 +9,44 @@ import (
|
||||
|
||||
type Repository struct {
|
||||
basePath string
|
||||
ingestPath string
|
||||
archivePath string
|
||||
outputPath string
|
||||
}
|
||||
|
||||
// Repository struct constructor
|
||||
func NewRepository(path string) *Repository {
|
||||
// make sure repository base directory exists
|
||||
create_repo_dir(path)
|
||||
|
||||
// make sure the ingest, archive, and output directories exist
|
||||
subDirs := []string{"ingest", "archive", "output"}
|
||||
for _, d := range subDirs {
|
||||
subPath := filepath.Join(path, d)
|
||||
create_repo_dir(subPath)
|
||||
}
|
||||
|
||||
r := new(Repository)
|
||||
r.basePath = path
|
||||
r.ingestPath = filepath.Join(path, "ingest")
|
||||
r.archivePath = filepath.Join(path, "archive")
|
||||
r.outputPath = filepath.Join(path, "output")
|
||||
|
||||
return r
|
||||
}
|
||||
|
||||
func (r *Repository) SearchIngest() []os.FileInfo {
|
||||
ingestPath := filepath.Join(r.basePath, "ingest")
|
||||
// Repository getters
|
||||
func (r *Repository) GetIngestPath() string {
|
||||
return r.ingestPath
|
||||
}
|
||||
func (r *Repository) GetOutputPath() string {
|
||||
return r.outputPath
|
||||
}
|
||||
|
||||
// Initializes the video repository by ensuring the directories are available
|
||||
func (r *Repository) Setup() {
|
||||
// make sure repository base directory exists
|
||||
create_repo_dir(r.basePath)
|
||||
// make sure the folder structure is setup
|
||||
create_repo_dir(r.ingestPath)
|
||||
create_repo_dir(r.archivePath)
|
||||
create_repo_dir(r.archivePath)
|
||||
}
|
||||
|
||||
func (r *Repository) SearchIngest() []os.FileInfo {
|
||||
log.Printf("Searching ingest directory for files to transcode...")
|
||||
|
||||
ingestDir, err := os.Open(ingestPath)
|
||||
ingestDir, err := os.Open(r.ingestPath)
|
||||
if err != nil {
|
||||
log.Fatalf("Error opening ingest directory: %s", err)
|
||||
os.Exit(1)
|
||||
@ -48,13 +62,13 @@ func (r *Repository) SearchIngest() []os.FileInfo {
|
||||
|
||||
func (r *Repository) ArchiveFile(inFile string) {
|
||||
// create ingest and archive paths
|
||||
ingestPath := filepath.Join(r.basePath, "ingest", inFile)
|
||||
archivePath := filepath.Join(r.basePath, "archive", inFile)
|
||||
ingestFilePath := filepath.Join(r.ingestPath, inFile)
|
||||
archiveFilePath := filepath.Join(r.archivePath, inFile)
|
||||
|
||||
log.Printf("Copying %s to the archive.", ingestPath)
|
||||
log.Printf("Copying %s to the archive.", ingestFilePath)
|
||||
|
||||
// open ingest file
|
||||
source, err := os.Open(ingestPath)
|
||||
source, err := os.Open(ingestFilePath)
|
||||
if err != nil {
|
||||
log.Fatalf("Error opening file in ingest: %s.", err)
|
||||
os.Exit(1)
|
||||
@ -62,7 +76,7 @@ func (r *Repository) ArchiveFile(inFile string) {
|
||||
defer source.Close()
|
||||
|
||||
// attempt to create destination file
|
||||
destination, err := os.Create(archivePath)
|
||||
destination, err := os.Create(archiveFilePath)
|
||||
if err != nil {
|
||||
log.Fatalf("Error opening archive file: %s.", err)
|
||||
os.Exit(1)
|
||||
@ -80,10 +94,10 @@ func (r *Repository) ArchiveFile(inFile string) {
|
||||
|
||||
func (r *Repository) CleanupFile(inFile string) {
|
||||
// create ingest path
|
||||
ingestPath := filepath.Join(r.basePath, "ingest", inFile)
|
||||
ingestFilePath := filepath.Join(r.ingestPath, inFile)
|
||||
|
||||
// remove the file
|
||||
os.Remove(ingestPath)
|
||||
os.Remove(ingestFilePath)
|
||||
}
|
||||
|
||||
func create_repo_dir(path string) {
|
||||
|
@ -6,14 +6,61 @@ import (
|
||||
"os"
|
||||
"os/exec"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/spf13/viper"
|
||||
|
||||
"git.metaunix.net/BitGoblin/adept/util"
|
||||
)
|
||||
|
||||
func Transcode(inFile string) {
|
||||
type Transcoder struct {
|
||||
repo Repository
|
||||
}
|
||||
|
||||
// Transcoder object constructor
|
||||
func NewTranscoder(r Repository) *Transcoder {
|
||||
t := new(Transcoder)
|
||||
t.repo = r
|
||||
return t
|
||||
}
|
||||
|
||||
// Start the main transcoder loop
|
||||
func (t *Transcoder) Start() {
|
||||
// main program loop - runs infinitely until externally terminated
|
||||
for {
|
||||
ingestFiles := t.repo.SearchIngest()
|
||||
|
||||
if len(ingestFiles) < 1 {
|
||||
log.Println("There were no files found in ingest to transcode; skipping run.")
|
||||
} else {
|
||||
for _, i := range ingestFiles {
|
||||
// check if the file is open in another program (e.g. still being written to)
|
||||
if util.IsFileLocked(filepath.Join(t.repo.GetIngestPath(), i.Name())) {
|
||||
log.Printf("%s appears to be open in another program; skipping it for this run.", i.Name())
|
||||
continue
|
||||
}
|
||||
|
||||
// archive file
|
||||
t.repo.ArchiveFile(i.Name())
|
||||
// transcode file
|
||||
t.Transcode(i.Name())
|
||||
// clean up source file
|
||||
t.repo.CleanupFile(i.Name())
|
||||
}
|
||||
}
|
||||
|
||||
// sleep for X minutes - specified in the adept.toml config file
|
||||
interval := viper.GetInt("transcoder.interval")
|
||||
time.Sleep(time.Duration(interval) * time.Minute)
|
||||
}
|
||||
}
|
||||
|
||||
func (t *Transcoder) Transcode(inFile string) {
|
||||
// create ingest and archive paths
|
||||
ingestPath := filepath.Join(viper.GetString("transcoder.repository"), "ingest", inFile)
|
||||
outputPath := filepath.Join(viper.GetString("transcoder.repository"), "output", inFile)
|
||||
ingestPath := filepath.Join(t.repo.GetIngestPath(), inFile)
|
||||
outputName := strings.Join([]string{util.FilenameWithoutExtension(inFile), viper.GetString("transcoder.video_format")}, ".")
|
||||
outputPath := filepath.Join(t.repo.GetOutputPath(), outputName)
|
||||
|
||||
log.Printf("Transcoding video file %s.", ingestPath)
|
||||
|
||||
|
Reference in New Issue
Block a user