You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
450 lines
12 KiB
Go
450 lines
12 KiB
Go
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"github.com/fsnotify/fsnotify"
|
|
"github.com/urfave/cli/v2"
|
|
"go.uber.org/zap"
|
|
"go.uber.org/zap/zapcore"
|
|
"io"
|
|
"os"
|
|
"os/signal"
|
|
"path/filepath"
|
|
"runtime"
|
|
"runtime/debug"
|
|
"sort"
|
|
"strings"
|
|
"time"
|
|
"unlock-music.dev/cli/algo/common"
|
|
_ "unlock-music.dev/cli/algo/kgm"
|
|
_ "unlock-music.dev/cli/algo/kwm"
|
|
_ "unlock-music.dev/cli/algo/ncm"
|
|
"unlock-music.dev/cli/algo/qmc"
|
|
_ "unlock-music.dev/cli/algo/tm"
|
|
_ "unlock-music.dev/cli/algo/xiami"
|
|
_ "unlock-music.dev/cli/algo/ximalaya"
|
|
"unlock-music.dev/cli/internal/ffmpeg"
|
|
"unlock-music.dev/cli/internal/sniff"
|
|
"unlock-music.dev/cli/internal/utils"
|
|
)
|
|
|
|
var AppVersion = "v0.2.11"
|
|
|
|
var logger = setupLogger(false) // TODO: inject logger to application, instead of using global logger
|
|
|
|
func main() {
|
|
module, ok := debug.ReadBuildInfo()
|
|
if ok && module.Main.Version != "(devel)" {
|
|
AppVersion = module.Main.Version
|
|
}
|
|
app := cli.App{
|
|
Name: "Unlock Music CLI",
|
|
HelpName: "um",
|
|
Usage: "Unlock your encrypted music file https://git.unlock-music.dev/um/cli",
|
|
Version: fmt.Sprintf("%s (%s,%s/%s)", AppVersion, runtime.Version(), runtime.GOOS, runtime.GOARCH),
|
|
Flags: []cli.Flag{
|
|
&cli.StringFlag{Name: "input", Aliases: []string{"i"}, Usage: "path to input file or dir", Required: false},
|
|
&cli.StringFlag{Name: "output", Aliases: []string{"o"}, Usage: "path to output dir", Required: false},
|
|
&cli.StringFlag{Name: "qmc-mmkv", Aliases: []string{"db"}, Usage: "path to qmc mmkv (.crc file also required)", Required: false},
|
|
&cli.StringFlag{Name: "qmc-mmkv-key", Aliases: []string{"key"}, Usage: "mmkv password (16 ascii chars)", Required: false},
|
|
&cli.BoolFlag{Name: "remove-source", Aliases: []string{"rs"}, Usage: "remove source file", Required: false, Value: false},
|
|
&cli.BoolFlag{Name: "skip-noop", Aliases: []string{"n"}, Usage: "skip noop decoder", Required: false, Value: true},
|
|
&cli.BoolFlag{Name: "verbose", Aliases: []string{"V"}, Usage: "verbose logging", Required: false, Value: false},
|
|
&cli.BoolFlag{Name: "update-metadata", Usage: "update metadata & album art from network", Required: false, Value: false},
|
|
&cli.BoolFlag{Name: "overwrite", Usage: "overwrite output file without asking", Required: false, Value: false},
|
|
&cli.BoolFlag{Name: "watch", Usage: "watch the input dir and process new files", Required: false, Value: false},
|
|
|
|
&cli.BoolFlag{Name: "supported-ext", Usage: "show supported file extensions and exit", Required: false, Value: false},
|
|
},
|
|
|
|
Action: appMain,
|
|
Copyright: fmt.Sprintf("Copyright (c) 2020 - %d Unlock Music https://git.unlock-music.dev/um/cli/src/branch/master/LICENSE", time.Now().Year()),
|
|
HideHelpCommand: true,
|
|
UsageText: "um [-o /path/to/output/dir] [--extra-flags] [-i] /path/to/input",
|
|
}
|
|
|
|
err := app.Run(os.Args)
|
|
if err != nil {
|
|
logger.Fatal("run app failed", zap.Error(err))
|
|
}
|
|
}
|
|
|
|
func printSupportedExtensions() {
|
|
var exts []string
|
|
extSet := make(map[string]int)
|
|
for _, factory := range common.DecoderRegistry {
|
|
ext := strings.TrimPrefix(factory.Suffix, ".")
|
|
if n, ok := extSet[ext]; ok {
|
|
extSet[ext] = n + 1
|
|
} else {
|
|
extSet[ext] = 1
|
|
}
|
|
}
|
|
for ext := range extSet {
|
|
exts = append(exts, ext)
|
|
}
|
|
sort.Strings(exts)
|
|
for _, ext := range exts {
|
|
fmt.Printf("%s: %d\n", ext, extSet[ext])
|
|
}
|
|
}
|
|
|
|
func setupLogger(verbose bool) *zap.Logger {
|
|
logConfig := zap.NewProductionEncoderConfig()
|
|
logConfig.EncodeLevel = zapcore.CapitalColorLevelEncoder
|
|
logConfig.EncodeTime = zapcore.RFC3339TimeEncoder
|
|
enabler := zap.LevelEnablerFunc(func(level zapcore.Level) bool {
|
|
if verbose {
|
|
return true
|
|
}
|
|
return level >= zapcore.InfoLevel
|
|
})
|
|
|
|
return zap.New(zapcore.NewCore(
|
|
zapcore.NewConsoleEncoder(logConfig),
|
|
os.Stdout,
|
|
enabler,
|
|
))
|
|
}
|
|
|
|
func appMain(c *cli.Context) (err error) {
|
|
logger = setupLogger(c.Bool("verbose"))
|
|
|
|
cwd, err := os.Getwd()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if c.Bool("supported-ext") {
|
|
printSupportedExtensions()
|
|
return nil
|
|
}
|
|
input := c.String("input")
|
|
if input == "" {
|
|
switch c.Args().Len() {
|
|
case 0:
|
|
input = cwd
|
|
case 1:
|
|
input = c.Args().Get(0)
|
|
default:
|
|
return errors.New("please specify input file (or directory)")
|
|
}
|
|
}
|
|
|
|
input, absErr := filepath.Abs(input)
|
|
if absErr != nil {
|
|
return fmt.Errorf("get abs path failed: %w", absErr)
|
|
}
|
|
|
|
output := c.String("output")
|
|
inputStat, err := os.Stat(input)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var inputDir string
|
|
if inputStat.IsDir() {
|
|
inputDir = input
|
|
} else {
|
|
inputDir = filepath.Dir(input)
|
|
}
|
|
inputDir, absErr = filepath.Abs(inputDir)
|
|
if absErr != nil {
|
|
return fmt.Errorf("get abs path (inputDir) failed: %w", absErr)
|
|
}
|
|
|
|
if output == "" {
|
|
// Default to where the input dir is
|
|
output = inputDir
|
|
}
|
|
logger.Debug("resolve input/output path", zap.String("inputDir", inputDir), zap.String("input", input), zap.String("output", output))
|
|
|
|
outputStat, err := os.Stat(output)
|
|
if err != nil {
|
|
if errors.Is(err, os.ErrNotExist) {
|
|
err = os.MkdirAll(output, 0755)
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
} else if !outputStat.IsDir() {
|
|
return errors.New("output should be a writable directory")
|
|
}
|
|
|
|
if mmkv := c.String("qmc-mmkv"); mmkv != "" {
|
|
// If key is not set, the mmkv vault will be treated as unencrypted.
|
|
key := c.String("qmc-mmkv-key")
|
|
err := qmc.OpenMMKV(mmkv, key, logger)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
proc := &processor{
|
|
logger: logger,
|
|
inputDir: inputDir,
|
|
outputDir: output,
|
|
skipNoopDecoder: c.Bool("skip-noop"),
|
|
removeSource: c.Bool("remove-source"),
|
|
updateMetadata: c.Bool("update-metadata"),
|
|
overwriteOutput: c.Bool("overwrite"),
|
|
}
|
|
|
|
if inputStat.IsDir() {
|
|
watchDir := c.Bool("watch")
|
|
if !watchDir {
|
|
return proc.processDir(input)
|
|
} else {
|
|
return proc.watchDir(input)
|
|
}
|
|
} else {
|
|
return proc.processFile(input)
|
|
}
|
|
|
|
}
|
|
|
|
type processor struct {
|
|
logger *zap.Logger
|
|
inputDir string
|
|
outputDir string
|
|
|
|
skipNoopDecoder bool
|
|
removeSource bool
|
|
updateMetadata bool
|
|
overwriteOutput bool
|
|
}
|
|
|
|
func (p *processor) watchDir(inputDir string) error {
|
|
if err := p.processDir(inputDir); err != nil {
|
|
return err
|
|
}
|
|
|
|
watcher, err := fsnotify.NewWatcher()
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create watcher: %w", err)
|
|
}
|
|
defer watcher.Close()
|
|
|
|
go func() {
|
|
for {
|
|
select {
|
|
case event, ok := <-watcher.Events:
|
|
if !ok {
|
|
return
|
|
}
|
|
|
|
if event.Has(fsnotify.Create) || event.Has(fsnotify.Write) {
|
|
// try open with exclusive mode, to avoid file is still writing
|
|
f, err := os.OpenFile(event.Name, os.O_RDONLY, os.ModeExclusive)
|
|
if err != nil {
|
|
logger.Debug("failed to open file exclusively", zap.String("path", event.Name), zap.Error(err))
|
|
time.Sleep(1 * time.Second) // wait for file writing complete
|
|
continue
|
|
}
|
|
_ = f.Close()
|
|
|
|
if err := p.processFile(event.Name); err != nil {
|
|
logger.Warn("failed to process file", zap.String("path", event.Name), zap.Error(err))
|
|
}
|
|
}
|
|
case err, ok := <-watcher.Errors:
|
|
if !ok {
|
|
return
|
|
}
|
|
logger.Error("file watcher got error", zap.Error(err))
|
|
}
|
|
}
|
|
}()
|
|
|
|
err = watcher.Add(inputDir)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to watch dir %s: %w", inputDir, err)
|
|
}
|
|
|
|
signalCtx, stop := signal.NotifyContext(context.Background(), os.Interrupt)
|
|
defer stop()
|
|
|
|
<-signalCtx.Done()
|
|
return nil
|
|
}
|
|
|
|
func (p *processor) processDir(inputDir string) error {
|
|
items, err := os.ReadDir(inputDir)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var lastError error = nil
|
|
for _, item := range items {
|
|
filePath := filepath.Join(inputDir, item.Name())
|
|
if item.IsDir() {
|
|
if err = p.processDir(filePath); err != nil {
|
|
lastError = err
|
|
}
|
|
continue
|
|
}
|
|
|
|
if err := p.processFile(filePath); err != nil {
|
|
lastError = err
|
|
logger.Error("conversion failed", zap.String("source", item.Name()), zap.Error(err))
|
|
}
|
|
}
|
|
if lastError != nil {
|
|
return fmt.Errorf("last error: %w", lastError)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (p *processor) processFile(filePath string) error {
|
|
p.logger.Debug("processFile", zap.String("file", filePath), zap.String("inputDir", p.inputDir))
|
|
|
|
allDec := common.GetDecoder(filePath, p.skipNoopDecoder)
|
|
if len(allDec) == 0 {
|
|
return errors.New("skipping while no suitable decoder")
|
|
}
|
|
|
|
if err := p.process(filePath, allDec); err != nil {
|
|
return err
|
|
}
|
|
|
|
// if source file need to be removed
|
|
if p.removeSource {
|
|
err := os.RemoveAll(filePath)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
logger.Info("source file removed after success conversion", zap.String("source", filePath))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (p *processor) findDecoder(decoders []common.DecoderFactory, params *common.DecoderParams) (*common.Decoder, *common.DecoderFactory, error) {
|
|
for _, factory := range decoders {
|
|
dec := factory.Create(params)
|
|
err := dec.Validate()
|
|
if err == nil {
|
|
return &dec, &factory, nil
|
|
}
|
|
logger.Warn("try decode failed", zap.Error(err))
|
|
}
|
|
return nil, nil, errors.New("no any decoder can resolve the file")
|
|
}
|
|
|
|
func (p *processor) process(inputFile string, allDec []common.DecoderFactory) error {
|
|
file, err := os.Open(inputFile)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer file.Close()
|
|
logger := logger.With(zap.String("source", inputFile))
|
|
|
|
pDec, decoderFactory, err := p.findDecoder(allDec, &common.DecoderParams{
|
|
Reader: file,
|
|
Extension: filepath.Ext(inputFile),
|
|
FilePath: inputFile,
|
|
Logger: logger,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
dec := *pDec
|
|
|
|
params := &ffmpeg.UpdateMetadataParams{}
|
|
|
|
header := bytes.NewBuffer(nil)
|
|
_, err = io.CopyN(header, dec, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("read header failed: %w", err)
|
|
}
|
|
audio := io.MultiReader(header, dec)
|
|
params.AudioExt = sniff.AudioExtensionWithFallback(header.Bytes(), ".mp3")
|
|
|
|
if p.updateMetadata {
|
|
if audioMetaGetter, ok := dec.(common.AudioMetaGetter); ok {
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
// since ffmpeg doesn't support multiple input streams,
|
|
// we need to write the audio to a temp file.
|
|
// since qmc decoder doesn't support seeking & relying on ffmpeg probe, we need to read the whole file.
|
|
// TODO: support seeking or using pipe for qmc decoder.
|
|
params.Audio, err = utils.WriteTempFile(audio, params.AudioExt)
|
|
if err != nil {
|
|
return fmt.Errorf("updateAudioMeta write temp file: %w", err)
|
|
}
|
|
defer os.Remove(params.Audio)
|
|
|
|
params.Meta, err = audioMetaGetter.GetAudioMeta(ctx)
|
|
if err != nil {
|
|
logger.Warn("get audio meta failed", zap.Error(err))
|
|
}
|
|
|
|
if params.Meta == nil { // reset audio meta if failed
|
|
audio, err = os.Open(params.Audio)
|
|
if err != nil {
|
|
return fmt.Errorf("updateAudioMeta open temp file: %w", err)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if p.updateMetadata && params.Meta != nil {
|
|
if coverGetter, ok := dec.(common.CoverImageGetter); ok {
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
if cover, err := coverGetter.GetCoverImage(ctx); err != nil {
|
|
logger.Warn("get cover image failed", zap.Error(err))
|
|
} else if imgExt, ok := sniff.ImageExtension(cover); !ok {
|
|
logger.Warn("sniff cover image type failed", zap.Error(err))
|
|
} else {
|
|
params.AlbumArtExt = imgExt
|
|
params.AlbumArt = cover
|
|
}
|
|
}
|
|
}
|
|
|
|
inputRelDir, err := filepath.Rel(p.inputDir, filepath.Dir(inputFile))
|
|
if err != nil {
|
|
return fmt.Errorf("get relative dir failed: %w", err)
|
|
}
|
|
|
|
inFilename := strings.TrimSuffix(filepath.Base(inputFile), decoderFactory.Suffix)
|
|
outPath := filepath.Join(p.outputDir, inputRelDir, inFilename+params.AudioExt)
|
|
|
|
if !p.overwriteOutput {
|
|
_, err := os.Stat(outPath)
|
|
if err == nil {
|
|
logger.Warn("output file already exist, skip", zap.String("destination", outPath))
|
|
return nil
|
|
} else if !errors.Is(err, os.ErrNotExist) {
|
|
return fmt.Errorf("stat output file failed: %w", err)
|
|
}
|
|
}
|
|
|
|
if params.Meta == nil {
|
|
outFile, err := os.OpenFile(outPath, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0644)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer outFile.Close()
|
|
|
|
if _, err := io.Copy(outFile, audio); err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
ctx, cancel := context.WithTimeout(context.Background(), time.Minute)
|
|
defer cancel()
|
|
|
|
if err := ffmpeg.UpdateMeta(ctx, outPath, params, logger); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
logger.Info("successfully converted", zap.String("source", inputFile), zap.String("destination", outPath))
|
|
return nil
|
|
}
|