initial release
This commit is contained in:
civ
@@ -0,0 +1,204 @@
|
||||
// omnivoice-codec.cpp: codec CLI for OmniVoice.
|
||||
//
|
||||
// Encode a 24 kHz mono WAV into RVQ codes (.rvq), or decode RVQ codes
|
||||
// back into a 24 kHz mono float32 WAV. Mode is inferred from the input file
|
||||
// extension: .wav in -> encode, .rvq in -> decode. Output is auto-named
|
||||
// next to the input file by swapping the extension.
|
||||
//
|
||||
// Encode applies the exact TTS reference preprocessing (RMS auto-gain,
|
||||
// silence trim, hop truncation), so a .rvq produced here is bit-identical
|
||||
// to what the --ref-wav path of omnivoice-tts encodes internally and can
|
||||
// be fed back via --ref-rvq.
|
||||
//
|
||||
// File format (.rvq): flat code stream packed at 11 bits per code, LSB-first,
|
||||
// no header. Layout is [K, T] row-major. K is fixed by the codec config in
|
||||
// the GGUF (8 codebooks). T = (filesize * 8) / (K * 11).
|
||||
|
||||
#include "audio-io.h"
|
||||
#include "audio-postproc.h"
|
||||
#include "backend.h"
|
||||
#include "pipeline-codec.h"
|
||||
#include "rvq-file.h"
|
||||
#include "utf8.h"
|
||||
#include "version.h"
|
||||
|
||||
#include <cstdint>
|
||||
#include <cstdio>
|
||||
#include <cstdlib>
|
||||
#include <cstring>
|
||||
#include <stdexcept>
|
||||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
// 11 bits per code (V <= 2048).
|
||||
static const int RVQ_CODE_BITS = 11;
|
||||
|
||||
static void print_usage(const char * prog) {
|
||||
fprintf(stderr, "omnivoice.cpp %s\n\n", OMNIVOICE_VERSION);
|
||||
fprintf(stderr,
|
||||
"Usage: %s --model <gguf> -i <input>\n\n"
|
||||
"Required:\n"
|
||||
" --model <gguf> Codec GGUF (omnivoice-tokenizer-*.gguf)\n"
|
||||
" -i <path> Input. WAV -> encode, .rvq -> decode\n\n"
|
||||
"Optional:\n"
|
||||
" --format <fmt> WAV output format: wav16, wav24, wav32 (default: wav16)\n\n"
|
||||
"Output is auto-named next to input : clip.wav -> clip.rvq, clip.rvq -> clip.wav.\n"
|
||||
"Encode applies the TTS reference preprocessing (RMS auto-gain, silence trim,\n"
|
||||
"hop truncation); the resulting .rvq feeds omnivoice-tts --ref-rvq directly.\n",
|
||||
prog);
|
||||
}
|
||||
|
||||
// Replace or append extension on a path string.
|
||||
static std::string swap_ext(const std::string & path, const char * ext) {
|
||||
size_t dot = path.find_last_of('.');
|
||||
size_t sep = path.find_last_of("/\\");
|
||||
if (dot != std::string::npos && (sep == std::string::npos || dot > sep)) {
|
||||
return path.substr(0, dot) + ext;
|
||||
}
|
||||
return path + ext;
|
||||
}
|
||||
|
||||
// Mode 1 = encode (audio in), 2 = decode (.rvq in). Inferred from extension.
|
||||
static int infer_mode(const char * path) {
|
||||
if (audio_io_ends_with(path, ".rvq")) {
|
||||
return 2;
|
||||
}
|
||||
if (audio_io_ends_with(path, ".wav")) {
|
||||
return 1;
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
int main_impl(int argc, char ** argv) {
|
||||
if (argc <= 1) {
|
||||
print_usage(argv[0]);
|
||||
return 0;
|
||||
}
|
||||
|
||||
const char * model_path = NULL;
|
||||
const char * input_path = NULL;
|
||||
WavFormat wav_fmt = WAV_S16;
|
||||
|
||||
for (int i = 1; i < argc; i++) {
|
||||
if (strcmp(argv[i], "--model") == 0 && i + 1 < argc) {
|
||||
model_path = argv[++i];
|
||||
} else if (strcmp(argv[i], "-i") == 0 && i + 1 < argc) {
|
||||
input_path = argv[++i];
|
||||
} else if (strcmp(argv[i], "--format") == 0 && i + 1 < argc) {
|
||||
if (!audio_parse_format(argv[++i], wav_fmt)) {
|
||||
fprintf(stderr, "[CLI] ERROR: unknown format: %s\n", argv[i]);
|
||||
print_usage(argv[0]);
|
||||
return 1;
|
||||
}
|
||||
} else if (strcmp(argv[i], "-h") == 0 || strcmp(argv[i], "--help") == 0) {
|
||||
print_usage(argv[0]);
|
||||
return 0;
|
||||
} else {
|
||||
fprintf(stderr, "[CLI] ERROR: unknown arg: %s\n", argv[i]);
|
||||
print_usage(argv[0]);
|
||||
return 1;
|
||||
}
|
||||
}
|
||||
|
||||
if (!model_path || !input_path) {
|
||||
print_usage(argv[0]);
|
||||
return 1;
|
||||
}
|
||||
|
||||
const int mode = infer_mode(input_path);
|
||||
if (mode == 0) {
|
||||
fprintf(stderr, "[CLI] ERROR: %s: unsupported extension (expect .wav or .rvq)\n", input_path);
|
||||
return 1;
|
||||
}
|
||||
|
||||
const std::string out_str = (mode == 1) ? swap_ext(input_path, ".rvq") : swap_ext(input_path, ".wav");
|
||||
|
||||
BackendPair bp = backend_init("Codec");
|
||||
if (!bp.backend) {
|
||||
return 1;
|
||||
}
|
||||
|
||||
PipelineCodec pc = {};
|
||||
if (!pipeline_codec_load(&pc, model_path, bp)) {
|
||||
backend_release(bp.backend, bp.cpu_backend);
|
||||
return 1;
|
||||
}
|
||||
|
||||
int rc = 0;
|
||||
|
||||
if (mode == 1) {
|
||||
int n_samples = 0;
|
||||
float * audio = audio_read_mono(input_path, 24000, &n_samples);
|
||||
if (!audio || n_samples <= 0) {
|
||||
fprintf(stderr, "[OmniVoice-Codec] FATAL: failed to load %s\n", input_path);
|
||||
free(audio);
|
||||
rc = 1;
|
||||
} else {
|
||||
fprintf(stderr, "[OmniVoice-Codec] Encode: %s, %d samples @ 24 kHz mono (%.2f s)\n", input_path, n_samples,
|
||||
(double) n_samples / 24000.0);
|
||||
|
||||
// Strict conformance with the TTS --ref-wav path: RMS auto-gain,
|
||||
// silence trim, then truncation to the hop boundary.
|
||||
std::vector<float> buf(audio, audio + n_samples);
|
||||
free(audio);
|
||||
ref_preprocess_audio(buf, 24000, true);
|
||||
|
||||
int n_aligned = ((int) buf.size() / pc.hop_length) * pc.hop_length;
|
||||
if (n_aligned <= 0) {
|
||||
fprintf(stderr, "[OmniVoice-Codec] FATAL: input too short after preprocessing (%zu samples, hop %d)\n",
|
||||
buf.size(), pc.hop_length);
|
||||
rc = 1;
|
||||
} else {
|
||||
std::vector<int32_t> codes = pipeline_codec_encode(&pc, buf.data(), n_aligned);
|
||||
if (codes.empty()) {
|
||||
fprintf(stderr, "[OmniVoice-Codec] FATAL: encode failed\n");
|
||||
rc = 1;
|
||||
} else if (!rvq_write_file(out_str.c_str(), codes, RVQ_CODE_BITS)) {
|
||||
rc = 1;
|
||||
} else {
|
||||
const int K = pc.rvq.num_codebooks;
|
||||
const int T = (int) codes.size() / K;
|
||||
const size_t packed_size = (codes.size() * (size_t) RVQ_CODE_BITS + 7) / 8;
|
||||
fprintf(stderr, "[OmniVoice-Codec] Wrote %s: K=%d T=%d (%zu bytes)\n", out_str.c_str(), K, T,
|
||||
packed_size);
|
||||
}
|
||||
}
|
||||
}
|
||||
} else {
|
||||
const int K = pc.rvq.num_codebooks;
|
||||
std::vector<int32_t> codes;
|
||||
int T = 0;
|
||||
if (!rvq_read_file(input_path, K, RVQ_CODE_BITS, codes, &T)) {
|
||||
rc = 1;
|
||||
} else {
|
||||
fprintf(stderr, "[OmniVoice-Codec] Decode: %s, K=%d T=%d\n", input_path, K, T);
|
||||
std::vector<float> audio = pipeline_codec_decode(&pc, codes.data(), K, T);
|
||||
if (audio.empty()) {
|
||||
fprintf(stderr, "[OmniVoice-Codec] FATAL: decode failed\n");
|
||||
rc = 1;
|
||||
} else if (!audio_write_wav(out_str.c_str(), audio.data(), (int) audio.size(), pc.sample_rate, wav_fmt)) {
|
||||
rc = 1;
|
||||
} else {
|
||||
fprintf(stderr, "[OmniVoice-Codec] Wrote %s: %d samples @ %d Hz, %.2f s\n", out_str.c_str(),
|
||||
(int) audio.size(), pc.sample_rate, (double) audio.size() / (double) pc.sample_rate);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
pipeline_codec_free(&pc);
|
||||
backend_release(bp.backend, bp.cpu_backend);
|
||||
return rc;
|
||||
}
|
||||
|
||||
int main(int argc, char ** argv) {
|
||||
utf8_init(&argc, &argv);
|
||||
// Top-level boundary: the codec load chain signals fatal errors via
|
||||
// exceptions instead of exit(1). Catching here turns std::terminate
|
||||
// into a clean error line.
|
||||
try {
|
||||
return main_impl(argc, argv);
|
||||
} catch (const std::exception & e) {
|
||||
fprintf(stderr, "[OmniVoice-Codec] FATAL: %s\n", e.what());
|
||||
return 1;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user