【毕业设计】基于程序化生成和音频检测的生态仿真与3D内容生成系统----音频检测算法设计

(2条消息) 【开发日志】2022.09.02 ZENO----Audio----Beat detection algorithm----Combine Wav&Mp3_minimp3 和 ffmpeg_EndlessDaydream的博客-CSDN博客

Beat detection algorithm 拍检测算法

 struct AudioBeats : zeno::INode {std::deque<double> H;virtual void apply() override {auto wave = get_input<PrimitiveObject>("wave");float threshold = get_input<NumericObject>("threshold")->get<float>();auto start_time = get_input<NumericObject>("time")->get<float>();float sampleFrequency = wave->userData().get<zeno::NumericObject>("SampleRate")->get<float>();int start_index = int(sampleFrequency * start_time);int duration_count = 1024;auto fft = Aquila::FftFactory::getFft(duration_count);std::vector<double> samples;samples.resize(duration_count);for (auto i = 0; i < duration_count; i++) {
//                if (start_index + i >= wave->size()) {
//                    break;
//                }samples[i] = wave->attr<float>("value")[min((start_index + i), wave->size()-1)];//if (start_index + i >= wave->size()) {//    break;//}//samples[i] = wave->attr<float>("value")[start_index + i];}Aquila::SpectrumType spectrums = fft->fft(samples.data());{double E = 0;for (const auto& spectrum: spectrums) {E += spectrum.real() * spectrum.real() + spectrum.imag() * spectrum.imag();}E /= duration_count;H.push_back(E);}while (H.size() > 43) {H.pop_front();}double avg_H = 0;for (const auto& E: H) {avg_H += E;}avg_H /= H.size();double var_H = 0;for (const auto& E: H) {var_H += (E - avg_H) * (E - avg_H);}var_H /= H.size();int beat = H.back() - threshold > (-15 * var_H + 1.55) * avg_H;set_output("beat", std::make_shared<NumericObject>(beat));set_output("var_H", std::make_shared<NumericObject>((float)var_H));auto output_H = std::make_shared<ListObject>();for (int i = 0; i < 43 - H.size(); i++) {output_H->arr.emplace_back(std::make_shared<NumericObject>((float)0));}for (const auto & h: H) {output_H->arr.emplace_back(std::make_shared<NumericObject>((float)h));}set_output("H", output_H);auto output_E = std::make_shared<ListObject>();for (const auto& spectrum: spectrums) {double e = spectrum.real() * spectrum.real() + spectrum.imag() * spectrum.imag();output_E->arr.emplace_back(std::make_shared<NumericObject>((float)e));}set_output("E", output_E);}};ZENDEFNODE(AudioBeats, {{"wave",{"float", "time", "0"},{"float", "threshold", "0.005"},},{"beat","var_H","H","E",},{},{"audio"},});

 其他结点详见之前的开发日志