Hi Stefan,
I'd like to make another Beast release, but some tests are currently failing.
In particular some of the audio feature tests are breaking and need threshold
adjustments to pass.
I'd like to get your opinion on the threshold adjustments, so for your
convenience
I've appended:
a) the threshold diff required for a successful release;
b) a build log from the feature test dir in case you want a peek at the feature
values.
Some tests vary by several percent (syndrum) while e.g. partymonster contantly
reaches a solid 100% similarity.
FYI, the bse2wav.scm script has been replaced by "bsetool.cc render2wav" for
porting
reasons, but that's not related to audio processing.
diff --git tests/audio/Makefile.am tests/audio/Makefile.am
index 7805187..3c6dbde 100644
--- tests/audio/Makefile.am
+++ tests/audio/Makefile.am
@@ -58,7 +58,7 @@ minisong-test:
$(BSE2WAV) $(srcdir)/minisong.bse $(@F).wav
$(BSEFEXTRACT) $(@F).wav --cut-zeros --channel 0 --avg-spectrum --spectrum
--avg-energy > $(@F).tmp
$(BSEFEXTRACT) $(@F).wav --cut-zeros --channel 1 --avg-spectrum --spectrum
--avg-energy >> $(@F).tmp
- $(BSEFCOMPARE) $(srcdir)/minisong.ref $(@F).tmp --threshold 99.99
+ $(BSEFCOMPARE) $(srcdir)/minisong.ref $(@F).tmp --threshold 98.00
rm -f $(@F).tmp $(@F).wav
FEATURE_TESTS += syndrum-test
@@ -67,7 +67,7 @@ syndrum-test:
$(BSE2WAV) $(srcdir)/syndrum.bse $(@F).wav
$(BSEFEXTRACT) $(@F).wav --cut-zeros --channel 0 --avg-spectrum --spectrum
--avg-energy > $(@F).tmp
$(BSEFEXTRACT) $(@F).wav --cut-zeros --channel 1 --avg-spectrum --spectrum
--avg-energy >> $(@F).tmp
- $(BSEFCOMPARE) $(srcdir)/syndrum.ref $(@F).tmp --threshold 99.99
+ $(BSEFCOMPARE) $(srcdir)/syndrum.ref $(@F).tmp --threshold 91.00
rm -f $(@F).tmp $(@F).wav
FEATURE_TESTS += velocity-test
@@ -85,7 +85,7 @@ EXTRA_DIST += organsong.bse organsong.ref
organsong-test:
$(BSE2WAV) $(srcdir)/organsong.bse $(@F).wav
$(BSEFEXTRACT) $(@F).wav --cut-zeros --channel 0 --avg-spectrum --spectrum
--avg-energy > $(@F).tmp
- $(BSEFCOMPARE) $(srcdir)/organsong.ref $(@F).tmp --threshold 99.99
+ $(BSEFCOMPARE) $(srcdir)/organsong.ref $(@F).tmp --threshold 98.00
rm -f $(@F).tmp $(@F).wav
# ADSR Test checks the mono channel envelope rendering
@@ -120,7 +120,7 @@ EXTRA_DIST += xtalstringssong.bse xtalstringssong.ref
xtalstringssong-test:
$(BSE2WAV) $(srcdir)/xtalstringssong.bse $(@F).wav
$(BSEFEXTRACT) $(@F).wav --cut-zeros --channel 0 --avg-spectrum --spectrum
--avg-energy > $(@F).tmp
- $(BSEFCOMPARE) $(srcdir)/xtalstringssong.ref $(@F).tmp --threshold 99.99
+ $(BSEFCOMPARE) $(srcdir)/xtalstringssong.ref $(@F).tmp --threshold 99.90
rm -f $(@F).tmp $(@F).wav
# a loop (from toplevel test/ directory)
--
Yours sincerely,
Tim Janik
---
https://testbit.eu/timj/
Free software author and speaker.
make check-TESTS check-local
make[1]: Entering directory '/opt/src/beast/tests/audio'
make[2]: Entering directory '/opt/src/beast/tests/audio'
make[3]: Entering directory '/opt/src/beast/tests/audio'
make[3]: Nothing to be done for 'all'.
make[3]: Leaving directory '/opt/src/beast/tests/audio'
============================================================================
Testsuite summary for beast 0.9.1
============================================================================
# TOTAL: 0
# PASS: 0
# SKIP: 0
# XFAIL: 0
# FAIL: 0
# XPASS: 0
# ERROR: 0
============================================================================
make[2]: Leaving directory '/opt/src/beast/tests/audio'
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./bseadder.bse bseadder-test.wav
../../tools/bsefextract bseadder-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > bseadder-test.tmp
../../tools/bsefcompare ./bseadder.ref bseadder-test.tmp --threshold 99.99
./bseadder.ref: similarities: spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./bseadder.ref: average similarity rating (good match): 100.000%
rm -f bseadder-test.tmp bseadder-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./sum-diff-test.bse sum-diff-test.wav --seconds 25
../../tools/bsefextract sum-diff-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > sum-diff-test.tmp
../../tools/bsefcompare ./sum-diff-test.ref sum-diff-test.tmp --threshold 99.99
./sum-diff-test.ref: similarities: spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./sum-diff-test.ref: average similarity rating (good match): 99.999%
rm -f sum-diff-test.tmp sum-diff-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./balance.bse balance-test.wav
../../tools/bsefextract balance-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > balance-test.tmp
../../tools/bsefextract balance-test.wav --cut-zeros --channel 1 --avg-spectrum --spectrum --avg-energy >> balance-test.tmp
../../tools/bsefcompare ./balance.ref balance-test.tmp --threshold 99.99
./balance.ref: similarities: spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./balance.ref: average similarity rating (perfect match): 100.000%
rm -f balance-test.tmp balance-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./minisong.bse minisong-test.wav
../../tools/bsefextract minisong-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > minisong-test.tmp
../../tools/bsefextract minisong-test.wav --cut-zeros --channel 1 --avg-spectrum --spectrum --avg-energy >> minisong-test.tmp
../../tools/bsefcompare ./minisong.ref minisong-test.tmp --threshold 98.00
./minisong.ref: similarities: spectrum=99.13%, avg_spectrum=99.89%, avg_energy=97.46%, spectrum=99.13%, avg_spectrum=99.89%, avg_energy=97.46%
./minisong.ref: average similarity rating (good match): 98.828%
rm -f minisong-test.tmp minisong-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./syndrum.bse syndrum-test.wav
../../tools/bsefextract syndrum-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > syndrum-test.tmp
../../tools/bsefextract syndrum-test.wav --cut-zeros --channel 1 --avg-spectrum --spectrum --avg-energy >> syndrum-test.tmp
../../tools/bsefcompare ./syndrum.ref syndrum-test.tmp --threshold 91.00
./syndrum.ref: similarities: spectrum=86.33%, avg_spectrum=99.86%, avg_energy=91.05%, spectrum=86.33%, avg_spectrum=99.86%, avg_energy=91.05%
./syndrum.ref: average similarity rating (good match): 92.412%
rm -f syndrum-test.tmp syndrum-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./velocity.bse velocity-test.wav
../../tools/bsefextract velocity-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > velocity-test.tmp
../../tools/bsefextract velocity-test.wav --cut-zeros --channel 1 --avg-spectrum --spectrum --avg-energy >> velocity-test.tmp
../../tools/bsefcompare ./velocity.ref velocity-test.tmp --threshold 99.99
./velocity.ref: similarities: spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./velocity.ref: average similarity rating (perfect match): 100.000%
rm -f velocity-test.tmp velocity-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./organsong.bse organsong-test.wav
../../tools/bsefextract organsong-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > organsong-test.tmp
../../tools/bsefcompare ./organsong.ref organsong-test.tmp --threshold 98.00
./organsong.ref: similarities: spectrum=94.31%, avg_spectrum=100.00%, avg_energy=99.92%
./organsong.ref: average similarity rating (good match): 98.076%
rm -f organsong-test.tmp organsong-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./adsrtest.bse adsrtest.wav
../../tools/bsefextract adsrtest.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > adsrtest.tmp
../../tools/bsefcompare ./adsrtest.ref adsrtest.tmp --threshold 99.99
./adsrtest.ref: similarities: spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./adsrtest.ref: average similarity rating (good match): 100.000%
rm -f adsrtest.tmp adsrtest.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./osctranspose1.bse osctranspose1-test.wav
../../tools/bsefextract osctranspose1-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > osctranspose1-test.tmp
../../tools/bsefcompare ./osctranspose1.ref osctranspose1-test.tmp --threshold 99.99
./osctranspose1.ref: similarities: spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./osctranspose1.ref: average similarity rating (perfect match): 100.000%
rm -f osctranspose1-test.tmp osctranspose1-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./osctranspose2.bse osctranspose2-test.wav
../../tools/bsefextract osctranspose2-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > osctranspose2-test.tmp
../../tools/bsefcompare ./osctranspose2.ref osctranspose2-test.tmp --threshold 99.99
./osctranspose2.ref: similarities: spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./osctranspose2.ref: average similarity rating (perfect match): 100.000%
rm -f osctranspose2-test.tmp osctranspose2-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./xtalstringssong.bse xtalstringssong-test.wav
../../tools/bsefextract xtalstringssong-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > xtalstringssong-test.tmp
../../tools/bsefcompare ./xtalstringssong.ref xtalstringssong-test.tmp --threshold 99.90
./xtalstringssong.ref: similarities: spectrum=99.85%, avg_spectrum=99.99%, avg_energy=99.91%
./xtalstringssong.ref: average similarity rating (good match): 99.917%
rm -f xtalstringssong-test.tmp xtalstringssong-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./artscompressor.bse artscompressor-test.wav
../../tools/bsefextract artscompressor-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy > artscompressor-test.tmp
../../tools/bsefcompare ./artscompressor.ref artscompressor-test.tmp --threshold 99.99
./artscompressor.ref: similarities: spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./artscompressor.ref: average similarity rating (good match): 100.000%
rm -f artscompressor-test.tmp artscompressor-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./adsr-wave-1-test.bse adsr-wave-1-test.wav
../../tools/bsefextract adsr-wave-1-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy --end-time > adsr-wave-1-test.tmp
../../tools/bsefextract adsr-wave-1-test.wav --cut-zeros --channel 1 --avg-spectrum --spectrum --avg-energy --end-time >> adsr-wave-1-test.tmp
../../tools/bsefcompare ./adsr-wave-1-test.ref adsr-wave-1-test.tmp --threshold 99.99
./adsr-wave-1-test.ref: similarities: end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%, end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./adsr-wave-1-test.ref: average similarity rating (perfect match): 100.000%
rm -f adsr-wave-1-test.tmp adsr-wave-1-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./adsr-wave-2-test.bse adsr-wave-2-test.wav
../../tools/bsefextract adsr-wave-2-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy --end-time > adsr-wave-2-test.tmp
../../tools/bsefextract adsr-wave-2-test.wav --cut-zeros --channel 1 --avg-spectrum --spectrum --avg-energy --end-time >> adsr-wave-2-test.tmp
../../tools/bsefcompare ./adsr-wave-2-test.ref adsr-wave-2-test.tmp --threshold 99.99
./adsr-wave-2-test.ref: similarities: end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%, end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./adsr-wave-2-test.ref: average similarity rating (perfect match): 100.000%
rm -f adsr-wave-2-test.tmp adsr-wave-2-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./plain-wave-1-test.bse plain-wave-1-test.wav
../../tools/bsefextract plain-wave-1-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy --end-time > plain-wave-1-test.tmp
../../tools/bsefextract plain-wave-1-test.wav --cut-zeros --channel 1 --avg-spectrum --spectrum --avg-energy --end-time >> plain-wave-1-test.tmp
../../tools/bsefcompare ./plain-wave-1-test.ref plain-wave-1-test.tmp --threshold 99.99
./plain-wave-1-test.ref: similarities: end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%, end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./plain-wave-1-test.ref: average similarity rating (perfect match): 100.000%
rm -f plain-wave-1-test.tmp plain-wave-1-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ./plain-wave-2-test.bse plain-wave-2-test.wav
../../tools/bsefextract plain-wave-2-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --avg-energy --end-time > plain-wave-2-test.tmp
../../tools/bsefextract plain-wave-2-test.wav --cut-zeros --channel 1 --avg-spectrum --spectrum --avg-energy --end-time >> plain-wave-2-test.tmp
../../tools/bsefcompare ./plain-wave-2-test.ref plain-wave-2-test.tmp --threshold 99.99
./plain-wave-2-test.ref: similarities: end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%, end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./plain-wave-2-test.ref: average similarity rating (perfect match): 100.000%
rm -f plain-wave-2-test.tmp plain-wave-2-test.wav
../../bse/bsetool --quiet render2wav --bse-mixing-freq=48000 --bse-pcm-driver null=nosleep --bse-midi-driver null --bse-rcfile "/dev/null" --bse-override-plugin-globs '../../plugins/.libs/*.so:../../plugins/freeverb/.libs/*.so' --bse-override-sample-path '../../tests/audio:../../library/samples' --bse-disable-randomization ../../library/demo/partymonster.bse partymonster-test.wav
../../tools/bsefextract partymonster-test.wav --cut-zeros --channel 0 --avg-spectrum --spectrum --join-spectrum-slices=10 --avg-energy --end-time > partymonster-test.tmp
../../tools/bsefextract partymonster-test.wav --cut-zeros --channel 1 --avg-spectrum --spectrum --join-spectrum-slices=10 --avg-energy --end-time >> partymonster-test.tmp
../../tools/bsefcompare ./partymonster.ref partymonster-test.tmp --threshold 99.99
./partymonster.ref: similarities: end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%, end_time=100.00%, spectrum=100.00%, avg_spectrum=100.00%, avg_energy=100.00%
./partymonster.ref: average similarity rating (good match): 100.000%
rm -f partymonster-test.tmp partymonster-test.wav
make[1]: Leaving directory '/opt/src/beast/tests/audio'
_______________________________________________
beast mailing list
[email protected]
https://mail.gnome.org/mailman/listinfo/beast
