#include "global.h" #include "RageLog.h" #include "RageSoundReader_MP3.h" #include "RageTimer.h" #include "RageUtil.h" #include "RageSoundReader_Preload.h" #include "RageSoundReader_Resample_Good.h" #include "test_misc.h" #include #include #include #include void ReadData( RageSoundReader *pReader, int iFrame, /* start */ float *pBuf, /* out */ int iFrames ) { if( iFrame != -1 ) pReader->SetPosition( iFrame ); int got = pReader->Read( pBuf, iFrames ); ASSERT_M( got == iFrames, ssprintf("%i, %i", got, iFrames) ); } void find( const char *haystack, int hs, const char *needle, int ns ) { for( int i = 0; i <= hs-ns; ++i ) { if( !memcmp(haystack+i, needle, ns) ) { printf("xx %i\n", i); return; } } } void dump_bin( const char *fn, const char *buf, int size ) { int fd = open( fn, O_WRONLY|O_CREAT|O_TRUNC ); ASSERT( fd != -1 ); write( fd, buf, size ); close( fd ); } void dump( const char *fn, const int16_t *buf, int samples ) { FILE *f = fopen( fn, "w+"); ASSERT( f ); int cnt = 0; for( int i = 0; i < samples; ++i ) { fprintf( f, "0x%04hx,", buf[i] ); if( cnt++ == 16 ) { fprintf( f, "\n" ); cnt = 0; } } fclose( f ); } void dump( const char *buf, int size ) { for( int i = 0; i < size; ++i ) printf("%-2.2x ", ((unsigned char*)buf)[i]); printf("\n\n"); } void dump( const int16_t *buf, int samples ) { for( int i = 0; i < samples; ++i ) printf( "0x%04hx,", buf[i] ); printf( "\n" ); } void dump( const float *buf, int samples ) { for( int i = 0; i < samples; ++i ) printf( "0x%04lx,", lrintf(buf[i]*32768) ); printf( "\n" ); } bool compare( const float *m1, const int16_t *m2, int iSamples ) { for( int i = 0; i < iSamples; ++i ) { int16_t iSample1 = lrintf(m1[i]*32768); if( iSample1 != m2[i] ) return false; } return true; } void compare_buffers( const int16_t *expect, const int16_t *got, int frames, int &NumInaccurateSamplesAtStart, int &NumInaccurateSamples ) { bool InaccurateSinceStart = true; NumInaccurateSamplesAtStart = 0; NumInaccurateSamples = 0; for( int i = 0; i < frames; ++i ) { int diff = abs( expect[i] - got[i] ); if( diff > 200 ) { printf("%i\n", diff); ++NumInaccurateSamples; if( InaccurateSinceStart ) ++NumInaccurateSamplesAtStart; } else InaccurateSinceStart = false; } } bool compare_buffers( const int16_t *expect, const int16_t *got, int frames, int channels ) { /* * Compare each channel separately. Try to figure out if * the data is exactly the same, * * 2: either the source or dest data starts out around 0 and converges quickly * on the other; this happens with resamplers after a seek, since they're missing * data before the seeked position (could be fixed) * * When seeking, resamplers should ideally seek slightly before the requested position, * read the extra data, feed it to the resampling engine, and discard the extra data. * Otherwise, the resampler is starting with no data, and will give some low samples. * (The amount of incorrect data depends on the window size of the resampler.) * Detect if this happens: determine if the data starts very inaccurately and quickly * converges. * * Determine if data is identical, but offset. * */ int NumInaccurateSamples; int NumInaccurateSamplesAtStart; compare_buffers( expect, got, frames, NumInaccurateSamplesAtStart, NumInaccurateSamples ); printf("%i/%i off, %i at start\n", NumInaccurateSamples, frames, NumInaccurateSamplesAtStart ); return NumInaccurateSamples == 0; } bool test_read( RageSoundReader *snd, float *expected_data, int frames ) { int samples = frames * snd->GetNumChannels(); float buf[samples]; int got = snd->Read( buf, frames ); ASSERT( got == frames ); //compare_buffers( (const int16_t *) expected_data, // (const int16_t *) buf, // bytes/2, // 2 ); bool bMatches = true; for( int i = 0; i < samples; ++i ) if( fabsf(buf[i] - expected_data[i]) > 0.00001f ) bMatches = false; if( bMatches ) return true; dump( expected_data, min(100, samples) ); dump( buf, min(100, samples) ); return false; } bool must_be_eof( RageSoundReader *snd ) { float buf[16]; int got = snd->Read( buf, 1 ); return got == RageSoundReader::END_OF_FILE; } const int FILTER_NONE = 0; const int FILTER_PRELOAD = 1 << 0; const int FILTER_RESAMPLE_FAST = 1 << 1; RageSoundReader *ApplyFilters( RageSoundReader *s, int filters ) { if( filters & FILTER_PRELOAD ) { RageSoundReader_Preload *r = new RageSoundReader_Preload(); if( r->Open( s ) ) s = r; else { printf( "Didn't preload\n" ); delete r; } } if( filters & FILTER_RESAMPLE_FAST ) { RageSoundReader_Resample_Good *r = new RageSoundReader_Resample_Good( s, 10000 ); s = r; } return s; } bool CheckSetPositionAccurate( RageSoundReader *snd ) { snd->SetProperty( "AccurateSync", true ); const int one_second=snd->GetSampleRate(); float data[one_second*snd->GetNumChannels()]; int iFrame = snd->GetSampleRate() * 100 / 1000; // 100ms ReadData( snd, iFrame, data, one_second/10 ); snd->SetPosition( iFrame * 100 ); snd->SetPosition( iFrame ); if( !test_read( snd, data, one_second/10 ) ) { LOG->Warn("Fail: rewind didn't work"); return false; } return true; } int FramesOfSilence( const float *data, int frames, int iChannels ) { int SilentFrames = 0; while( SilentFrames < frames ) { for( int c = 0; c < iChannels; ++c ) if( fabsf(*data++) > (1/65536.0f) ) return SilentFrames; ++SilentFrames; } return SilentFrames; } /* The number of frames we compare against expected data: */ const int TestDataSize = 2; /* Find "haystack" in "needle". Start looking at "expect" and move outward; find * the closest. */ void *xmemsearch( const float *haystack, size_t iHaystackSamples, const int16_t *needle, size_t iNeedleSamples, int expect ) { if( !iNeedleSamples ) return (void *) haystack; const float *pHaystackEnd = haystack+iHaystackSamples; int out_len = 0; while(1) { const float *hay_early = haystack + expect - out_len; const float *hay_late = haystack + expect + out_len; if( hay_early >= haystack && hay_early+iNeedleSamples < pHaystackEnd ) { if( compare(hay_early, needle, iNeedleSamples) ) return (void *) hay_early; } if( hay_late >= haystack && hay_late+iNeedleSamples < pHaystackEnd ) { if( compare(hay_late, needle, iNeedleSamples) ) return (void *) hay_late; } if( hay_early < haystack && hay_late + iNeedleSamples >= pHaystackEnd ) break; ++out_len; } return NULL; } struct TestFile { const char *fn; /* The number of silent frames we expect: */ int SilentFrames; /* The first two frames (four samples): */ int16_t initial[TestDataSize*2]; /* Frames of data half a second in: */ int16_t later[TestDataSize*2]; }; const int channels = 2; bool RunTests( RageSoundReader *snd, const TestFile &tf ) { const char *fn = tf.fn; { float len = snd->GetLength(); // printf("%f\n", len); if( len < 1000.0f ) { LOG->Warn( "Test file %s is too short", fn ); return false; } } /* Read the first second of the file. Do this without calling any * seek functions. */ const int one_second_frames = snd->GetSampleRate(); const int one_second_samples=one_second_frames*snd->GetNumChannels(); const int one_second_bytes=one_second_samples*sizeof(float); float sdata[one_second_frames*snd->GetNumChannels()]; char *data = (char *) sdata; memset( data, 0x42, one_second_bytes ); ReadData( snd, -1, sdata, one_second_frames ); { /* Find out how many frames of silence we have. */ int SilentFrames = FramesOfSilence( sdata, one_second_frames, snd->GetNumChannels() ); const float *InitialData = sdata + SilentFrames*snd->GetNumChannels(); const int InitialDataSize = one_second_frames - SilentFrames; if( InitialDataSize < (int) sizeof(tf.initial) ) { LOG->Warn( "Not enough (%i<%i) data to check after %i frames of silence", InitialDataSize, sizeof(tf.initial), SilentFrames ); return false; } bool bFailed = false; if( SilentFrames != tf.SilentFrames ) { LOG->Trace( "Expected %i silence, got %i (%i too high)", tf.SilentFrames, SilentFrames, SilentFrames-tf.SilentFrames ); bFailed = true; } bool Identical = !compare( InitialData, tf.initial, sizeof(tf.initial) ); if( !Identical ) { LOG->Trace("Expected data:"); dump( tf.initial, ARRAYLEN(tf.initial) ); LOG->Trace(" "); bFailed = true; } if( bFailed ) { LOG->Trace("Got data:"); dump( InitialData, min( 16, 2*InitialDataSize ) ); } const int LaterOffsetFrames = one_second_frames/2; /* half second */ const int LaterOffsetSamples = LaterOffsetFrames * snd->GetNumChannels(); const float *LaterData = sdata + LaterOffsetSamples; Identical = !compare( LaterData, tf.later, sizeof(tf.later) ); if( !Identical ) { LOG->Trace("Expected half second data:"); dump( tf.later, ARRAYLEN(tf.later) ); LOG->Trace("Got half second data:"); dump( LaterData, 16 ); /* See if we can find the half second data. */ float *p = (float *) xmemsearch( sdata, one_second_bytes, tf.later, sizeof(tf.later), LaterOffsetSamples*sizeof(int16_t) ); if( p ) { int SamplesOff = p-sdata; int FramesOff = SamplesOff/2; LOG->Trace("Found half second data at frame %i (wanted %i), ahead by %i samples", FramesOff, LaterOffsetFrames, FramesOff-LaterOffsetFrames ); } // else // dump( "foo", sdata, one_second/sizeof(int16_t) ); } } /* Make sure we're getting non-null data. */ { bool bAllNull = true; bool bAll42 = true; for( int i = 0; i < one_second_bytes; ++i ) { if( data[i] != 0 ) bAllNull=false; if( data[i] != 0x42 ) bAll42=false; } if( bAllNull || bAll42 ) { LOG->Warn( "'%s': sanity check failed (%i %i)", fn, bAllNull, bAll42 ); return false; } } /* Read to EOF, discarding the data. */ while(1) { float buf[4096]; int got = snd->Read( buf, ARRAYLEN(buf) / snd->GetNumChannels() ); if( got == RageSoundReader::END_OF_FILE ) break; ASSERT( got >= 0 ); } /* Now, make sure reading after an EOF returns another EOF. */ if( !must_be_eof(snd) ) { LOG->Warn("Fail: Reading past EOF didn't EOF"); return false; } if( !must_be_eof(snd) ) { LOG->Warn("Fail: Reading past EOF twice didn't EOF"); return false; } for( int i = 0; i < 2; ++i ) { const char *szMode = i == 0? "accurate":"fast"; snd->SetProperty( "AccurateSync", i == 0? true:false ); /* SetPosition(0) must always reset properly. */ int iRet = snd->SetPosition(0); if( iRet != 1 ) { LOG->Warn( "Fail: SetPosition(0) (%s) returned %i, expected 1", szMode, iRet ); return false; } if( !test_read(snd, sdata, one_second_frames) ) { LOG->Warn( "Fail: SetPosition(0) (%s) didn't work", szMode ); return false; } /* Make sure seeking past end of file returns 0. */ int ret2 = snd->SetPosition( 10000000 ); if( ret2 != 0 ) { LOG->Warn( "Fail: SetPosition(1000000) (%s) returned %i instead of 0", szMode, ret2 ); return false; } /* Make sure that reading after a seek past EOF returns EOF. */ if( !must_be_eof(snd) ) { LOG->Warn( "Fail: SetPosition(EOF) (%s) didn't EOF", szMode ); return false; } } /* Seek to 1ms and make sure it gives us the correct data. */ snd->SetProperty( "AccurateSync", true ); int iFrame = snd->GetSampleRate() * 1 / 1000; // 1ms snd->SetPosition( iFrame ); if( !test_read( snd, sdata + one_second_samples * 1/1000, one_second_frames * 1/1000 ) ) LOG->Warn("Fail: SetPosition(1) (accurate) didn't work"); /* Seek to 500ms and make sure it gives us the correct data. */ iFrame = snd->GetSampleRate() * 500 / 1000; // 500ms snd->SetPosition( iFrame ); if( !test_read( snd, sdata+one_second_samples * 500/1000, one_second_frames * 500/1000 ) ) LOG->Warn("Fail: seek(500) (accurate) didn't work"); return true; } bool test_file( const TestFile &tf, int filters ) { const char *fn = tf.fn; LOG->Trace("Testing: %s", fn ); RString error; RageSoundReader *s = SoundReader_FileReader::OpenFile( fn, error ); s = ApplyFilters( s, filters ); if( s == NULL ) { LOG->Trace( "File '%s' failed to open: %s", fn, error.c_str() ); return false; } //RageSoundReader *snd = s; RageSoundReader *snd = s->Copy(); delete s; bool ret = RunTests( snd, tf ); delete snd; /* * Check SetPosition consistency: * * Reopen the file from scratch, seek to 100ms, read some data, do some * operations that would result in the internal TOC being filled (seek * to the end), then re-read the data at 100ms and make sure it's the same. */ snd = SoundReader_FileReader::OpenFile( fn, error ); snd = ApplyFilters( snd, filters ); if( snd == NULL ) { LOG->Trace( "File '%s' failed to open: %s", fn, error.c_str() ); return false; } if( !CheckSetPositionAccurate( snd ) ) ret = false; delete snd; return ret; } int main( int argc, char *argv[] ) { test_handle_args( argc, argv ); test_init(); TestFile files[] = { /* These are all the same data, but they're encoded with different amounts of lossage, so the * values are all similar but, unlike the header tests below, not identical. */ /* { "test PCM 44100 stereo.wav", 0, {0xfb6b,0x0076,0xf82b,0x0028}, {0xf598,0xf630,0xf2bd,0xf11d} }, { "test ADPCM 44100 stereo.wav",0, {0xfb6b,0x0076,0xf82b,0x0028}, {0xf6d7,0xf54f,0xf300,0xf19e} }, // { "test ADPCM 22050 mono.wav", 1, {0xfc2a,0xf4a8,0xf2bb,0xec98}, {0xf329,0xf1c2,0xf44f,0xff82} }, { "test PCM8bit 44100 stereo.wav", 0, {0xfb7b,0x0080,0xf878,0x0080}, {0xf575,0xf676,0xf272,0xf171} }, // XXX: add MP3-in-WAV test { "test OGG 44100 stereo.ogg", 0, {0xfb90,0x00b6,0xf84c,0x00ec}, {0xf794,0xf6c4,0xf34e,0xf2cd} }, { "test MP3 first frame corrupt.mp3", 2343, {0x0001,0x0000,0x0001,0x0000}, {0xe12f,0xfe36,0xf337,0x0778} }, { "test BASS first frame corrupt.wav", 2343, {0x0001,0x0000,0x0001,0x0000}, {0xe12f,0xfe36,0xf337,0x0778} }, */ /* "BASS" is the results of decoding each MP3 with BASS's "writewav" program, in * order to test compatibility with DWI. */ /* The following all contain the same data; they simply have different tags and headers. */ { "test MP3 44100 stereo CBR.mp3", 592, {0x0000,0x0001,0x0000,0x0001}, {0xef22,0x0cd6,0xee84,0x0bb6} }, { "test MP3 44100 stereo CBR (ID3V1).mp3", 592, {0x0000,0x0001,0x0000,0x0001}, {0xef22,0x0cd6,0xee84,0x0bb6} }, { "test MP3 44100 stereo CBR (ID3V2).mp3", 592, {0x0000,0x0001,0x0000,0x0001}, {0xef22,0x0cd6,0xee84,0x0bb6} }, { "test MP3 44100 stereo CBR (INFO, LAME).mp3", 1744, {0x0000,0x0001,0x0000,0x0001}, {0xfc71,0x23ee,0xfb74,0x2141} }, { "test BASS 44100 stereo CBR.wav", 592, {0x0000,0x0001,0x0000,0x0001}, {0xef22,0x0cd6,0xee84,0x0bb6} }, { "test BASS 44100 stereo CBR (ID3V1).wav", 592, {0x0000,0x0001,0x0000,0x0001}, {0xef22,0x0cd6,0xee84,0x0bb6} }, { "test BASS 44100 stereo CBR (ID3V2).wav", 592, {0x0000,0x0001,0x0000,0x0001}, {0xef22,0x0cd6,0xee84,0x0bb6} }, { "test BASS 44100 stereo CBR (INFO, LAME).wav", 1744, {0x0000,0x0001,0x0000,0x0001}, {0xfc71,0x23ee,0xfb74,0x2141} }, /* The following all contain the same data; they simply have different tags and headers. */ { "test MP3 44100 stereo VBR (INFO, LAME).mp3", 1774, {0xffff,0x0000,0xffff,0x0000}, {0xfe43,0x262a,0xfd0c,0x22bc} }, { "test MP3 44100 stereo VBR (XING, LAME).mp3", 622, {0xffff,0x0000,0xffff,0x0000}, {0xef6c,0x0cb8,0xef10,0x0bd2} }, { "test MP3 44100 stereo VBR (XING, LAME, ID3V1, ID3V2).mp3", 622, {0xffff,0x0000,0xffff,0x0000}, {0xef6c,0x0cb8,0xef10,0x0bd2} }, { "test BASS 44100 stereo VBR (INFO, LAME).wav", 1774, {0xffff,0x0000,0xffff,0x0000}, {0xfe43,0x262a,0xfd0c,0x22bc} }, { "test BASS 44100 stereo VBR (XING, LAME).wav", 622, {0xffff,0x0000,0xffff,0x0000}, {0xef6c,0x0cb8,0xef10,0x0bd2} }, { "test BASS 44100 stereo VBR (XING, LAME, ID3V1, ID3V2).wav", 622, {0xffff,0x0000,0xffff,0x0000}, {0xef6c,0x0cb8,0xef10,0x0bd2} }, { NULL, 0, {0,0,0,0}, {0,0,0,0} } }; for( int i = 0; files[i].fn; ++i ) { if( !test_file( files[i], 0 ) ) LOG->Trace(" "); } test_deinit(); exit(0); }