// Copyright (c) 2008, Karl Blomster // All rights reserved. // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions are met: // // * Redistributions of source code must retain the above copyright notice, // this list of conditions and the following disclaimer. // * Redistributions in binary form must reproduce the above copyright notice, // this list of conditions and the following disclaimer in the documentation // and/or other materials provided with the distribution. // * Neither the name of the Aegisub Group nor the names of its contributors // may be used to endorse or promote products derived from this software // without specific prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" // AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE // IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE // ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE // LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR // CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF // SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS // INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN // CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) // ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE // POSSIBILITY OF SUCH DAMAGE. // // ----------------------------------------------------------------------------- // // AEGISUB // // Website: http://aegisub.cellosoft.com // Contact: mailto:zeratul@cellosoft.com // #include "config.h" #ifdef WITH_FFMPEGSOURCE /////////// // Headers #include #include #include "ffmpegsource_common.h" #include "md5.h" #include "standard_paths.h" #include "main.h" #include "frame_main.h" #include "options.h" #include // lookit dis here static shit wxMutex FFmpegSourceProvider::CleaningInProgress; /////////////// // Update indexing progress int FFMS_CC FFmpegSourceProvider::UpdateIndexingProgress(int State, int64_t Current, int64_t Total, void *Private) { IndexingProgressDialog *Progress = (IndexingProgressDialog *)Private; if (Progress->IndexingCanceled) return 1; // noone cares about a little bit of a rounding error here anyway Progress->ProgressDialog->SetProgress((1000*Current)/Total, 1000); return 0; } /////////// // Do indexing FFIndex *FFmpegSourceProvider::DoIndexing(FFIndex *Index, wxString FileNameWX, wxString CacheName, int Trackmask, bool IgnoreDecodeErrors) { char FFMSErrMsg[1024]; unsigned MsgSize = sizeof(FFMSErrMsg); wxString MsgString; // set up progress dialog callback IndexingProgressDialog Progress; Progress.IndexingCanceled = false; Progress.ProgressDialog = new DialogProgress(AegisubApp::Get()->frame, _("Indexing"), &Progress.IndexingCanceled, _("Reading timecodes and frame/sample data"), 0, 1); Progress.ProgressDialog->Show(); Progress.ProgressDialog->SetProgress(0,1); // index all audio tracks Index = FFMS_MakeIndex(FileNameWX.mb_str(wxConvLocal), Trackmask, FFMSTrackMaskNone, NULL, IgnoreDecodeErrors, FFmpegSourceProvider::UpdateIndexingProgress, &Progress, FFMSErrMsg, MsgSize); if (!Index) { Progress.ProgressDialog->Destroy(); wxString temp(FFMSErrMsg, wxConvUTF8); MsgString << _T("Failed to index: ") << temp; throw MsgString; } Progress.ProgressDialog->Destroy(); // write index to disk for later use // ignore write errors for now FFMS_WriteIndex(CacheName.char_str(), Index, FFMSErrMsg, MsgSize); /*if (FFMS_WriteIndex(CacheName.char_str(), Index, FFMSErrMsg, MsgSize)) { wxString temp(FFMSErrMsg, wxConvUTF8); MsgString << _T("Failed to write index: ") << temp; throw MsgString; } */ return Index; } ///////////////////// // Creates a name for the ffmpegsource2 index and prepares the folder if it doesn't exist // method by amz wxString FFmpegSourceProvider::GetCacheFilename(const wxString& filename) { // Get the size of the file to be hashed wxFileOffset len = 0; { wxFile file(filename,wxFile::read); if (file.IsOpened()) len = file.Length(); } // Generate string to be hashed wxString toHash = filename + wxString::Format(_T(":%i"),len); // Get the MD5 digest of the string md5_state_t state; md5_byte_t digest[16]; md5_init(&state); md5_append(&state,(md5_byte_t*)toHash.c_str(),toHash.Length()*sizeof(wxChar)); md5_finish(&state,digest); // Generate the filename unsigned int *md5 = (unsigned int*) digest; wxString result = wxString::Format(_T("?user/ffms2cache/%08X%08X%08X%08X.ffindex"),md5[0],md5[1],md5[2],md5[3]); result = StandardPaths::DecodePath(result); // Ensure that folder exists wxFileName fn(result); wxString dir = fn.GetPath(); if (!wxFileName::DirExists(dir)) { wxFileName::Mkdir(dir); } wxFileName dirfn(dir); return dirfn.GetShortPath() + _T("/") + fn.GetFullName(); } ///////////////////// // fire and forget cleaning thread (well, almost) bool FFmpegSourceProvider::CleanCache() { wxLogDebug(_T("FFmpegSourceCacheCleaner: attempting to start thread")); FFmpegSourceCacheCleaner *CleaningThread = new FFmpegSourceCacheCleaner(this); if (CleaningThread->Create() != wxTHREAD_NO_ERROR) { wxLogDebug(_T("FFmpegSourceCacheCleaner: thread creation failed")); delete CleaningThread; CleaningThread = NULL; return false; } if (CleaningThread->Run() != wxTHREAD_NO_ERROR) { wxLogDebug(_T("FFmpegSourceCacheCleaner: failed to start thread")); delete CleaningThread; CleaningThread = NULL; return false; } wxLogDebug(_T("FFmpegSourceCacheCleaner: thread started successfully")); return true; } ///////////////////// // constructor FFmpegSourceCacheCleaner::FFmpegSourceCacheCleaner(FFmpegSourceProvider *par) : wxThread(wxTHREAD_DETACHED) { parent = par; } ///////////////////// // all actual work happens here because I was too lazy to write more functions wxThread::ExitCode FFmpegSourceCacheCleaner::Entry() { wxMutexLocker lock(FFmpegSourceProvider::CleaningInProgress); if (!lock.IsOk()) { wxLogDebug(_T("FFmpegSourceCacheCleaner: cleaning already in progress, thread exiting")); return (wxThread::ExitCode)1; } wxString cachedirname = StandardPaths::DecodePath(_T("?user/ffms2cache/")); wxDir cachedir; if (!cachedir.Open(cachedirname)) { wxLogDebug(_T("FFmpegSourceCacheCleaner: couldn't open cache directory %s"), cachedirname.c_str()); return (wxThread::ExitCode)1; } // sleep for a bit so we (hopefully) don't thrash the disk too much while indexing is in progress wxThread::This()->Sleep(2000); // the option is in megabytes, we need bytes // shift left by 20 is CLEARLY more efficient than multiplying by 1048576 int64_t maxsize = Options.AsInt(_T("FFmpegSource max cache size")) << 20; int64_t cursize = wxDir::GetTotalSize(cachedirname).GetValue(); int maxfiles = Options.AsInt(_T("FFmpegSource max cache files")); if (!cachedir.HasFiles(_T("*.ffindex"))) { wxLogDebug(_T("FFmpegSourceCacheCleaner: no index files in cache folder, exiting")); return (wxThread::ExitCode)0; } int deleted = 0; int numfiles = 0; std::multimap cachefiles; wxString curfn_str; wxFileName curfn; wxDateTime curatime; // unusually paranoid sanity check // (someone might have deleted the file(s) after we did HasFiles() above; does wxDir.Open() lock the dir?) if (!cachedir.GetFirst(&curfn_str, _T("*.ffindex"), wxDIR_FILES)) { wxLogDebug(_T("FFmpegSourceCacheCleaner: insanity/race condition/index dir fuckery detected, exiting")); return (wxThread::ExitCode)1; } numfiles++; curfn = wxFileName(cachedirname, curfn_str); curfn.GetTimes(&curatime, NULL, NULL); // FIXME: will break when the time_t's wrap around!!1! cachefiles.insert(std::pair(curatime.GetTicks(),curfn)); while (cachedir.GetNext(&curfn_str)) { curfn = wxFileName(cachedirname, curfn_str); curfn.GetTimes(&curatime, NULL, NULL); cachefiles.insert(std::pair(curatime.GetTicks(),curfn)); numfiles++; wxThread::This()->Sleep(250); } if (numfiles <= maxfiles && cursize <= maxsize) { wxLogDebug(_T("FFmpegSourceCacheCleaner: cache does not need cleaning (maxsize=%d, cursize=%d; maxfiles=%d, numfiles=%d), exiting"), maxsize, cursize, maxfiles, numfiles); return (wxThread::ExitCode)0; } for (std::multimap::iterator i = cachefiles.begin(); i != cachefiles.end(); i++) { // stop cleaning? if ((cursize <= maxsize && numfiles <= maxfiles) || numfiles <= 1) break; int64_t fsize = i->second.GetSize().GetValue(); if (!wxRemoveFile(i->second.GetFullPath())) { wxLogDebug(_T("FFmpegSourceCacheCleaner: failed to remove file %s"),i->second.GetFullPath().c_str()); continue; } cursize -= fsize; numfiles--; deleted++; wxThread::This()->Sleep(250); } wxLogDebug(_T("FFmpegSourceCacheCleaner: deleted %d files"), deleted); wxLogDebug(_T("FFmpegSourceCacheCleaner: done, exiting")); return (wxThread::ExitCode)0; } #endif WITH_FFMPEGSOURCE