TagReader.cpp

Go to the documentation of this file.

#include <dcl/Config.h>
 
#include <string.h>     // memcmp
 
#ifdef __WINNT__
#include <windows.h>
#endif
 
#include <dcl/String.h>
#include <dcl/Charset.h>
#include <dcl/File.h>
#include <dcl/Dir.h>
#include <dcl/Writer.h>
#include <dcl/Files.h>
#include <dcl/DateTime.h>
 
#include "ID3v1.h"
#include "ID3v2.h"
#include "APEv2.h"
#include "MediaInfo.h"
 
#include "main.h"
#include "TagReader.h"
 
#define __TRACE_THIS    0
#if __TRACE_THIS
#define __DCL_TRACE1_N  __DCL_TRACE1
#define __DCL_TRACE2_N  __DCL_TRACE2
#define __DCL_TRACE3_N  __DCL_TRACE3
#else
#define __DCL_TRACE1_N(fmt, arg)
#define __DCL_TRACE2_N(fmt, arg1, arg2)
#define __DCL_TRACE3_N(fmt, arg1, arg2, arg3)
#endif
 
__DCL_BEGIN_NAMESPACE
 
#if __DCL_HAVE_THIS_FILE__
#undef __THIS_FILE__
static const char_t __UNUSED__ __THIS_FILE__[] = __T("media/TagReader.cpp");
#endif
 
TagReader::~TagReader()
{
    if (__conn) {
        //__DCL_TRACE1(L"Connection destroy [%p]\n", __conn);
        delete __conn;
    }
}
 
TagReader::TagReader(const MainArguments& _args)
    : __args(_args) __DCL_THROWS2(SQLDriverException*, SQLException*)
{
    __conn = NULL;
    __dirId = 0;
    __fileId = 0;
 
    size_t first = __args.database().search(L"DRIVER *=", true);
    if (first != (size_t)-1) {
        String driver = __args.database().substring(L"DRIVER *= *[^;]+", true);
        if (driver.isEmpty()) {
            driver = __args.database().substring(first);
        }
        if (!driver.isEmpty()) {
            if (driver.indexOf(L'{') != (size_t)-1) {
                driver = L"DCLODBC";
            }
            else {
                driver = driver.substring(driver.indexOf(L'=') + 1).trim();
            }
        }
        if (!driver.isEmpty()) {
            __conn = new SQLConnection(driver);
            __conn->open(__args.database());
            __args.output() << L"Database connected. ["
                << __conn->getServerInfo()
                << L"] Using ["
                << __args.database()
                << L"]" << endl;
        }
    }
 
    __doubleRule.assign(L'=', 80);
    __singleRule.assign(L'-', 80);
}
 
void TagReader::readTag(const String& _path, FileInfo& _info)
{
    File file(_path);
#if defined(__DCL_DEBUG) && __TRACE_THIS
    {
        File::off_t _n = file.size();
        __DCL_TRACE2(L"[%ls] size[%lld]\n", file.path().data(), _n);
    }
#endif
    char buf[160];  // 128 + 32
 
    int __UNUSED__ id3v2Version = 0;  // 0, 2, 3, 4
    int apeVersion = 0;                 // 0, 1, 2
    int __UNUSED__ id3v1Version = 0;  // 0, 1
 
    ID3v2& id3v2 = _info.id3v2;
    APEv2& apev2 = _info.apev2;
    ID3v1& id3v1 = _info.id3v1;
 
    // 파일의 시작에서 ID3v2와 APEv2를 검사한다.
    // "ID3" "APETAGEX"
    size_t n = file.read(buf, 32);
    if (n == 32) {
        if (memcmp(buf, "ID3", 3) == 0) {
            // ID3v2가 파일의 맨 앞에 있다.
            if (_info.id3v2.read(file, buf)) {
                id3v2Version = id3v2.version();
            }
        }
        else if (memcmp(buf, "APETAGEX", 8) == 0) {
            // APEv2가 파일의 맨 앞에 있다.
            if (apev2.read(file, buf, 0)) {
                apeVersion = apev2.version() / 1000;
            }
        }
    }
 
    // 파일의 끝에서 APEv2와 ID3v1을 검사한다.
    file.seek(-160, File::END);
    n = file.read(buf, 160);
    if (n == 160) {
        __DCL_TRACE2_N(L"read [%zd][%ls]\n",
            n,  String::tryString(buf, 160).data());
        if (apeVersion == 0) {
            if (memcmp(buf, "APETAGEX", 8) == 0) {
                // APEv2 또는 1이 파일의 뒤쪽 ID3v1 앞에 있다.
                if (apev2.read(file, buf, -160)) {
                    apeVersion = apev2.version() / 1000;
                }
            }
            else if (memcmp(&buf[128], "APETAGEX", 8) == 0) {
                // APEv2 또는 1이 파일의 뒤쪽에 있다.
                if (apev2.read(file, buf, -32)) {
                    apeVersion = apev2.version() / 1000;
                }
            }
        }
 
        if (memcmp(&buf[32], "TAG", 3) == 0) {
            if (id3v1.read(&buf[32])) {
                id3v1Version = id3v1.version();
            }
        }
    }
}
 
void TagReader::read(const String& _dirname, const String& _filename)
{
    FileInfo info(_dirname, _filename);
    String path = _dirname + _filename;
 
    info.size = Files::size(path);
    time_t atime, mtime, ctime;
    if (Files::time(path, &atime, &mtime, &ctime)) {
        info.atime.assign(atime);
        info.mtime.assign(mtime);
        info.ctime.assign(ctime);
    }
 
    try {
        if (_filename.toLowerCase().endsWith(L".mp3")) {
            readTag(path, info);
        }
 
        MediaInfo mi(path);
        info.inform = mi.inform_r();
        info.format = mi.format();
        if (mi.videoCount() > 0) {
            info.width = mi.videoWidth(0);
            info.height = mi.videoHeight(0);
            info.duration = mi.videoDurationAsSeconds(0);
        }
        else if (mi.audioCount() > 0) {
            info.duration = mi.audioDurationAsSeconds(0);
        }
        else if (mi.imageCount() > 0) {
            info.width = mi.imageWidth(0);
            info.height = mi.imageHeight(0);
        }       
    }
    catch (Exception* e) {
        info.notes = e->toString();
        args().errout() << e->toStringAll() << endl;
        e->destroy();
    }
 
    print(info);
 
    if (!__args.dryrun() && __conn && __conn->connected()) {
        __conn->startTrans();
        try {
            persist(info);
            __conn->commitTrans();
        }
        catch (Exception* e) {
            __conn->rollbackTrans();
            args().errout() << e->toStringAll() << endl;
            e->destroy();
        }
    }
}
 
void TagReader::readDir(const String& _path)
{
    Dir dir(_path);
    Dir::Entry entry;
 
    //  __DCL_TRACE1_N(L"[%ls]\n", dir.path().data());
    while (dir.read(entry)) {
        // __DCL_TRACE1_N(L"[%ls]\n", entry.toString().data());
        String name = entry.name();
        if (entry.isDir()) {
            if (name.compare(L"..", name.length()) != 0) {
                readDir(dir.path() + entry.name());
            }
        }
        else {
            read(dir.path(), name);
        }
    }
}
 
void TagReader::print(const FileInfo& _info) const
{
    Writer& out = args().output();
 
    const ID3v2& id3v2 = _info.id3v2;
    const APEv2& apev2 = _info.apev2;
    const ID3v1& id3v1 = _info.id3v1;
 
    out << __doubleRule << endl;
    out << L"DIR [" << _info.dirname << L"]" << endl;
    out << L"FILE[" << _info.filename << L"]" << endl;
 
    out.printf(L"    tags[%03d]",
        id3v2.version() * 100 + apev2.version() / 100 + id3v1.version());
    out << L" size[" << _info.size << L"]"
        << L" mtime[" << _info.mtime.toString() << L"]"
        << L" notes[" << _info.notes << L"]"
        << endl;
 
    out << L"    format[" << _info.format << L"]"
        << L" width[" << _info.width << L"]"
        << L" height[" << _info.height << L"]"
        << L" duration[" << _info.duration << L"]"
        << endl;
 
    if (!args().verbose()) {
        return;
    }
 
    if (id3v2.version() > 0) {
        out << __singleRule << endl;
        out << id3v2.toString() << endl;
 
        for (size_t i = 0; i < id3v2.frames().size(); i++) {
            const ID3v2Frame& frame = *(ID3v2Frame*)id3v2.frames()[i];
            out << frame.toString() << endl;
        }
    }
 
    if (apev2.version() > 0) {
        out << __singleRule << endl;
        out << apev2.toString() << endl;
 
        for (size_t i = 0; i < apev2.items().size(); i++) {
            const APEv2Item& item = *(APEv2Item*)apev2.items()[i];
            out << item.toString() << endl;
        }
    }
 
    if (id3v1.version() > 0) {
        out << __singleRule << endl;
        out << id3v1.toString() << endl;
    }
 
    out << __singleRule << endl;
    out << _info.inform << endl;
}
 
void TagReader::persist(const FileInfo& _info)
{
    Writer& out = args().output();
    out << __singleRule << endl;
 
    if (__dirId == 0) {
        String sql = L""
            "SELECT COALESCE(MAX(DIR_ID), 1000) FROM STOR_DIR"
            ;
        SQLQuery q(__conn);
        q.execute(sql);
        q.fetch();
        __dirId = q.fields()[0].asInt32();
    }
 
    if (__fileId == 0) {
        String sql = L""
            "SELECT COALESCE(MAX(FILE_ID), 10000) FROM STOR_FILE"
            ;
        SQLQuery q(__conn);
        q.execute(sql);
        q.fetch();
        __fileId = q.fields()[0].asInt64();
    }
 
    DateTime now = DateTime::getCurrentLocalTime();
    if (__dirname != _info.dirname) {
        __dirname = _info.dirname;
        __dirId++;
 
        String sql = L""
            "INSERT INTO STOR_DIR ("
                "DIR_ID, PATH, CREA_TS, MODI_TS"
            ")"
            "\nVALUES ("
                ":DIR_ID, :PATH, :CREA_TS, :MODI_TS"
            ")" ;
        SQLQuery q(__conn);
        q.prepare(sql);
        q.params()[0].setValue(__dirId);
        q.params()[1].setValue(__dirname);
        q.params()[2].setValue(now);
        q.params()[3].setValue(now);
        q.execute();
 
        out << L"    INSERT STOR_DIR [" << __dirId << L"]["
            << __dirname << L"]" << endl;
    }
 
    __fileId++;
    String sql = L""
        "INSERT INTO STOR_FILE ("
            "FILE_ID, NAME, USER_ID, STOR_ID, TYPE_ID"
            ", DIR_ID, FILE_NM, FILE_SZ, FILE_AT, FILE_MT, FILE_CT, FILE_ER"
            ", MEDI_FM, MEDI_WI, MEDI_HE, MEDI_DU, MEDI_NF"
            ", READ_CO, CREA_TS, MODI_TS"
        ")"
        "\nVALUES ("
            ":FILE_ID, :NAME, 0, 0, 0"
            ", :DIR_ID, :FILE_NM, :FILE_SZ, :FILE_AT, :FILE_MT, :FILE_CT, :FILE_ER"
            ", :MEDI_FM, :MEDI_WI, :MEDI_HE, :MEDI_DU, :MEDI_NF"
            ", 0, :CREA_TS, :MODI_TS"
        ")";
    SQLQuery q(__conn);
    q.prepare(sql);
    q.params().byName(L"FILE_ID").setValue(__fileId);
    q.params().byName(L"NAME").setValue(_info.filename);
    q.params().byName(L"DIR_ID").setValue(__dirId);
    q.params().byName(L"FILE_NM").setValue(_info.filename);
    q.params().byName(L"FILE_SZ").setValue(_info.size);
    q.params().byName(L"FILE_AT").setValue(_info.atime);
    q.params().byName(L"FILE_MT").setValue(_info.mtime);
    q.params().byName(L"FILE_CT").setValue(_info.ctime);
    q.params().byName(L"FILE_ER").setValue(_info.notes);
    q.params().byName(L"MEDI_FM").setValue(_info.format);
    q.params().byName(L"MEDI_WI").setValue(_info.width);
    q.params().byName(L"MEDI_HE").setValue(_info.height);
    q.params().byName(L"MEDI_DU").setValue(_info.duration);
    q.params().byName(L"MEDI_NF").setValue(_info.inform);
    q.params().byName(L"CREA_TS").setValue(now);
    q.params().byName(L"MODI_TS").setValue(now);
    q.execute();
 
    out << L"    INSERT STOR_FILE [" << __fileId << L"]["
        << _info.filename << L"]" << endl;
 
    if (_info.id3v1.version() > 0) {
        if (_info.id3v1.title().length() > 0) {
            String sql = L""
                "INSERT INTO ID3V1 ("
                    "FILE_ID, TITLE, ARTIST, ALBUM, YEAR_"
                    ", COMMENT_, TRACK, GENRE"
                ")"
                "\nVALUES ("
                    ":FILE_ID, :TITLE, :ARTIST, :ALBUM, :YEAR_"
                    ", :COMMENT_, :TRACK, :GENRE"
                ")";
            SQLQuery q(__conn);
            q.prepare(sql);
            q.params().byName(L"FILE_ID").setValue(__fileId);
            q.params().byName(L"TITLE").setValue(_info.id3v1.title());
 
            if (_info.id3v1.artist().isEmpty())
                q.params().byName(L"ARTIST").setNull();
            else
                q.params().byName(L"ARTIST").setValue(_info.id3v1.artist());
 
            if (_info.id3v1.album().isEmpty())
                q.params().byName(L"ALBUM").setNull();
            else
                q.params().byName(L"ALBUM").setValue(_info.id3v1.album());
 
            if (_info.id3v1.year().isEmpty())
                q.params().byName(L"YEAR_").setNull();
            else
                q.params().byName(L"YEAR_").setValue(_info.id3v1.year());
 
            if (_info.id3v1.comment().isEmpty())
                q.params().byName(L"COMMENT_").setNull();
            else
                q.params().byName(L"COMMENT_").setValue(_info.id3v1.comment());
 
            q.params().byName(L"TRACK").setValue(_info.id3v1.track());
            q.params().byName(L"GENRE").setValue(_info.id3v1.genre());
            q.execute();
 
            if (__args.verbose()) {
                out << L"    INSERT ID3V1" << endl;
            }
        }
        else {
            args().errout() << L"Title is NULL "
                << _info.id3v1.toString()
                << L" [" << _info.dirname << _info.filename << L"]" << endl;
        }
    }
 
    if (_info.id3v2.version() > 0) {
        String sql = L""
            "INSERT INTO ID3V2 ("
                "FILE_ID, VERSION, FLAGS, SIZE_, FSBITS"
            ")"
            "\nVALUES ("
                ":FILE_ID, :VERSION, :FLAGS, :SIZE_, :FSBITS"
            ")";
        SQLQuery q(__conn);
        q.prepare(sql);
        q.params().byName(L"FILE_ID").setValue(__fileId);
        q.params().byName(L"VERSION").setValue(_info.id3v2.version());
        q.params().byName(L"FLAGS").setValue(_info.id3v2.flags());
        q.params().byName(L"SIZE_").setValue(_info.id3v2.size());
        q.params().byName(L"FSBITS").setValue(_info.id3v2.fsbits());
        q.execute();
 
        sql = L""
            "INSERT INTO ID3V2_FRAME ("
                "FILE_ID, NO_, FRAME_ID, SIZE_, FLAGS"
                ", ENCODING, TYPE_, URL, DESCRIPTION, TEXT_, BINARY_"
            ")"
            "\nVALUES ("
                ":FILE_ID, :NO_, :FRAME_ID, :SIZE_, :FLAGS"
                ", :ENCODING, :TYPE_, :URL, :DESCRIPTION, :TEXT_, :BINARY_"
            ")";
        q.prepare(sql);
        for (size_t i = 0; i < _info.id3v2.frames().size(); i++) {
            ID3v2Frame& frame = *(ID3v2Frame*)_info.id3v2.frames()[i];
            q.params().byName(L"FILE_ID").setValue(__fileId);
            q.params().byName(L"NO_").setValue((int)(i + 1));
            q.params().byName(L"FRAME_ID").setValue(frame.id());
            q.params().byName(L"SIZE_").setValue(frame.size());
            q.params().byName(L"FLAGS").setValue(frame.flags());
            q.params().byName(L"ENCODING").setValue(frame.encoding());
            q.params().byName(L"TYPE_").setValue(frame.type());
 
            if (frame.url().isEmpty())
                q.params().byName(L"URL").setNull();
            else
                q.params().byName(L"URL").setValue(frame.url());
 
            if (frame.description().isEmpty())
                q.params().byName(L"DESCRIPTION").setNull();
            else
                q.params().byName(L"DESCRIPTION").setValue(frame.description());
 
            if (frame.text().isEmpty())
                q.params().byName(L"TEXT_").setNull();
            else
                q.params().byName(L"TEXT_").setValue(frame.text());
 
            if (frame.binary().length() == 0 || 100 < frame.binary().length())
                // APIC, PIC 제외
                q.params().byName(L"BINARY_").setNull(); 
            else                
                q.params().byName(L"BINARY_").setValue(frame.binary());
 
            q.execute();
        }
 
        if (__args.verbose()) {
            out << L"    INSERT ID3V2 ID3V2_FRAME[" 
                << _info.id3v2.frames().size() << L"]" << endl;
        }
    }
 
    if (_info.apev2.version() > 0) {
        String sql = L""
            "INSERT INTO APE ("
                "FILE_ID, VERSION, SIZE_, COUNT_, FLAGS"
            ")"
            "\nVALUES ("
                ":FILE_ID, :VERSION, :SIZE_, :COUNT_, :FLAGS"
            ")";
        SQLQuery q(__conn);
        q.prepare(sql);
        q.params().byName(L"FILE_ID").setValue(__fileId);
        q.params().byName(L"VERSION").setValue(_info.apev2.version());
        q.params().byName(L"SIZE_").setValue(_info.apev2.size());
        q.params().byName(L"COUNT_").setValue(_info.apev2.count());
        q.params().byName(L"FLAGS").setValue((int32_t)_info.apev2.flags());
        q.execute();
 
        sql = L""
            "INSERT INTO APE_ITEM ("
                "FILE_ID, NO_, SIZE_, FLAGS"
                ", KEY_, VALUE_"
            ")"
            "\nVALUES ("
                ":FILE_ID, :NO_, :SIZE_, :FLAGS"
                ", :KEY_, :VALUE_"
            ")";
        q.prepare(sql);
        for (size_t i = 0; i < _info.apev2.items().size(); i++) {
            APEv2Item& item = *(APEv2Item*)_info.apev2.items()[i];
            q.params().byName(L"FILE_ID").setValue(__fileId);
            q.params().byName(L"NO_").setValue((int)(i + 1));
            q.params().byName(L"SIZE_").setValue(item.size());
            q.params().byName(L"FLAGS").setValue((int32_t)item.flags());
            q.params().byName(L"KEY_").setValue(item.key());
 
            if (item.value().isEmpty())
                q.params().byName(L"VALUE_").setNull();
            else
                q.params().byName(L"VALUE_").setValue(item.value());
 
            q.execute();
        }
 
        if (__args.verbose()) {
            out << L"    INSERT APE APE_ITEM["
                << _info.apev2.items().size() << L"]" << endl;
        }
    }
}
 
__DCL_END_NAMESPACE