#include #include #include #include #include #include #include #include #include #ifdef WIN32 # include #else # include #endif namespace scwx { namespace wsr88d { static const std::string logPrefix_ = "[scwx::wsr88d::ar2v_file] "; class Ar2vFileImpl { public: explicit Ar2vFileImpl() : tapeFilename_(), extensionNumber_(), julianDate_ {0}, milliseconds_ {0}, icao_(), numRecords_ {0}, rawRecords_() {}; ~Ar2vFileImpl() = default; void LoadLDMRecords(std::ifstream& f); void ParseLDMRecords(); std::string tapeFilename_; std::string extensionNumber_; uint32_t julianDate_; uint32_t milliseconds_; std::string icao_; size_t numRecords_; std::list rawRecords_; }; Ar2vFile::Ar2vFile() : p(std::make_unique()) {} Ar2vFile::~Ar2vFile() = default; Ar2vFile::Ar2vFile(Ar2vFile&&) noexcept = default; Ar2vFile& Ar2vFile::operator=(Ar2vFile&&) noexcept = default; bool Ar2vFile::LoadFile(const std::string& filename) { BOOST_LOG_TRIVIAL(debug) << logPrefix_ << "LoadFile(" << filename << ")\n"; bool fileValid = true; std::ifstream f(filename, std::ios_base::in | std::ios_base::binary); if (!f.good()) { BOOST_LOG_TRIVIAL(warning) << logPrefix_ << "Could not open file for reading: " << filename; fileValid = false; } if (fileValid) { // Read Volume Header Record p->tapeFilename_.resize(9, ' '); p->extensionNumber_.resize(3, ' '); p->icao_.resize(4, ' '); f.read(&p->tapeFilename_[0], 9); f.read(&p->extensionNumber_[0], 3); f.read(reinterpret_cast(&p->julianDate_), 4); f.read(reinterpret_cast(&p->milliseconds_), 4); f.read(&p->icao_[0], 4); p->julianDate_ = htonl(p->julianDate_); p->milliseconds_ = htonl(p->milliseconds_); } if (f.eof()) { BOOST_LOG_TRIVIAL(warning) << logPrefix_ << "Could not read Volume Header Record\n"; fileValid = false; } if (fileValid) { BOOST_LOG_TRIVIAL(debug) << logPrefix_ << "Filename: " << p->tapeFilename_; BOOST_LOG_TRIVIAL(debug) << logPrefix_ << "Extension: " << p->extensionNumber_; BOOST_LOG_TRIVIAL(debug) << logPrefix_ << "Date: " << p->julianDate_; BOOST_LOG_TRIVIAL(debug) << logPrefix_ << "Time: " << p->milliseconds_; BOOST_LOG_TRIVIAL(debug) << logPrefix_ << "ICAO: " << p->icao_; p->LoadLDMRecords(f); } return fileValid; } void Ar2vFileImpl::LoadLDMRecords(std::ifstream& f) { BOOST_LOG_TRIVIAL(debug) << logPrefix_ << "Loading LDM Records"; numRecords_ = 0; while (f.peek() != EOF) { std::streampos startPosition = f.tellg(); int32_t controlWord = 0; size_t recordSize; f.read(reinterpret_cast(&controlWord), 4); controlWord = htonl(controlWord); recordSize = std::abs(controlWord); BOOST_LOG_TRIVIAL(trace) << logPrefix_ << "LDM Record Found: Size = " << recordSize << " bytes"; boost::iostreams::filtering_streambuf in; util::rangebuf r(f.rdbuf(), recordSize); in.push(boost::iostreams::bzip2_decompressor()); in.push(r); try { std::stringstream ss; std::streamsize bytesCopied = boost::iostreams::copy(in, ss); BOOST_LOG_TRIVIAL(trace) << logPrefix_ << "Decompressed record size = " << bytesCopied << " bytes"; rawRecords_.push_back(std::move(ss)); } catch (const boost::iostreams::bzip2_error& ex) { int error = ex.error(); BOOST_LOG_TRIVIAL(warning) << logPrefix_ << "Error decompressing record " << numRecords_; f.seekg(startPosition + std::streampos(recordSize)); } ++numRecords_; } ParseLDMRecords(); BOOST_LOG_TRIVIAL(debug) << logPrefix_ << "Found " << numRecords_ << " LDM Records"; } void Ar2vFileImpl::ParseLDMRecords() { BOOST_LOG_TRIVIAL(debug) << logPrefix_ << "Parsing LDM Records"; size_t count = 0; for (auto it = rawRecords_.begin(); it != rawRecords_.end(); it++) { std::stringstream& ss = *it; BOOST_LOG_TRIVIAL(trace) << logPrefix_ << "Record " << count++; // The communications manager inserts an extra 12 bytes at the beginning // of each record ss.seekg(12); while (!ss.eof()) { rda::MessageInfo msgInfo = rda::MessageFactory::Create(ss); if (!msgInfo.headerValid) { // Invalid message break; } off_t offset = 0; uint16_t nextSize = 0u; do { ss.read(reinterpret_cast(&nextSize), 2); if (nextSize == 0) { offset += 2; } else { ss.seekg(-2, std::ios_base::cur); } } while (!ss.eof() && nextSize == 0u); if (!ss.eof() && offset != 0) { BOOST_LOG_TRIVIAL(trace) << logPrefix_ << "Next record offset by " << offset << " bytes"; } } } } } // namespace wsr88d } // namespace scwx