blakeridgway/supercell-wx
1
0
Fork 0
mirror of https://github.com/ciphervance/supercell-wx.git synced 2025-10-30 16:40:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Implement pruning in the AWS Level 2 data provider cache

Browse source
This commit is contained in:
Dan Paulat 2022-05-29 23:52:43 -05:00
parent ccfceb6605
commit 394aba2d83
2 changed files with 88 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

32
test/source/scwx/provider/aws_level2_data_provider.test.cpp
View file

@ -44,6 +44,38 @@ TEST(AwsLevel2DataProvider, LoadObjectByKey)
EXPECT_NE(file, nullptr);
}
TEST(AwsLevel2DataProvider, Prune)
{
using namespace std::chrono;
AwsLevel2DataProvider provider("KLSX");
const auto today = floor<days>(system_clock::now());
const auto yesterday = today - days {1};
auto date = today + days {1};
for (size_t i = 0; i < 15; i++)
{
date -= days {1};
provider.ListObjects(date);
// Expect the cache size to be under the prune threshold
EXPECT_LE(provider.cache_size(), 2500);
}
std::string key = provider.FindLatestKey();
auto time = provider.GetTimePointByKey(key);
// Expect the most recent key to be after midnight yesterday (was not pruned)
EXPECT_GT(time, yesterday);
key = provider.FindKey(date + 1h);
time = provider.GetTimePointByKey(key);
// Expect the oldest key to be on the most recently listed date
EXPECT_LT(time, date + days {1});
}
TEST(AwsLevel2DataProvider, Refresh)
{
AwsLevel2DataProvider provider("KLSX");