blob: 35447f9ea9b325a29582fddc9a81b06d865675ca (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
|
#include "cachehandler.hpp"
#include "kristall.hpp"
#include "ioutil.hpp"
#include <QDebug>
void CacheHandler::push(const QUrl &url, const QByteArray &body, const MimeType &mime)
{
// Skip if this item is above the cached item size threshold
int bodysize = body.size();
if (bodysize > (kristall::globals().options.cache_threshold * 1024))
{
qDebug() << "cache: item exceeds threshold (" << IoUtil::size_human(body.size()) << ")";
return;
}
// Pop cached items until we are below the cache limit
while ((bodysize + this->size()) > (kristall::globals().options.cache_limit * 1024))
{
this->popOldest();
}
QString urlstr = url.toString(QUrl::FullyEncoded | QUrl::RemoveFragment);
if (this->page_cache.find(urlstr) != this->page_cache.end())
{
qDebug() << "cache: updating page";
auto pg = this->page_cache[urlstr];
pg->body = body;
pg->mime = mime;
pg->time_cached = QDateTime::currentDateTime();
return;
}
this->page_cache[urlstr] = std::make_shared<CachedPage>(
url, body, mime, QDateTime::currentDateTime());
qDebug() << "cache: pushing url " << url;
return;
}
std::shared_ptr<CachedPage> CacheHandler::find(const QString &url)
{
if (this->page_cache.find(url) != this->page_cache.end())
{
return this->page_cache[url];
}
return nullptr;
}
std::shared_ptr<CachedPage> CacheHandler::find(const QUrl &url)
{
return this->find(url.toString(QUrl::FullyEncoded | QUrl::RemoveFragment));
}
bool CacheHandler::contains(const QString &url)
{
return this->page_cache.find(url) != this->page_cache.end();
}
bool CacheHandler::contains(const QUrl &url)
{
return this->contains(url.toString(QUrl::FullyEncoded | QUrl::RemoveFragment));
}
int CacheHandler::size()
{
int s = 0;
for (auto& i : this->page_cache)
s += i.second->body.size();
return s;
}
// Clears expired pages out of cache
void CacheHandler::clean()
{
// Don't clean anything if we have unlimited item life.
if (kristall::globals().options.cache_unlimited_life) return;
// Find list of keys to delete
std::vector<QString> vec;
for (auto&& i : this->page_cache)
{
// Check if this cache item is expired.
if (QDateTime::currentDateTime() > i.second->time_cached
.addSecs(kristall::globals().options.cache_life * 60))
{
vec.emplace_back(std::move(i.first));
}
}
// Delete them
int count = 0;
for (auto&& key : vec)
{
this->page_cache.erase(key);
++count;
}
if (count) qDebug() << "cache: cleaned " << count << " expired pages out of cache";
}
CacheMap const& CacheHandler::getPages() const
{
return this->page_cache;
}
void CacheHandler::popOldest()
{
if (this->page_cache.size() == 0)
{
return;
}
// This will iterate over the cache map,
// find the key with the oldest timestamp,
// and erase it from the map.
//
// (TODO: make this more efficient somehow?)
QDateTime oldest = QDateTime::currentDateTime();
QString oldest_key;
for (auto it = this->page_cache.begin(); it != this->page_cache.end(); ++it)
{
if (it->second->time_cached < oldest)
{
oldest = it->second->time_cached;
oldest_key = it->first;
}
}
// Erase it from the map
qDebug() << "cache: popping " << oldest_key;
this->page_cache.erase(oldest_key);
}
|
