Use off_t for stuff mainly assigned to a stat.st_size value

Allows simplifying the mmap sanity checks in mapfile, and actually
ensuring they won't break when -D_FILE_OFFSET_BITS=64
This commit is contained in:
NiLuJe
2022-09-14 02:54:12 +02:00
committed by Evgeniy Dushistov
parent b698445ead
commit 488ec68854
4 changed files with 20 additions and 19 deletions

View File

@@ -27,7 +27,7 @@ public:
private: private:
const char *start; /* start of mmap'd area */ const char *start; /* start of mmap'd area */
const char *end; /* end of mmap'd area */ const char *end; /* end of mmap'd area */
unsigned long size; /* size of mmap */ off_t size; /* size of mmap */
int type; int type;
z_stream zStream; z_stream zStream;
@@ -47,7 +47,7 @@ private:
std::string origFilename; std::string origFilename;
std::string comment; std::string comment;
unsigned long crc; unsigned long crc;
unsigned long length; off_t length;
unsigned long compressedLength; unsigned long compressedLength;
DictCache cache[DICT_CACHE_SIZE]; DictCache cache[DICT_CACHE_SIZE];
MapFile mapfile; MapFile mapfile;

View File

@@ -22,13 +22,13 @@ public:
~MapFile(); ~MapFile();
MapFile(const MapFile &) = delete; MapFile(const MapFile &) = delete;
MapFile &operator=(const MapFile &) = delete; MapFile &operator=(const MapFile &) = delete;
bool open(const char *file_name, unsigned long file_size); bool open(const char *file_name, off_t file_size);
gchar *begin() { return data; } gchar *begin() { return data; }
private: private:
char *data = nullptr; char *data = nullptr;
unsigned long size = 0ul;
#ifdef HAVE_MMAP #ifdef HAVE_MMAP
size_t size = 0u;
int mmap_fd = -1; int mmap_fd = -1;
#elif defined(_WIN32) #elif defined(_WIN32)
HANDLE hFile = 0; HANDLE hFile = 0;
@@ -36,9 +36,8 @@ private:
#endif #endif
}; };
inline bool MapFile::open(const char *file_name, unsigned long file_size) inline bool MapFile::open(const char *file_name, off_t file_size)
{ {
size = file_size;
#ifdef HAVE_MMAP #ifdef HAVE_MMAP
if ((mmap_fd = ::open(file_name, O_RDONLY)) < 0) { if ((mmap_fd = ::open(file_name, O_RDONLY)) < 0) {
// g_print("Open file %s failed!\n",fullfilename); // g_print("Open file %s failed!\n",fullfilename);
@@ -46,14 +45,16 @@ inline bool MapFile::open(const char *file_name, unsigned long file_size)
} }
struct stat st; struct stat st;
if (fstat(mmap_fd, &st) == -1 || st.st_size < 0 || (st.st_size == 0 && S_ISREG(st.st_mode)) if (fstat(mmap_fd, &st) == -1 || st.st_size < 0 || (st.st_size == 0 && S_ISREG(st.st_mode))
|| sizeof(st.st_size) > sizeof(file_size) || static_cast<unsigned long>(st.st_size) != file_size) { || st.st_size != file_size) {
close(mmap_fd); close(mmap_fd);
return false; return false;
} }
data = (gchar *)mmap(nullptr, file_size, PROT_READ, MAP_SHARED, mmap_fd, 0); size = static_cast<size_t>(st.st_size);
data = (gchar *)mmap(nullptr, size, PROT_READ, MAP_SHARED, mmap_fd, 0);
if ((void *)data == (void *)(-1)) { if ((void *)data == (void *)(-1)) {
// g_print("mmap file %s failed!\n",idxfilename); // g_print("mmap file %s failed!\n",idxfilename);
size = 0u;
data = nullptr; data = nullptr;
return false; return false;
} }

View File

@@ -429,7 +429,7 @@ public:
if (idxfile) if (idxfile)
fclose(idxfile); fclose(idxfile);
} }
bool load(const std::string &url, gulong wc, gulong fsize, bool verbose) override; bool load(const std::string &url, gulong wc, off_t fsize, bool verbose) override;
const gchar *get_key(glong idx) override; const gchar *get_key(glong idx) override;
void get_data(glong idx) override { get_key(idx); } void get_data(glong idx) override { get_key(idx); }
const gchar *get_key_and_data(glong idx) override const gchar *get_key_and_data(glong idx) override
@@ -489,7 +489,7 @@ public:
{ {
} }
~WordListIndex() { g_free(idxdatabuf); } ~WordListIndex() { g_free(idxdatabuf); }
bool load(const std::string &url, gulong wc, gulong fsize, bool verbose) override; bool load(const std::string &url, gulong wc, off_t fsize, bool verbose) override;
const gchar *get_key(glong idx) override { return wordlist[idx]; } const gchar *get_key(glong idx) override { return wordlist[idx]; }
void get_data(glong idx) override; void get_data(glong idx) override;
const gchar *get_key_and_data(glong idx) override const gchar *get_key_and_data(glong idx) override
@@ -615,7 +615,7 @@ bool OffsetIndex::save_cache(const std::string &url, bool verbose)
return false; return false;
} }
bool OffsetIndex::load(const std::string &url, gulong wc, gulong fsize, bool verbose) bool OffsetIndex::load(const std::string &url, gulong wc, off_t fsize, bool verbose)
{ {
wordcount = wc; wordcount = wc;
gulong npages = (wc - 1) / ENTR_PER_PAGE + 2; gulong npages = (wc - 1) / ENTR_PER_PAGE + 2;
@@ -758,7 +758,7 @@ bool OffsetIndex::lookup(const char *str, std::set<glong> &idxs, glong &next_idx
return bFound; return bFound;
} }
bool WordListIndex::load(const std::string &url, gulong wc, gulong fsize, bool) bool WordListIndex::load(const std::string &url, gulong wc, off_t fsize, bool)
{ {
gzFile in = gzopen(url.c_str(), "rb"); gzFile in = gzopen(url.c_str(), "rb");
if (in == nullptr) if (in == nullptr)
@@ -771,7 +771,7 @@ bool WordListIndex::load(const std::string &url, gulong wc, gulong fsize, bool)
if (len < 0) if (len < 0)
return false; return false;
if (gulong(len) != fsize) if (static_cast<off_t>(len) != fsize)
return false; return false;
wordlist.resize(wc + 1); wordlist.resize(wc + 1);
@@ -920,7 +920,7 @@ bool Dict::Lookup(const char *str, std::set<glong> &idxs, glong &next_idx)
bool Dict::load(const std::string &ifofilename, bool verbose) bool Dict::load(const std::string &ifofilename, bool verbose)
{ {
gulong idxfilesize; off_t idxfilesize;
if (!load_ifofile(ifofilename, idxfilesize)) if (!load_ifofile(ifofilename, idxfilesize))
return false; return false;
@@ -964,7 +964,7 @@ bool Dict::load(const std::string &ifofilename, bool verbose)
return true; return true;
} }
bool Dict::load_ifofile(const std::string &ifofilename, gulong &idxfilesize) bool Dict::load_ifofile(const std::string &ifofilename, off_t &idxfilesize)
{ {
DictInfo dict_info; DictInfo dict_info;
if (!dict_info.load_from_ifo_file(ifofilename, false)) if (!dict_info.load_from_ifo_file(ifofilename, false))

View File

@@ -77,8 +77,8 @@ struct DictInfo {
std::string website; std::string website;
std::string date; std::string date;
std::string description; std::string description;
guint32 index_file_size; off_t index_file_size;
guint32 syn_file_size; off_t syn_file_size;
std::string sametypesequence; std::string sametypesequence;
bool load_from_ifo_file(const std::string &ifofilename, bool istreedict); bool load_from_ifo_file(const std::string &ifofilename, bool istreedict);
@@ -91,7 +91,7 @@ public:
guint32 wordentry_size; guint32 wordentry_size;
virtual ~IIndexFile() {} virtual ~IIndexFile() {}
virtual bool load(const std::string &url, gulong wc, gulong fsize, bool verbose) = 0; virtual bool load(const std::string &url, gulong wc, off_t fsize, bool verbose) = 0;
virtual const gchar *get_key(glong idx) = 0; virtual const gchar *get_key(glong idx) = 0;
virtual void get_data(glong idx) = 0; virtual void get_data(glong idx) = 0;
virtual const gchar *get_key_and_data(glong idx) = 0; virtual const gchar *get_key_and_data(glong idx) = 0;
@@ -160,7 +160,7 @@ private:
std::unique_ptr<IIndexFile> idx_file; std::unique_ptr<IIndexFile> idx_file;
std::unique_ptr<SynFile> syn_file; std::unique_ptr<SynFile> syn_file;
bool load_ifofile(const std::string &ifofilename, gulong &idxfilesize); bool load_ifofile(const std::string &ifofilename, off_t &idxfilesize);
}; };
class Libs class Libs