Allow loading of huge files efficiently

include/providers/file_provider.hpp

@@ -19,7 +19,7 @@ namespace hex::prv {
 
         void read(u64 offset, void *buffer, size_t size) override;
         void write(u64 offset, void *buffer, size_t size) override;
-        size_t getSize() override;
+        size_t getActualSize() override;
 
         std::vector<std::pair<std::string, std::string>> getDataInformation() override;
 

include/providers/provider.hpp

@@ -2,6 +2,7 @@
 
 #include <hex.hpp>
 
+#include <cmath>
 #include <string>
 #include <vector>
 
@@ -9,6 +10,8 @@ namespace hex::prv {
 
     class Provider {
     public:
+        constexpr static size_t PageSize = 0x1000'0000;
+
         Provider() = default;
         virtual ~Provider() = default;
 
@@ -18,9 +21,24 @@ namespace hex::prv {
 
         virtual void read(u64 offset, void *buffer, size_t size) = 0;
         virtual void write(u64 offset, void *buffer, size_t size) = 0;
-        virtual size_t getSize() = 0;
+        virtual size_t getActualSize() = 0;
+
+        u32 getPageCount() { return std::ceil(this->getActualSize() / double(PageSize)); }
+        u32 getCurrentPage() const { return this->m_currPage; }
+        void setCurrentPage(u32 page) { if (page < getPageCount()) this->m_currPage = page; }
+
+        virtual size_t getBaseAddress() {
+            return PageSize * this->m_currPage;
+        }
+
+        virtual size_t getSize() {
+            return std::min(this->getActualSize() - PageSize * this->m_currPage, PageSize);
+        }
 
         virtual std::vector<std::pair<std::string, std::string>> getDataInformation() = 0;
+
+    protected:
+        u32 m_currPage = 0;
     };
 
 }

include/views/view_information.hpp

@@ -23,13 +23,16 @@ namespace hex {
         prv::Provider* &m_dataProvider;
         bool m_windowOpen = true;
 
+        bool m_dataValid = false;
         u32 m_blockSize = 0;
         float m_averageEntropy = 0;
         float m_highestBlockEntropy = 0;
         std::vector<float> m_blockEntropy;
 
         std::array<float, 256> m_valueCounts = { 0 };
-        bool m_shouldInvalidate = true;
+        bool m_shouldInvalidate = false;
+
+        std::pair<u64, u64> m_analyzedRegion = { 0, 0 };
 
         std::string m_fileDescription;
         std::string m_mimeType;