add parameter storeCacheTTLUsecs (#1139)

Author: xiaoyang-hhh

fs/cache/cache.cpp

@@ -27,30 +27,33 @@ limitations under the License.
 namespace photon {
 namespace fs{
 
-    ICachedFileSystem *new_full_file_cached_fs(IFileSystem *srcFs, IFileSystem *mediaFs,
+ICachedFileSystem *new_full_file_cached_fs(IFileSystem *srcFs, IFileSystem *mediaFs,
                                            uint64_t refillUnit, uint64_t capacityInGB,
                                            uint64_t periodInUs, uint64_t diskAvailInBytes,
                                            IOAlloc *allocator, int quotaDirLevel,
-                                           CacheFnTransFunc fn_trans_func) {
+                                           CacheFnTransFunc fn_trans_func,
+                                           uint64_t storeCacheTTLUsecs) {
     if (refillUnit % 4096 != 0 || !is_power_of_2(refillUnit)) {
         LOG_ERROR_RETURN(EINVAL, nullptr, "refill Unit need to be aligned to 4KB and power of 2")
     }
     if (!allocator) {
         allocator = new IOAlloc;
     }
     FileCachePool *pool = nullptr;
-    pool =
-        new FileCachePool(mediaFs, capacityInGB, periodInUs, diskAvailInBytes, refillUnit);
+    pool = new FileCachePool(mediaFs, capacityInGB, periodInUs, diskAvailInBytes, 
+                             refillUnit, storeCacheTTLUsecs);
     pool->Init();
     return new_cached_fs(srcFs, pool, 4096, allocator, fn_trans_func);
 }
 
 using OC = ObjectCache<std::string, ICacheStore*>;
-ICachePool::ICachePool(uint32_t pool_size, uint32_t max_refilling, uint32_t refilling_threshold, bool pin_write)
-    : m_stores(new OC(10UL * 1000 * 1000)),
-        m_max_refilling(max_refilling),
-        m_refilling_threshold(refilling_threshold),
-        m_pin_write(pin_write) {
+ICachePool::ICachePool(uint32_t pool_size, uint32_t max_refilling, 
+                       uint32_t refilling_threshold, bool pin_write, 
+                       uint64_t store_cache_ttl_usecs)
+    : m_stores(new OC(store_cache_ttl_usecs)),
+      m_max_refilling(max_refilling),
+      m_refilling_threshold(refilling_threshold),
+      m_pin_write(pin_write) {
     if (pool_size != 0) {
         m_thread_pool = photon::new_thread_pool(pool_size, 128 * 1024UL);
         m_vcpu = photon::get_vcpu();

fs/cache/cache.h

@@ -116,7 +116,8 @@ ICachedFileSystem *new_full_file_cached_fs(IFileSystem *srcFs,
                                            uint64_t capacityInGB, uint64_t periodInUs,
                                            uint64_t diskAvailInBytes, IOAlloc *allocator,
                                            int quotaDirLevel,
-                                           CacheFnTransFunc fn_trans_func = nullptr);
+                                           CacheFnTransFunc fn_trans_func = nullptr,
+                                           uint64_t storeCacheTTLUsecs = 10'000'000);
 
 /**
  * @param blk_size The proper size for cache metadata and IO efficiency. Large writes to cache media

fs/cache/full_file_cache/cache_pool.cpp

@@ -37,8 +37,9 @@ const uint64_t kMaxFreeSpace = 50 * kGB;
 const int64_t kEvictionMark = 5ll * kGB;
 
 FileCachePool::FileCachePool(IFileSystem* mediaFs, uint64_t capacityInGB,
-    uint64_t periodInUs, uint64_t diskAvailInBytes, uint64_t refillUnit)
-    : ICachePool(0),
+    uint64_t periodInUs, uint64_t diskAvailInBytes, uint64_t refillUnit,
+    uint64_t storeCacheTTLUsecs)
+    : ICachePool(0, 128, -1U, false, storeCacheTTLUsecs),
       mediaFs_(mediaFs),
       capacityInGB_(capacityInGB),
       periodInUs_(periodInUs),

fs/cache/full_file_cache/cache_pool.h

@@ -35,7 +35,8 @@ namespace fs {
 class FileCachePool : public photon::fs::ICachePool {
 public:
     FileCachePool(photon::fs::IFileSystem *mediaFs, uint64_t capacityInGB, uint64_t periodInUs,
-                  uint64_t diskAvailInBytes, uint64_t refillUnit);
+                  uint64_t diskAvailInBytes, uint64_t refillUnit, 
+                  uint64_t storeCacheTTLUsecs = 10'000'000);
     ~FileCachePool();
 
     static const uint64_t kDiskBlockSize = 512; // stat(2)

fs/cache/pool_store.h

@@ -79,7 +79,9 @@ namespace fs
     class ICachePool : public Object
     {
     public:
-        ICachePool(uint32_t pool_size = 128, uint32_t max_refilling = 128, uint32_t refilling_threshold = -1U, bool pin_write = false);
+        ICachePool(uint32_t pool_size = 128, uint32_t max_refilling = 128,
+                   uint32_t refilling_threshold = -1U, bool pin_write = false,
+                   uint64_t store_cache_ttl_usecs = 10'000'000);
         ~ICachePool();
 
         ICacheStore* open(std::string_view filename, int flags, mode_t mode);