/* * Copyright (C) 1996-2018 The Squid Software Foundation and contributors * * Squid software is distributed under GPLv2+ license and includes * contributions from numerous individuals and organizations. * Please see the COPYING and CONTRIBUTORS files for details. */ #ifndef SQUID_IPC_STORE_MAP_H #define SQUID_IPC_STORE_MAP_H #include "ipc/mem/FlexibleArray.h" #include "ipc/mem/Pointer.h" #include "ipc/ReadWriteLock.h" #include "SBuf.h" #include "typedefs.h" namespace Ipc { typedef int32_t StoreMapSliceId; /// a piece of Store entry, linked to other pieces, forming a chain /// slices may be appended by writers while readers read the entry class StoreMapSlice { public: typedef uint32_t Size; StoreMapSlice(): size(0), next(-1) {} Atomic::WordT size; ///< slice contents size Atomic::WordT next; ///< ID of the next entry slice }; /// Maintains shareable information about a StoreEntry as a whole. /// An anchor points to one or more StoreEntry slices. This is the /// only lockable part of shared StoreEntry information, providing /// protection for all StoreEntry slices. class StoreMapAnchor { public: StoreMapAnchor(); /// store StoreEntry key and basics for an inode slot void set(const StoreEntry &anEntry); void setKey(const cache_key *const aKey); bool sameKey(const cache_key *const aKey) const; /// undo the effects of set(), setKey(), etc., but keep locks and state void rewind(); /* entry state may change immediately after calling these methods unless * the caller holds an appropriate lock */ bool empty() const { return !key[0] && !key[1]; } bool reading() const { return lock.readers; } bool writing() const { return lock.writing; } bool complete() const { return !empty() && !writing(); } public: mutable ReadWriteLock lock; ///< protects slot data below Atomic::WordT waitingToBeFreed; ///< may be accessed w/o a lock // fields marked with [app] can be modified when appending-while-reading uint64_t key[2]; ///< StoreEntry key // STORE_META_STD TLV field from StoreEntry struct Basics { time_t timestamp; time_t lastref; time_t expires; time_t lastmod; Atomic::WordT swap_file_sz; // [app] uint16_t refcount; uint16_t flags; } basics; /// where the chain of StoreEntry slices begins [app] Atomic::WordT start; }; /// an array of shareable Items /// must be the last data member or, if used as a parent class, the last parent template class StoreMapItems { public: typedef C Item; typedef Ipc::Mem::Owner< StoreMapItems > Owner; explicit StoreMapItems(const int aCapacity): capacity(aCapacity), items(aCapacity) {} size_t sharedMemorySize() const { return SharedMemorySize(capacity); } static size_t SharedMemorySize(const int aCapacity) { return sizeof(StoreMapItems) + aCapacity*sizeof(Item); } const int capacity; ///< total number of items Ipc::Mem::FlexibleArray items; ///< storage }; /// StoreMapSlices indexed by their slice ID. typedef StoreMapItems StoreMapSlices; /// StoreMapAnchors indexed by entry fileno plus /// sharing-safe basic housekeeping info about Store entries class StoreMapAnchors { public: typedef Ipc::Mem::Owner< StoreMapAnchors > Owner; explicit StoreMapAnchors(const int aCapacity); size_t sharedMemorySize() const; static size_t SharedMemorySize(const int anAnchorLimit); Atomic::Word count; ///< current number of entries Atomic::WordT victim; ///< starting point for purge search const int capacity; ///< total number of anchors Ipc::Mem::FlexibleArray items; ///< anchors storage }; // TODO: Find an elegant way to use StoreMapItems in StoreMapAnchors class StoreMapCleaner; /// Manages shared Store index (e.g., locking/unlocking/freeing entries) using /// StoreMapAnchors indexed by their keys and /// StoreMapSlices indexed by their slide ID. class StoreMap { public: typedef StoreMapAnchor Anchor; typedef StoreMapAnchors Anchors; typedef sfileno AnchorId; typedef StoreMapSlice Slice; typedef StoreMapSlices Slices; typedef StoreMapSliceId SliceId; public: /// aggregates anchor and slice owners for Init() caller convenience class Owner { public: Owner(); ~Owner(); Anchors::Owner *anchors; Slices::Owner *slices; private: Owner(const Owner &); // not implemented Owner &operator =(const Owner &); // not implemented }; /// initialize shared memory static Owner *Init(const SBuf &path, const int slotLimit); StoreMap(const SBuf &aPath); /// computes map entry position for a given entry key sfileno anchorIndexByKey(const cache_key *const key) const; /// Like strcmp(mapped, new), but for store entry versions/timestamps. /// Returns +2 if the mapped entry does not exist; -1/0/+1 otherwise. /// Comparison may be inaccurate unless the caller is a lock holder. int compareVersions(const sfileno oldFileno, time_t newVersion) const; /// finds, locks, and returns an anchor for an empty key position, /// erasing the old entry (if any) Anchor *openForWriting(const cache_key *const key, sfileno &fileno); /// locks and returns an anchor for the empty fileno position; if /// overwriteExisting is false and the position is not empty, returns nil Anchor *openForWritingAt(sfileno fileno, bool overwriteExisting = true); /// restrict opened for writing entry to appending operations; allow reads void startAppending(const sfileno fileno); /// successfully finish creating or updating the entry at fileno pos void closeForWriting(const sfileno fileno, bool lockForReading = false); /// unlock and "forget" openForWriting entry, making it Empty again /// this call does not free entry slices so the caller has to do that void forgetWritingEntry(const sfileno fileno); /// only works on locked entries; returns nil unless the slice is readable const Anchor *peekAtReader(const sfileno fileno) const; /// only works on locked entries; returns the corresponding Anchor const Anchor &peekAtEntry(const sfileno fileno) const; /// free the entry if possible or mark it as waiting to be freed if not void freeEntry(const sfileno fileno); /// free the entry if possible or mark it as waiting to be freed if not /// does nothing if we cannot check that the key matches the cached entry void freeEntryByKey(const cache_key *const key); /// opens entry (identified by key) for reading, increments read level const Anchor *openForReading(const cache_key *const key, sfileno &fileno); /// opens entry (identified by sfileno) for reading, increments read level const Anchor *openForReadingAt(const sfileno fileno); /// closes open entry after reading, decrements read level void closeForReading(const sfileno fileno); /// writeable slice within an entry chain created by openForWriting() Slice &writeableSlice(const AnchorId anchorId, const SliceId sliceId); /// readable slice within an entry chain opened by openForReading() const Slice &readableSlice(const AnchorId anchorId, const SliceId sliceId) const; /// writeable anchor for the entry created by openForWriting() Anchor &writeableEntry(const AnchorId anchorId); /// readable anchor for the entry created by openForReading() const Anchor &readableEntry(const AnchorId anchorId) const; /// stop writing the entry, freeing its slot for others to use if possible void abortWriting(const sfileno fileno); /// either finds and frees an entry with at least 1 slice or returns false bool purgeOne(); /// copies slice to its designated position void importSlice(const SliceId sliceId, const Slice &slice); /* SwapFilenMax limits the number of entries, but not slices or slots */ bool validEntry(const int n) const; ///< whether n is a valid slice coordinate bool validSlice(const int n) const; ///< whether n is a valid slice coordinate int entryCount() const; ///< number of writeable and readable entries int entryLimit() const; ///< maximum entryCount() possible int sliceLimit() const; ///< maximum number of slices possible /// adds approximate current stats to the supplied ones void updateStats(ReadWriteLockStats &stats) const; StoreMapCleaner *cleaner; ///< notified before a readable entry is freed protected: const SBuf path; ///< cache_dir path or similar cache name; for logging Mem::Pointer anchors; ///< entry inodes (starting blocks) Mem::Pointer slices; ///< chained entry pieces positions private: Anchor &anchorAt(const sfileno fileno); const Anchor &anchorAt(const sfileno fileno) const; Anchor &anchorByKey(const cache_key *const key); Slice &sliceAt(const SliceId sliceId); const Slice &sliceAt(const SliceId sliceId) const; Anchor *openForReading(Slice &s); void freeChain(const sfileno fileno, Anchor &inode, const bool keepLock); }; /// API for adjusting external state when dirty map slice is being freed class StoreMapCleaner { public: virtual ~StoreMapCleaner() {} /// adjust slice-linked state before a locked Readable slice is erased virtual void noteFreeMapSlice(const StoreMapSliceId sliceId) = 0; }; } // namespace Ipc // We do not reuse FileMap because we cannot control its size, // resulting in sfilenos that are pointing beyond the database. #endif /* SQUID_IPC_STORE_MAP_H */