1 #ifndef __XRDPFC_CACHE_HH__ 2 #define __XRDPFC_CACHE_HH__ 26 #include "XrdVersion.hh" 167 int dcnt = 0; {
char *p =
f_str;
while (*p) {
if (*(p++) ==
f_delim[0]) ++dcnt; } }
168 argv.reserve(dcnt + 1);
196 m_dirs.reserve(max_depth);
199 for (
int i = 0; i < max_depth; ++i)
231 for (std::vector<const char*>::iterator i =
m_dirs.begin(); i !=
m_dirs.end(); ++i)
246 printf(
"PathTokenizer::deboog size=%d\n",
m_n_dirs);
249 printf(
" %2d: %s\n", i,
m_dirs[i]);
281 virtual int LocalFilePath(
const char *url,
char *buff=0,
int blen=0,
286 virtual int Prepare(
const char *url,
int oflags, mode_t mode);
289 virtual int Stat(
const char *url,
struct stat &sbuff);
292 virtual int Unlink(
const char *url);
316 bool Config(
const char *config_filename,
const char *parameters);
333 static bool VCheck(XrdVersionInfo &urVersion) {
return true; }
348 int UnlinkFile(
const std::string& f_name,
bool fail_if_open);
380 File*
GetFile(
const std::string&,
IO*,
long long off = 0,
long long filesize = 0);
404 bool cfg2bytes(
const std::string &str,
long long &store,
long long totalSpace,
const char *name);
XrdSysCondVar m_active_cond
Cond-var protecting active file data structures.
Definition: XrdPfc.hh:455
~SplitParser()
Definition: XrdPfc.hh:145
static Cache * m_instance
this object
Definition: XrdPfc.hh:406
StatsMMap_t::iterator StatsMMap_i
Definition: XrdPfc.hh:448
long long m_diskTotalSpace
total disk space on configured partition or oss space
Definition: XrdPfc.hh:85
int get_n_dirs()
Definition: XrdPfc.hh:217
void RemoveWriteQEntriesFor(File *f)
Remove blocks from write queue which belong to given prefetch. This method is used at the time of Fil...
Definition: XrdPfcFile.hh:60
virtual int LocalFilePath(const char *url, char *buff=0, int blen=0, LFP_Reason why=ForAccess, bool forall=false)
char * get_token()
Definition: XrdPfc.hh:147
std::map< std::string, File * > ActiveMap_t
Definition: XrdPfc.hh:445
Definition: XrdPfc.hh:469
long long m_diskUsageHWM
cache purge - disk usage high water mark
Definition: XrdPfc.hh:87
long long m_RAM_used
Definition: XrdPfc.hh:425
char * f_state
Definition: XrdPfc.hh:139
Definition: XrdOucCache.hh:578
char * get_reminder_with_delim()
Definition: XrdPfc.hh:153
static Cache & GetInstance()
Singleton access.
long long m_RamAbsAvailable
available from configuration
Definition: XrdPfc.hh:102
bool Config(const char *config_filename, const char *parameters)
Parse configuration file.
std::vector< XrdPfc::Decision * > m_decisionpoints
decision plugins
Definition: XrdPfc.hh:417
int size
current size of write queue
Definition: XrdPfc.hh:439
Definition: XrdPfc.hh:432
WriteQ()
Definition: XrdPfc.hh:434
Definition: XrdPfc.hh:469
bool is_purge_plugin_set_up() const
Definition: XrdPfc.hh:63
void ProcessWriteTasks()
Separate task which writes blocks from ram to disk.
std::string m_meta_space
oss space for metadata files (cinfo)
Definition: XrdPfc.hh:83
std::string m_username
username passed to oss plugin
Definition: XrdPfc.hh:81
int fill_argv(std::vector< char *> &argv)
Definition: XrdPfc.hh:164
std::set< std::string > m_dirStatsDirGlobs
directory globs for which stat reporting was requested
Definition: XrdPfc.hh:97
Base cache-io class that implements XrdOucCacheIO abstract methods.
Definition: XrdPfcIO.hh:16
bool xdlib(XrdOucStream &)
File * GetFile(const std::string &, IO *, long long off=0, long long filesize=0)
Definition: XrdOucCache.hh:104
Attaches/creates and detaches/deletes cache-io objects for disk based cache.
Definition: XrdPfc.hh:263
XrdSysError * GetLog()
Definition: XrdPfc.hh:388
const Configuration & RefConfiguration() const
Reference XrdPfc configuration.
Definition: XrdPfc.hh:306
bool is_cschk_cache() const
Definition: XrdPfc.hh:69
Definition: XrdOucStream.hh:46
bool is_cschk_both() const
Definition: XrdPfc.hh:72
bool f_first
Definition: XrdPfc.hh:140
int m_prefetch_max_blocks
maximum number of blocks to prefetch per file
Definition: XrdPfc.hh:106
FNameSet_t m_purge_delay_set
Definition: XrdPfc.hh:453
WriteQ m_writeQ
Definition: XrdPfc.hh:442
int UnlinkFile(const std::string &f_name, bool fail_if_open)
Remove cinfo and data files from cache.
long long m_hdfsbsize
used with m_hdfsmode, default 128MB
Definition: XrdPfc.hh:108
virtual int Stat(const char *url, struct stat &sbuff)
long long m_bufferSize
prefetch buffer size, default 1MB
Definition: XrdPfc.hh:101
virtual int Unlink(const char *url)
PathTokenizer(const std::string &path, int max_depth, bool parse_as_lfn)
Definition: XrdPfc.hh:188
std::list< Block * > queue
container
Definition: XrdPfc.hh:437
ActiveMap_t m_active
Map of currently active / open files.
Definition: XrdPfc.hh:451
void ResourceMonitorHeartBeat()
Thread function checking resource usage periodically.
bool xtrace(XrdOucStream &)
XrdSysMutex m_RAM_mutex
lock for allcoation of RAM blocks
Definition: XrdPfc.hh:424
bool cfg2bytes(const std::string &str, long long &store, long long totalSpace, const char *name)
Definition: XrdPfc.hh:469
std::string m_flushRaw
Definition: XrdPfc.hh:125
long long m_diskUsageLWM
cache purge - disk usage low water mark
Definition: XrdPfc.hh:86
const char * m_traceID
Definition: XrdPfc.hh:411
Definition: XrdSysError.hh:89
int m_last_scan_duration
Definition: XrdPfc.hh:475
const char * m_reminder
Definition: XrdPfc.hh:185
int m_cs_Chk
Checksum check.
Definition: XrdPfc.hh:112
Definition: XrdPfc.hh:182
Definition: XrdSysTrace.hh:48
ActiveMap_t::iterator ActiveMap_i
Definition: XrdPfc.hh:446
int m_last_purge_duration
Definition: XrdPfc.hh:476
CkSumCheck_e get_cs_Chk() const
Definition: XrdPfc.hh:67
Definition: XrdScheduler.hh:44
void ExecuteCommandUrl(const std::string &command_url)
Definition: XrdSysPthread.hh:165
int m_RAM_std_size
Definition: XrdPfc.hh:428
XrdOucEnv * m_env
environment passed in at creation
Definition: XrdPfc.hh:408
TmpConfiguration()
Definition: XrdPfc.hh:127
std::string m_fileUsageBaseline
Definition: XrdPfc.hh:122
bool m_prefetch_enabled
set to true when prefetching is enabled
Definition: XrdPfc.hh:422
LFP_Reason
Definition: XrdOucCache.hh:578
XrdSysCondVar m_stats_n_purge_cond
communication between heart-beat and scan-purge threads
Definition: XrdPfc.hh:471
Definition: XrdOucCache.hh:502
char * get_reminder()
Definition: XrdPfc.hh:159
void deboog()
Definition: XrdPfc.hh:244
void dec_ref_cnt(File *, bool high_debug)
int m_dirStatsStoreDepth
depth to which statistics should be collected
Definition: XrdPfc.hh:99
std::string m_diskUsageLWM
Definition: XrdPfc.hh:120
void copy_out_active_stats_and_update_data_fs_state()
Definition: XrdSysPthread.hh:78
void DeRegisterPrefetchFile(File *)
long long m_fileUsageBaseline
cache purge - files usage baseline
Definition: XrdPfc.hh:88
char * RequestRAM(long long size)
bool is_dir_stat_reporting_on() const
Definition: XrdPfc.hh:62
void ReleaseFile(File *, IO *)
std::vector< File * > PrefetchList
Definition: XrdPfc.hh:463
long long writes_between_purges
upper bound on amount of bytes written between two purge passes
Definition: XrdPfc.hh:438
std::vector< const char * > m_dirs
Definition: XrdPfc.hh:184
std::set< std::string > FNameSet_t
Definition: XrdPfc.hh:449
void ScheduleFileSync(File *f)
Definition: XrdPfc.hh:384
Definition: XrdOucEnv.hh:41
bool are_file_usage_limits_set() const
Definition: XrdPfc.hh:59
CkSumCheck_e
Definition: XrdPfcTypes.hh:23
const char * f_delim
Definition: XrdPfc.hh:138
bool m_in_purge
Definition: XrdPfc.hh:454
long long m_RAM_write_queue
Definition: XrdPfc.hh:426
bool is_cschk_net() const
Definition: XrdPfc.hh:70
int m_purgeAgeBasedPeriod
peform cold file / uvkeep purge every this many purge cycles
Definition: XrdPfc.hh:93
SplitParser(const std::string &s, const char *d)
Definition: XrdPfc.hh:142
int m_wqueue_blocks
maximum number of blocks written per write-queue loop
Definition: XrdPfc.hh:104
std::string m_fileUsageMax
Definition: XrdPfc.hh:124
XrdOss * GetOss() const
Definition: XrdPfc.hh:376
int m_accHistorySize
max number of entries in access history part of cinfo file
Definition: XrdPfc.hh:94
File * GetNextFileToPrefetch()
Definition: XrdXrootdGStream.hh:43
Definition: XrdPfc.hh:118
int m_wqueue_threads
number of threads writing blocks to disk
Definition: XrdPfc.hh:105
XrdXrootdGStream * m_gstream
Definition: XrdPfc.hh:415
int m_RamKeepStdBlocks
number of standard-sized blocks kept after release
Definition: XrdPfc.hh:103
Configuration m_configuration
configurable parameters
Definition: XrdPfc.hh:419
Cache(XrdSysLogger *logger, XrdOucEnv *env)
Constructor.
Definition: XrdPfc.hh:135
bool IsFileActiveOrPurgeProtected(const std::string &)
XrdSysTrace * GetTrace()
Definition: XrdPfc.hh:389
void RegisterPrefetchFile(File *)
std::set< std::string > m_dirStatsDirs
directories for which stat reporting was requested
Definition: XrdPfc.hh:96
static bool VCheck(XrdVersionInfo &urVersion)
Version check.
Definition: XrdPfc.hh:333
XrdSysError m_log
XrdPfc namespace logger.
Definition: XrdPfc.hh:409
void inc_ref_cnt(File *, bool lock, bool high_debug)
Definition: XrdSysLogger.hh:52
char * f_str
Definition: XrdPfc.hh:137
int m_purgeColdFilesAge
purge files older than this age
Definition: XrdPfc.hh:92
#define stat(a, b)
Definition: XrdPosix.hh:96
static Cache & CreateInstance(XrdSysLogger *logger, XrdOucEnv *env)
Singleton creation.
bool is_uvkeep_purge_in_effect() const
Definition: XrdPfc.hh:61
void FileSyncDone(File *, bool high_debug)
bool m_allow_xrdpfc_command
flag for enabling access to /xrdpfc-command/ functionality.
Definition: XrdPfc.hh:79
bool m_hdfsmode
flag for enabling block-level operation
Definition: XrdPfc.hh:78
std::string m_diskUsageHWM
Definition: XrdPfc.hh:121
Definition: XrdPfcFile.hh:140
const char * get_dir(int pos)
Definition: XrdPfc.hh:222
void AddWriteTask(Block *b, bool from_read)
Add downloaded block in write queue.
bool xcschk(XrdOucStream &)
virtual int Prepare(const char *url, int oflags, mode_t mode)
Definition: XrdPfcTypes.hh:23
Definition: XrdOss.hh:498
std::string make_path()
Definition: XrdPfc.hh:228
bool Decide(XrdOucCacheIO *)
Makes decision if the original XrdOucCacheIO should be cached.
ScanAndPurgeThreadState_e
Definition: XrdPfc.hh:469
void Purge()
Thread function invoked to scan and purge files from disk when needed.
XrdSysTrace * m_trace
Definition: XrdPfc.hh:410
bool m_isClient
True if running as client.
Definition: XrdPfc.hh:430
void calculate_fractional_usages(long long du, long long fu, double &frac_du, double &frac_fu)
Contains parameters configurable from the xrootd config file.
Definition: XrdPfc.hh:55
bool ConfigXeq(char *, XrdOucStream &)
static const Cache & TheOne()
bool is_age_based_purge_in_effect() const
Definition: XrdPfc.hh:60
StatsMMap_t m_closed_files_stats
Definition: XrdPfc.hh:452
Definition: XrdPfcTypes.hh:23
long long m_fileUsageNominal
cache purge - files usage nominal
Definition: XrdPfc.hh:89
Definition: XrdPfcTypes.hh:23
long long m_fileUsageMax
cache purge - files usage maximum
Definition: XrdPfc.hh:90
XrdSysCondVar m_prefetch_condVar
lock for vector of prefetching files
Definition: XrdPfc.hh:421
bool does_cschk_have_missing_bits(CkSumCheck_e cks_on_file) const
Definition: XrdPfc.hh:74
void schedule_file_sync(File *, bool ref_cnt_already_set, bool high_debug)
std::multimap< std::string, XrdPfc::Stats > StatsMMap_t
Definition: XrdPfc.hh:447
bool is_cschk_any() const
Definition: XrdPfc.hh:71
ScanAndPurgeThreadState_e m_spt_state
Definition: XrdPfc.hh:477
std::string m_data_space
oss space for data files
Definition: XrdPfc.hh:82
int m_dirStatsMaxDepth
maximum depth for statistics write out
Definition: XrdPfc.hh:98
static const Configuration & Conf()
bool m_cs_ChkTLS
Allow TLS.
Definition: XrdPfc.hh:113
XrdSysCondVar condVar
write list condVar
Definition: XrdPfc.hh:436
XrdOss * m_oss
disk cache file system
Definition: XrdPfc.hh:413
long long m_flushCnt
nuber of unsynced blcoks on disk before flush is called
Definition: XrdPfc.hh:109
int m_n_dirs
Definition: XrdPfc.hh:186
static XrdScheduler * schedP
Definition: XrdPfc.hh:395
std::string m_fileUsageNominal
Definition: XrdPfc.hh:123
int m_purgeInterval
sleep interval between cache purges
Definition: XrdPfc.hh:91
virtual XrdOucCacheIO * Attach(XrdOucCacheIO *, int Options=0)
virtual XrdOucCacheIO * Attach(XrdOucCacheIO *ioP, int opts=0)=0
time_t m_cs_UVKeep
unverified checksum cache keep
Definition: XrdPfc.hh:111
Definition: XrdPfc.hh:469
XrdXrootdGStream * GetGStream()
Definition: XrdPfc.hh:391
DataFsState * m_fs_state
directory state for access / usage info and quotas
Definition: XrdPfc.hh:473
std::list< char * > m_RAM_std_blocks
A list of blocks of standard size, to be reused.
Definition: XrdPfc.hh:427
bool ConfigParameters(std::string, XrdOucStream &, TmpConfiguration &tmpc)
bool should_uvkeep_purge(time_t delta) const
Definition: XrdPfc.hh:76
void ReleaseRAM(char *buf, long long size)
PrefetchList m_prefetchList
Definition: XrdPfc.hh:464