-
Notifications
You must be signed in to change notification settings - Fork 149
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Implement blacklisting in a FileCache decision plugin.
- Loading branch information
Showing
5 changed files
with
157 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,130 @@ | ||
| //---------------------------------------------------------------------------------- | ||
| // Copyright (c) 2015 by Board of Trustees of the Leland Stanford, Jr., University | ||
| // Author: Alja Mrak-Tadel, Matevz Tadel, Brian Bockelman | ||
| //---------------------------------------------------------------------------------- | ||
| // XRootD is free software: you can redistribute it and/or modify | ||
| // it under the terms of the GNU Lesser General Public License as published by | ||
| // the Free Software Foundation, either version 3 of the License, or | ||
| // (at your option) any later version. | ||
| // | ||
| // XRootD is distributed in the hope that it will be useful, | ||
| // but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| // GNU General Public License for more details. | ||
| // | ||
| // You should have received a copy of the GNU Lesser General Public License | ||
| // along with XRootD. If not, see <http://www.gnu.org/licenses/>. | ||
| //---------------------------------------------------------------------------------- | ||
|
|
||
| #include "XrdFileCacheDecision.hh" | ||
| #include "XrdSys/XrdSysError.hh" | ||
|
|
||
| #include <vector> | ||
| #include <fcntl.h> | ||
| #include <stdio.h> | ||
| #include <fnmatch.h> | ||
|
|
||
| class BlacklistDecision : public XrdFileCache::Decision | ||
| { | ||
| //---------------------------------------------------------------------------- | ||
| //! A decision library that allows all files to be cached except for a blacklist | ||
| //---------------------------------------------------------------------------- | ||
|
|
||
| public: | ||
| virtual bool Decide(const std::string & url, XrdOss &) const | ||
| { | ||
| size_t slashslash = url.find("//"); | ||
| const char *fname = url.c_str(); | ||
| if (slashslash != std::string::npos) | ||
| { | ||
| fname += slashslash+2; | ||
| fname = strchr(fname, '/'); | ||
| if (!fname) {return true;} | ||
| } | ||
| std::string url_path = fname; | ||
| size_t question = url_path.find("?"); | ||
| if (question != std::string::npos) | ||
| { | ||
| url_path[question] = '\0'; | ||
| fname = url_path.c_str(); | ||
| } | ||
| if ((strlen(fname) > 1) && (fname[0] == '/') && (fname[1] == '/')) | ||
| { | ||
| fname++; | ||
| } | ||
| //m_log.Emsg("BlacklistDecide", "Deciding whether to cache file", fname); | ||
| for (std::vector<std::string>::const_iterator it = m_blacklist.begin(); it != m_blacklist.end(); it++) | ||
| { | ||
| if (!fnmatch(it->c_str(), fname, FNM_PATHNAME)) | ||
| { | ||
| //m_log.Emsg("BlacklistDecide", "Not caching file as it matches blacklist entry", it->c_str()); | ||
| return false; | ||
| } | ||
| } | ||
| //m_log.Emsg("BlacklistDecide", "Caching file", fname); | ||
| return true; | ||
| } | ||
|
|
||
| BlacklistDecision(XrdSysError &log) | ||
| : m_log(log) | ||
| { | ||
| } | ||
|
|
||
| virtual bool ConfigDecision(const char * parms) | ||
| { | ||
| if (!parms || !parms[0] || (strlen(parms) == 0)) | ||
| { | ||
| m_log.Emsg("ConfigDecision", "Blacklist file not specified."); | ||
| return false; | ||
| } | ||
| m_log.Emsg("ConfigDecision", "Using blacklist", parms); | ||
| FILE * fp = fopen(parms, "r"); | ||
| if (fp == 0) | ||
| { | ||
| m_log.Emsg("ConfigDecision", errno, "Failed to open blacklist:", parms); | ||
| return false; | ||
| } | ||
|
|
||
| ssize_t read; | ||
| size_t len =0; | ||
| char *line = NULL; | ||
| while (-1 != (read=getline(&line, &len, fp))) | ||
| { | ||
| char *trimmed = line; | ||
| while (trimmed[0] && isspace(trimmed[0])) {trimmed++;} | ||
| if (trimmed[0] == 0) {continue;} | ||
| size_t filelen = strlen(trimmed); | ||
| if (trimmed[filelen-1] == '\n') {trimmed[filelen-1] = '\0';} | ||
| m_blacklist.push_back(trimmed); | ||
| } | ||
| free(line); | ||
| fclose(fp); | ||
| if (!feof(fp)) | ||
| { | ||
| m_log.Emsg("ConfigDecision", errno, "Failed to parse blacklist"); | ||
| } | ||
| for (std::vector<std::string>::const_iterator it=m_blacklist.begin(); it!=m_blacklist.end(); it++) | ||
| { | ||
| m_log.Emsg("ConfigDecision", "Cache is blacklisting paths matching", it->c_str()); | ||
| } | ||
| return true; | ||
| } | ||
|
|
||
| private: | ||
| std::vector<std::string> m_blacklist; | ||
| XrdSysError &m_log; | ||
| }; | ||
|
|
||
| /******************************************************************************/ | ||
| /* XrdFileCacheGetDecision */ | ||
| /******************************************************************************/ | ||
|
|
||
| // Return a decision object to use. | ||
| extern "C" | ||
| { | ||
| XrdFileCache::Decision *XrdFileCacheGetDecision(XrdSysError &err) | ||
| { | ||
| return new BlacklistDecision(err); | ||
| } | ||
| } | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters