+++ /dev/null
-#ifndef CEPH_RGW_LC_H
-#define CEPH_RGW_LC_H
-
-#include <map>
-#include <string>
-#include <iostream>
-#include <include/types.h>
-
-#include "common/debug.h"
-
-#include "include/types.h"
-#include "include/rados/librados.hpp"
-#include "common/Mutex.h"
-#include "common/Cond.h"
-#include "common/iso_8601.h"
-#include "common/Thread.h"
-#include "rgw_common.h"
-#include "rgw_rados.h"
-#include "rgw_multi.h"
-#include "cls/rgw/cls_rgw_types.h"
-
-#include <atomic>
-
-#define HASH_PRIME 7877
-#define MAX_ID_LEN 255
-static string lc_oid_prefix = "lc";
-static string lc_index_lock_name = "lc_process";
-
-extern const char* LC_STATUS[];
-
-typedef enum {
- lc_uninitial = 0,
- lc_processing,
- lc_failed,
- lc_complete,
-}LC_BUCKET_STATUS;
-
-class LCExpiration
-{
-protected:
- string days;
- //At present only current object has expiration date
- string date;
-public:
- LCExpiration() {}
- ~LCExpiration() {}
-
- void encode(bufferlist& bl) const {
- ENCODE_START(3, 2, bl);
- ::encode(days, bl);
- ::encode(date, bl);
- ENCODE_FINISH(bl);
- }
- void decode(bufferlist::iterator& bl) {
- DECODE_START_LEGACY_COMPAT_LEN(3, 2, 2, bl);
- ::decode(days, bl);
- if (struct_v >= 3) {
- ::decode(date, bl);
- }
- DECODE_FINISH(bl);
- }
- void dump(Formatter *f) const;
-// static void generate_test_instances(list<ACLOwner*>& o);
- void set_days(const string& _days) { days = _days; }
- string get_days_str() const {
- return days;
- }
- int get_days() const {return atoi(days.c_str()); }
- bool has_days() const {
- return !days.empty();
- }
- void set_date(const string& _date) { date = _date; }
- string get_date() const {
- return date;
- }
- bool has_date() const {
- return !date.empty();
- }
- bool empty() const {
- return days.empty() && date.empty();
- }
- bool valid() const {
- if (!days.empty() && !date.empty()) {
- return false;
- } else if (!days.empty() && get_days() <= 0) {
- return false;
- }
- //We've checked date in xml parsing
- return true;
- }
-};
-WRITE_CLASS_ENCODER(LCExpiration)
-
-class LCFilter
-{
- protected:
- std::string prefix;
- // TODO add support for tagging
- public:
- const std::string& get_prefix() const{
- return prefix;
- }
-
- void set_prefix(const string& _prefix){
- prefix = _prefix;
- }
-
- void set_prefix(std::string&& _prefix){
- prefix = std::move(_prefix);
- }
-
- bool empty() const {
- return prefix.empty();
- }
-
- bool has_prefix() const {
- return !prefix.empty();
- }
-
- void encode(bufferlist& bl) const {
- ENCODE_START(1, 1, bl);
- ::encode(prefix, bl);
- ENCODE_FINISH(bl);
- }
- void decode(bufferlist::iterator& bl) {
- DECODE_START(1, bl);
- ::decode(prefix, bl);
- DECODE_FINISH(bl);
- }
-};
-WRITE_CLASS_ENCODER(LCFilter);
-
-
-
-class LCRule
-{
-protected:
- string id;
- string prefix;
- string status;
- LCExpiration expiration;
- LCExpiration noncur_expiration;
- LCExpiration mp_expiration;
- LCFilter filter;
- bool dm_expiration = false;
-
-public:
-
- LCRule(){};
- ~LCRule(){};
-
- bool get_id(string& _id) {
- _id = id;
- return true;
- }
-
- string& get_status() {
- return status;
- }
-
- string& get_prefix() {
- return prefix;
- }
-
- LCFilter& get_filter() {
- return filter;
- }
-
- LCExpiration& get_expiration() {
- return expiration;
- }
-
- LCExpiration& get_noncur_expiration() {
- return noncur_expiration;
- }
-
- LCExpiration& get_mp_expiration() {
- return mp_expiration;
- }
-
- bool get_dm_expiration() {
- return dm_expiration;
- }
-
- void set_id(string*_id) {
- id = *_id;
- }
-
- void set_prefix(string*_prefix) {
- prefix = *_prefix;
- }
-
- void set_status(string*_status) {
- status = *_status;
- }
-
- void set_expiration(LCExpiration*_expiration) {
- expiration = *_expiration;
- }
-
- void set_noncur_expiration(LCExpiration*_noncur_expiration) {
- noncur_expiration = *_noncur_expiration;
- }
-
- void set_mp_expiration(LCExpiration* _mp_expiration) {
- mp_expiration = *_mp_expiration;
- }
-
- void set_dm_expiration(bool _dm_expiration) {
- dm_expiration = _dm_expiration;
- }
-
- bool valid();
-
- void encode(bufferlist& bl) const {
- ENCODE_START(5, 1, bl);
- ::encode(id, bl);
- ::encode(prefix, bl);
- ::encode(status, bl);
- ::encode(expiration, bl);
- ::encode(noncur_expiration, bl);
- ::encode(mp_expiration, bl);
- ::encode(dm_expiration, bl);
- ::encode(filter, bl);
- ENCODE_FINISH(bl);
- }
- void decode(bufferlist::iterator& bl) {
- DECODE_START_LEGACY_COMPAT_LEN(5, 1, 1, bl);
- ::decode(id, bl);
- ::decode(prefix, bl);
- ::decode(status, bl);
- ::decode(expiration, bl);
- if (struct_v >=2) {
- ::decode(noncur_expiration, bl);
- }
- if (struct_v >= 3) {
- ::decode(mp_expiration, bl);
- }
- if (struct_v >= 4) {
- ::decode(dm_expiration, bl);
- }
- if (struct_v >= 5) {
- ::decode(filter, bl);
- }
- DECODE_FINISH(bl);
- }
-
-};
-WRITE_CLASS_ENCODER(LCRule)
-
-struct lc_op
-{
- bool status;
- bool dm_expiration;
- int expiration;
- int noncur_expiration;
- int mp_expiration;
- boost::optional<ceph::real_time> expiration_date;
-
- lc_op() : status(false), dm_expiration(false), expiration(0), noncur_expiration(0), mp_expiration(0) {}
-
-};
-
-class RGWLifecycleConfiguration
-{
-protected:
- CephContext *cct;
- map<string, lc_op> prefix_map;
- multimap<string, LCRule> rule_map;
- bool _add_rule(LCRule *rule);
- bool has_same_action(const lc_op& first, const lc_op& second);
-public:
- RGWLifecycleConfiguration(CephContext *_cct) : cct(_cct) {}
- RGWLifecycleConfiguration() : cct(NULL) {}
-
- void set_ctx(CephContext *ctx) {
- cct = ctx;
- }
-
- virtual ~RGWLifecycleConfiguration() {}
-
-// int get_perm(string& id, int perm_mask);
-// int get_group_perm(ACLGroupTypeEnum group, int perm_mask);
- void encode(bufferlist& bl) const {
- ENCODE_START(1, 1, bl);
- ::encode(rule_map, bl);
- ENCODE_FINISH(bl);
- }
- void decode(bufferlist::iterator& bl) {
- DECODE_START_LEGACY_COMPAT_LEN(1, 1, 1, bl);
- ::decode(rule_map, bl);
- multimap<string, LCRule>::iterator iter;
- for (iter = rule_map.begin(); iter != rule_map.end(); ++iter) {
- LCRule& rule = iter->second;
- _add_rule(&rule);
- }
- DECODE_FINISH(bl);
- }
- void dump(Formatter *f) const;
-// static void generate_test_instances(list<RGWAccessControlList*>& o);
-
- void add_rule(LCRule* rule);
-
- int check_and_add_rule(LCRule* rule);
-
- bool valid();
-
- multimap<string, LCRule>& get_rule_map() { return rule_map; }
- map<string, lc_op>& get_prefix_map() { return prefix_map; }
-/*
- void create_default(string id, string name) {
- ACLGrant grant;
- grant.set_canon(id, name, RGW_PERM_FULL_CONTROL);
- add_grant(&grant);
- }
-*/
-};
-WRITE_CLASS_ENCODER(RGWLifecycleConfiguration)
-
-class RGWLC {
- CephContext *cct;
- RGWRados *store;
- int max_objs{0};
- string *obj_names{nullptr};
- std::atomic<bool> down_flag = { false };
- string cookie;
-
- class LCWorker : public Thread {
- CephContext *cct;
- RGWLC *lc;
- Mutex lock;
- Cond cond;
-
- public:
- LCWorker(CephContext *_cct, RGWLC *_lc) : cct(_cct), lc(_lc), lock("LCWorker") {}
- void *entry() override;
- void stop();
- bool should_work(utime_t& now);
- int schedule_next_start_time(utime_t& start, utime_t& now);
- };
-
- public:
- LCWorker *worker;
- RGWLC() : cct(NULL), store(NULL), worker(NULL) {}
- ~RGWLC() {
- stop_processor();
- finalize();
- }
-
- void initialize(CephContext *_cct, RGWRados *_store);
- void finalize();
-
- int process();
- int process(int index, int max_secs);
- bool if_already_run_today(time_t& start_date);
- int list_lc_progress(const string& marker, uint32_t max_entries, map<string, int> *progress_map);
- int bucket_lc_prepare(int index);
- int bucket_lc_process(string& shard_id);
- int bucket_lc_post(int index, int max_lock_sec, pair<string, int >& entry, int& result);
- bool going_down();
- void start_processor();
- void stop_processor();
-
- private:
- int remove_expired_obj(RGWBucketInfo& bucket_info, rgw_obj_key obj_key, bool remove_indeed = true);
- bool obj_has_expired(double timediff, int days);
- int handle_multipart_expiration(RGWRados::Bucket *target, const map<string, lc_op>& prefix_map);
-};
-
-
-
-#endif
Code Review / stor4nfv.git / blobdiff