content['error']['message'],
))
except ValueError:
- raise Exception("Getting an error while requiring {} ({})".format(url, content))
+ raise Exception("Bad error format while requiring {} ({})".format(url, content))
return content
except ValueError:
raise Exception("Getting an error while requiring {} ({})".format(url, content))
self.logfile.write("{}".format(result_str))
data_tmp.append(group_name)
data_tmp.append(test["name"])
- compare = self.__compare_results(self.__replace_var_in_str(test["result"]), result_str)
- self.logfile.write("\\---->{}: {}\n\n".format(compare, self.__replace_var_in_str(test["result"])))
+ if "result" in test:
+ compare = self.__compare_results(self.__replace_var_in_str(test["result"]), result_str)
+ self.logfile.write("\\---->{}: {}\n\n".format(compare, self.__replace_var_in_str(test["result"])))
+ else:
+ compare = not self.__compare_results(self.__replace_var_in_str(test["no_result"]), result_str)
+ self.logfile.write("\\---->{}: not {}\n\n".format(compare, self.__replace_var_in_str(test["no_result"])))
if error_str:
if compare:
compare = "\033[33mTrue\033[m"
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_assignment",
"command": "action assignment list $uuid_action $uuid_action_category",
- "result": "(?!$uuid_action_scope)",
+ "no_result": "$uuid_action_scope",
"description": "Check deleted assignment.",
"command_options": "-c id -f value"
},
{
"name": "list_action_category",
"command": "action category list",
- "result": "(?!$uuid_action_category)",
+ "no_result": "$uuid_action_category",
"description": "Check that my_new_action_category action_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_assignment",
"command": "action assignment list $uuid_action $uuid_action_category",
- "result": "(?!$uuid_action_scope)",
+ "no_result": "$uuid_action_scope",
"description": "Check deleted assignment.",
"command_options": "-c id -f value"
},
{
"name": "list_action_category",
"command": "action category list",
- "result": "(?!$uuid_action_category)",
+ "no_result": "$uuid_action_category",
"description": "Check that my_new_action_category action_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_action_category",
"command": "action category list",
- "result": "(?!$uuid_action_category)",
+ "no_result": "$uuid_action_category",
"description": "Check that my_new_action_category action_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_action_category",
"command": "action category list",
- "result": "(?!$uuid_action_category)",
+ "no_result": "$uuid_action_category",
"description": "Check that my_new_action_category action_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_scope",
"command": "action scope list $uuid_action_category",
- "result": "(?!$uuid_action_scope)",
+ "no_result": "$uuid_action_scope",
"description": "Check deleted scope.",
"command_options": "-c id -f value"
},
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_scope",
"command": "action scope list $uuid_action_category",
- "result": "(?!$uuid_action_scope)",
+ "no_result": "$uuid_action_scope",
"description": "Check deleted scope.",
"command_options": "-c id -f value"
},
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_action",
"command": "action list",
- "result": "(?!$uuid_action)",
+ "no_result": "$uuid_action",
"description": "Check that new_action_1 action was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_action",
"command": "action list",
- "result": "(?!$uuid_action)",
+ "no_result": "$uuid_action",
"description": "Check that new_action_1 action was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "List all tenants (must be empty)"
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!demo)",
+ "no_result": "demo",
"description": "Check if tenant demo is used."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!demo)",
+ "no_result": "demo",
"description": "Check if tenant demo is used."
},
{
{
"name": "check nova command",
"external_command": "nova list",
- "result": "(?!test_moonclient)",
+ "no_result": "test_moonclient",
"description": "Check that we cannot list nova servers due to the current rules"
},
{
{
"name": "swift list",
"external_command": "swift list",
- "result": "(?!moonclient_test)",
+ "no_result": "moonclient_test",
"description": "Check Swift command"
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!demo)",
+ "no_result": "demo",
"description": "Check if tenant demo is used."
},
{
{
"name": "swift list",
"external_command": "swift list",
- "result": "(?!moonclient_test)",
+ "no_result": "moonclient_test",
"description": "Check Swift command, it must be impossible due to current rules"
},
{
"name": "swift list",
"external_command": "swift list moonclient_test",
- "result": "(?!tmp/test.txt)",
+ "no_result": "tmp/test.txt",
"description": "Check that test file has not been uploaded."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!demo)",
+ "no_result": "demo",
"description": "List all tenants (must be empty)"
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_assignment",
"command": "object assignment list $uuid_object $uuid_object_category",
- "result": "(?!$uuid_object_scope)",
+ "no_result": "$uuid_object_scope",
"description": "Check deleted assignment.",
"command_options": "-c id -f value"
},
"description": "Delete one scope from object category role",
"command_options": ""
},
+ {
+ "name": "check_added_scope",
+ "command": "object scope list $uuid_object_category",
+ "no_result": "$uuid_object_scope",
+ "description": "Check added scope was deleted.",
+ "command_options": "-c id -f value"
+ },
{
"name": "delete_object_category",
"command": "object category delete $uuid_object_category",
{
"name": "list_object_category",
"command": "object category list",
- "result": "(?!$uuid_object_category)",
+ "no_result": "$uuid_object_category",
"description": "Check that my_new_object_category object_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_assignment",
"command": "object assignment list $uuid_object $uuid_object_category",
- "result": "(?!$uuid_object_scope)",
+ "no_result": "$uuid_object_scope",
"description": "Check deleted assignment.",
"command_options": "-c id -f value"
},
"description": "Delete one scope from object category role",
"command_options": ""
},
+ {
+ "name": "check_deleted_scope",
+ "command": "object scope list $uuid_object_category",
+ "no_result": "$uuid_object_scope",
+ "description": "Check added scope was deleted.",
+ "command_options": "-c id -f value"
+ },
{
"name": "delete_object_category",
"command": "object category delete $uuid_object_category",
{
"name": "list_object_category",
"command": "object category list",
- "result": "(?!$uuid_object_category)",
+ "no_result": "$uuid_object_category",
"description": "Check that my_new_object_category object_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_object_category",
"command": "object category list",
- "result": "(?!$uuid_object_category)",
+ "no_result": "$uuid_object_category",
"description": "Check that my_new_object_category object_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_object_category",
"command": "object category list",
- "result": "(?!$uuid_object_category)",
+ "no_result": "$uuid_object_category",
"description": "Check that my_new_object_category object_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_scope",
"command": "object scope list $uuid_object_category",
- "result": "(?!$uuid_object_scope)",
+ "no_result": "$uuid_object_scope",
"description": "Check deleted scope.",
"command_options": "-c id -f value"
},
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_scope",
"command": "object scope list $uuid_object_category",
- "result": "(?!$uuid_object_scope)",
+ "no_result": "$uuid_object_scope",
"description": "Check deleted scope.",
"command_options": "-c id -f value"
},
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_object",
"command": "object list",
- "result": "(?!$uuid_object)",
+ "no_result": "$uuid_object",
"description": "Check that nova_server_1 object was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_object",
"command": "object list",
- "result": "(?!$uuid_object)",
+ "no_result": "$uuid_object",
"description": "Check that nova_server_1 object was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_rule",
"command": "rule list $submetarule_uuid",
- "result": "(?!very_high)",
+ "no_result": "very_high",
"description": "Check that the rule was correctly deleted.",
"command_options": "-c s:subject_security_level -f value"
},
{
"name": "list_intraextension_authz",
"command": "intraextension list",
- "result": "(?!$uuid_authz)",
+ "no_result": "$uuid_authz",
"description": "Check the existence of that authz intra extension"
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
}
],
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_rule",
"command": "rule list $submetarule_uuid",
- "result": "(?!very_high)",
+ "no_result": "very_high",
"description": "Check that the rule was correctly deleted.",
"command_options": "-c s:subject_security_level -f value"
},
{
"name": "list_intraextension_authz",
"command": "intraextension list",
- "result": "(?!$uuid_authz)",
+ "no_result": "$uuid_authz",
"description": "Check the existence of that authz intra extension"
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
}
]
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
},
{
"name": "add_subject",
- "command": "subject add alt_demo",
+ "command": "subject add alt_demo --password nomoresecrete",
"result": "",
"description": "Add the new subject category alt_demo",
"command_options": ""
{
"name": "check_deleted_assignment",
"command": "subject assignment list $uuid_subject $uuid_subject_category",
- "result": "(?!$uuid_subject_scope)",
+ "no_result": "$uuid_subject_scope",
"description": "Check deleted assignment.",
"command_options": "-c id -f value"
},
{
"name": "list_subject_category",
"command": "subject category list",
- "result": "(?!$uuid_subject_category)",
+ "no_result": "$uuid_subject_category",
"description": "Check that my_new_subject_category subject_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
},
{
"name": "add_subject",
- "command": "subject add alt_demo",
+ "command": "subject add alt_demo --password nomoresecrete",
"result": "",
"description": "Add the new subject category alt_demo",
"command_options": ""
{
"name": "check_deleted_assignment",
"command": "subject assignment list $uuid_subject $uuid_subject_category",
- "result": "(?!$uuid_subject_scope)",
+ "no_result": "$uuid_subject_scope",
"description": "Check deleted assignment.",
"command_options": "-c id -f value"
},
{
"name": "list_subject_category",
"command": "subject category list",
- "result": "(?!$uuid_subject_category)",
+ "no_result": "$uuid_subject_category",
"description": "Check that my_new_subject_category subject_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_subject_category",
"command": "subject category list",
- "result": "(?!$uuid_subject_category)",
+ "no_result": "$uuid_subject_category",
"description": "Check that my_new_subject_category subject_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_subject_category",
"command": "subject category list",
- "result": "(?!$uuid_subject_category)",
+ "no_result": "$uuid_subject_category",
"description": "Check that my_new_subject_category subject_category was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_scope",
"command": "subject scope list $uuid_subject_category",
- "result": "(?!$uuid_subject_scope)",
+ "no_result": "$uuid_subject_scope",
"description": "Check deleted scope.",
"command_options": "-c id -f value"
},
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "check_deleted_scope",
"command": "subject scope list $uuid_subject_category",
- "result": "(?!$uuid_subject_scope)",
+ "no_result": "$uuid_subject_scope",
"description": "Check deleted scope.",
"command_options": "-c id -f value"
},
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_subject",
"command": "subject list",
- "result": "(?!$uuid_subject)",
+ "no_result": "$uuid_subject",
"description": "Check that alt_demo subject was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_subject",
"command": "subject list",
- "result": "(?!$uuid_subject)",
+ "no_result": "$uuid_subject",
"description": "Check that alt_demo subject was deleted."
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_intraextension_authz",
"command": "intraextension list",
- "result": "(?!$uuid_authz)",
+ "no_result": "$uuid_authz",
"description": "Check the existence of that authz intra extension"
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
}
],
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
},
{
{
"name": "list_intraextension_authz",
"command": "intraextension list",
- "result": "(?!$uuid_authz)",
+ "no_result": "$uuid_authz",
"description": "Check the existence of that authz intra extension"
},
{
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "Check if tenant alt_demo is used."
}
]
{
"name": "list tenant",
"command": "tenant list",
- "result": "(?!alt_demo)",
+ "no_result": "alt_demo",
"description": "List all tenants (must be empty)"
},
{