packages/gala-ragdoll
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
gala-ragdoll/0003-conf-trace-info-and-conf-sync-optimize.patch

8171 lines
322 KiB
Diff
Raw Normal View History

conf sync optimize and add file trace interface (cherry picked from commit 4abe2e1be4a45af25a9f94d2de796e4afd6bb221)
2024-07-01 17:28:29 +08:00
diff --git a/config/gala-ragdoll.conf b/config/gala-ragdoll.conf
index 57ace32..8cb693a 100644
--- a/config/gala-ragdoll.conf
+++ b/config/gala-ragdoll.conf
@@ -5,21 +5,57 @@ user_email = "user_email"
[collect]
collect_address = "http://0.0.0.0"
-collect_api = "/demo/collectConf"
-collect_port = 11114
+collect_api = "/manage/config/collect"
+collect_port = 11111
[sync]
sync_address = "http://0.0.0.0"
-sync_api = "/demo/syncConf"
-sync_port = 11114
+sync_api = "/manage/config/sync"
+batch_sync_address = "http://0.0.0.0"
+batch_sync_api = "/manage/config/batch/sync"
+sync_port = 11111
[objectFile]
object_file_address = "http://0.0.0.0"
object_file_api = "/manage/config/objectfile"
object_file_port = 11111
+[sync_status]
+host_sync_status_address = "http://0.0.0.0"
+add_host_sync_status_api = "/manage/host/sync/status/add"
+delete_host_sync_status_api = "/manage/host/sync/status/delete"
+delete_all_host_sync_status_api = "/manage/all/host/sync/status/delete"
+host_sync_status_port = 11111
+
+[conf_trace]
+conf_trace_mgmt_address = "http://0.0.0.0"
+conf_trace_mgmt_api = "/conftrace/mgmt"
+conf_trace_delete_api = "/conftrace/delete"
+conf_trace_port = 11111
+
[ragdoll]
-port = 11114
+ip=127.0.0.1
+port=11114
+
+[mysql]
+ip=127.0.0.1
+port=3306
+database_name=aops
+engine_format=mysql+pymysql://@%s:%s/%s
+pool_size=100
+pool_recycle=7200
+
+[redis]
+ip=127.0.0.1
+port=6379
+
+[uwsgi]
+wsgi-file=manage.py
+daemonize=/var/log/aops/uwsgi/ragdoll.log
+http-timeout=600
+harakiri=600
+processes=2
+gevent=100
[log]
log_level = INFO
diff --git a/gala-ragdoll.spec b/gala-ragdoll.spec
index bdde9ce..33bbcdb 100644
--- a/gala-ragdoll.spec
+++ b/gala-ragdoll.spec
@@ -45,6 +45,9 @@ mkdir %{buildroot}/%{python3_sitelib}/ragdoll/config
install config/*.conf %{buildroot}/%{python3_sitelib}/ragdoll/config
mkdir -p %{buildroot}/%{_prefix}/lib/systemd/system
install service/gala-ragdoll.service %{buildroot}/%{_prefix}/lib/systemd/system
+install service/ragdoll %{buildroot}/%{_prefix}/bin/
+install service/ragdoll-filetrace %{buildroot}/%{_prefix}/bin/
+install service/ragdoll-filetrace.service %{buildroot}/%{_prefix}/lib/systemd/system
%pre
@@ -67,7 +70,11 @@ fi
%license LICENSE
/%{_sysconfdir}/ragdoll/gala-ragdoll.conf
%{_bindir}/ragdoll
+%{_bindir}/ragdoll-filetrace
%{_prefix}/lib/systemd/system/gala-ragdoll.service
+%{_prefix}/lib/systemd/system/ragdoll-filetrace.service
+%{_prefix}/bin/ragdoll
+%{_prefix}/bin/ragdoll-filetrace
%files -n python3-gala-ragdoll
@@ -77,6 +84,9 @@ fi
%changelog
+* Thu June 27 2024 zhangdaolong<zhangdaolong@isoftstone.com> - v1.4.0-4
+- Added real-time monitoring file function
+
* Mon Apr 17 2023 wenxin<shusheng.wen@outlook.com> - v1.3.0-3
- update the host id validate method for ragdoll
diff --git a/ragdoll/__main__.py b/ragdoll/__main__.py
deleted file mode 100644
index df65acb..0000000
--- a/ragdoll/__main__.py
+++ /dev/null
@@ -1,60 +0,0 @@
-#!/usr/bin/env python3
-
-import connexion
-import configparser
-import os
-import ast
-
-from ragdoll import encoder
-from ragdoll.const.conf_handler_const import CONFIG
-from ragdoll.utils.yang_module import YangModule
-from ragdoll.utils.prepare import Prepare
-
-
-def main():
- # prepare to load config
- load_prepare()
- # load yang modules
- load_yang()
- # load port for ragdoll
- ragdoll_port = load_port()
- app = connexion.App(__name__, specification_dir='./swagger/')
- app.app.json_encoder = encoder.JSONEncoder
- app.add_api('swagger.yaml', arguments={'title': 'Configuration traceability'})
- app.run(port=ragdoll_port)
-
-
-def load_prepare():
- git_dir, git_user_name, git_user_email = load_conf()
- prepare = Prepare(git_dir)
- prepare.mdkir_git_warehose(git_user_name, git_user_email)
-
-
-def load_yang():
- yang_modules = YangModule()
-
-
-def load_conf():
- cf = configparser.ConfigParser()
- if os.path.exists(CONFIG):
- cf.read(CONFIG, encoding="utf-8")
- else:
- cf.read("config/gala-ragdoll.conf", encoding="utf-8")
- git_dir = ast.literal_eval(cf.get("git", "git_dir"))
- git_user_name = ast.literal_eval(cf.get("git", "user_name"))
- git_user_email = ast.literal_eval(cf.get("git", "user_email"))
- return git_dir, git_user_name, git_user_email
-
-
-def load_port():
- cf = configparser.ConfigParser()
- if os.path.exists(CONFIG):
- cf.read(CONFIG, encoding="utf-8")
- else:
- cf.read("config/gala-ragdoll.conf", encoding="utf-8")
- ragdoll_port = cf.get("ragdoll", "port")
- return ragdoll_port
-
-
-if __name__ == '__main__':
- main()
diff --git a/ragdoll/conf/__init__.py b/ragdoll/conf/__init__.py
new file mode 100644
index 0000000..0c44a2e
--- /dev/null
+++ b/ragdoll/conf/__init__.py
@@ -0,0 +1,26 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: __init__.py.py
+@Time: 2024/3/4 9:37
+@Author: JiaoSiMao
+Description:
+"""
+from vulcanus.conf import Config
+
+from ragdoll.conf import default_config
+from ragdoll.conf.constant import MANAGER_CONFIG_PATH
+
+# read manager configuration
+configuration = Config(MANAGER_CONFIG_PATH, default_config)
+
diff --git a/ragdoll/conf/constant.py b/ragdoll/conf/constant.py
new file mode 100644
index 0000000..a14a0f9
--- /dev/null
+++ b/ragdoll/conf/constant.py
@@ -0,0 +1,53 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2021. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+Time:
+Author:
+Description: manager constant
+"""
+import os
+
+from ragdoll.utils.git_tools import GitTools
+
+BASE_CONFIG_PATH = "/etc/ragdoll/"
+
+# path of manager configuration
+MANAGER_CONFIG_PATH = os.path.join(BASE_CONFIG_PATH, 'gala-ragdoll.conf')
+
+TARGETDIR = GitTools().target_dir
+
+# domain
+CREATE_DOMAIN = "/domain/createDomain"
+DELETE_DOMAIN = "/domain/deleteDomain"
+QUERY_DOMAIN = "/domain/queryDomain"
+
+# host
+ADD_HOST_IN_DOMAIN = "/host/addHost"
+DELETE_HOST_IN_DOMAIN = "/host/deleteHost"
+GET_HOST_BY_DOMAIN = "/host/getHost"
+
+# management conf
+ADD_MANAGEMENT_CONFS_IN_DOMAIN = "/management/addManagementConf"
+UPLOAD_MANAGEMENT_CONFS_IN_DOMAIN = "/management/uploadManagementConf"
+DELETE_MANAGEMENT_CONFS_IN_DOMAIN = "/management/deleteManagementConf"
+GET_MANAGEMENT_CONFS_IN_DOMAIN = "/management/getManagementConf"
+QUERY_CHANGELOG_OF_MANAGEMENT_CONFS_IN_DOMAIN = "/management/queryManageConfChange"
+
+# confs
+GET_SYNC_STATUS = "/confs/getDomainStatus"
+QUERY_EXCEPTED_CONFS = "/confs/queryExpectedConfs"
+QUERY_REAL_CONFS = "/confs/queryRealConfs"
+SYNC_CONF_TO_HOST_FROM_DOMAIN = "/confs/syncConf"
+QUERY_SUPPORTED_CONFS = "/confs/querySupportedConfs"
+COMPARE_CONF_DIFF = "/confs/domain/diff"
+BATCH_SYNC_CONF_TO_HOST_FROM_DOMAIN = "/confs/batch/syncConf"
diff --git a/ragdoll/conf/default_config.py b/ragdoll/conf/default_config.py
new file mode 100644
index 0000000..094111a
--- /dev/null
+++ b/ragdoll/conf/default_config.py
@@ -0,0 +1,59 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2021. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+Time:
+Author:
+Description: default config of manager
+"""
+git = {"GIT_DIR": "/home/confTraceTest", "USER_NAME": "user_name", "USER_EMAIL": "user_email"}
+
+collect = {
+ "COLLECT_ADDRESS": "http://127.0.0.1",
+ "COLLECT_API": "/manage/config/collect",
+ "COLLECT_PORT": 11111
+}
+
+sync = {
+ "SYNC_ADDRESS": "http://127.0.0.1",
+ "SYNC_API": "/manage/config/sync",
+ "BATCH_SYNC_ADDRESS": "http://127.0.0.1",
+ "BATCH_SYNC_API": "/manage/config/batch/sync",
+ "SYNC_PORT": 11111
+}
+
+objectFile = {"OBJECT_FILE_ADDRESS": "http://127.0.0.1", "OBJECT_FILE_API": "/manage/config/objectfile",
+ "OBJECT_FILE_PORT": 11111}
+
+sync_status = {
+ "HOST_SYNC_STATUS_ADDRESS": "http://127.0.0.1",
+ "ADD_HOST_SYNC_STATUS_API": "/manage/host/sync/status/add",
+ "DELETE_HOST_SYNC_STATUS_API": "/manage/host/sync/status/delete",
+ "HOST_SYNC_STATUS_PORT": 11111
+}
+
+ragdoll = {"IP": "127.0.0.1", "PORT": 11114}
+
+mysql = {
+ "IP": "127.0.0.1",
+ "PORT": 3306,
+ "DATABASE_NAME": "aops",
+ "ENGINE_FORMAT": "mysql+pymysql://@%s:%s/%s",
+ "POOL_SIZE": 100,
+ "POOL_RECYCLE": 7200,
+}
+
+redis = {"IP": "127.0.0.1", "PORT": 6379}
+
+log = {"LOG_LEVEL": "INFO", "LOG_DIR": "/var/log/aops", "MAX_BYTES": 31457280, "BACKUP_COUNT": 40}
+
+
diff --git a/ragdoll/config_model/bash_config.py b/ragdoll/config_model/bash_config.py
index 73c1777..36016a9 100644
--- a/ragdoll/config_model/bash_config.py
+++ b/ragdoll/config_model/bash_config.py
@@ -59,8 +59,7 @@ class BashConfig(BaseHandlerConfig):
dst_conf_dict = json.loads(dst_conf)
src_conf_dict = json.loads(src_conf)
for src_conf in src_conf_dict:
- str_src_conf = str(src_conf)
- if str(dst_conf_dict).find(str_src_conf) == -1:
+ if src_conf not in dst_conf_dict:
res = NOT_SYNCHRONIZE
break
return res
diff --git a/ragdoll/config_model/fstab_config.py b/ragdoll/config_model/fstab_config.py
index 416fd62..5f712e8 100644
--- a/ragdoll/config_model/fstab_config.py
+++ b/ragdoll/config_model/fstab_config.py
@@ -13,7 +13,6 @@
import re
from ragdoll.config_model.base_handler_config import BaseHandlerConfig
from ragdoll.const.conf_handler_const import FSTAB_COLUMN_NUM
-from ragdoll.log.log import LOGGER
class FstabConfig(BaseHandlerConfig):
"""
diff --git a/ragdoll/config_model/hostname_config.py b/ragdoll/config_model/hostname_config.py
new file mode 100644
index 0000000..bca3877
--- /dev/null
+++ b/ragdoll/config_model/hostname_config.py
@@ -0,0 +1,68 @@
+# ******************************************************************************
+# Copyright (C) 2023 isoftstone Technologies Co., Ltd. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+Time: 2023-07-19 11:23:00
+Author: liulei
+Description: text type config analyze
+"""
+import json
+
+from ragdoll.config_model.base_handler_config import BaseHandlerConfig
+from ragdoll.const.conf_handler_const import SYNCHRONIZED, NOT_SYNCHRONIZE
+from ragdoll.log.log import LOGGER
+
+
+class HostnameConfig(BaseHandlerConfig):
+ @staticmethod
+ def parse_conf_to_dict(conf_info):
+ """
+ 将配置信息conf_info转为list，但是并未校验配置项是否合法
+ """
+ conf_dict_list = list()
+
+ conf_list = conf_info.strip().splitlines()
+ for line in conf_list:
+ if line is None or line.strip() == '' or line.strip()[0] in '#;':
+ continue
+
+ strip_line = str(line.strip()).replace("\t", " ")
+ conf_dict_list.append(strip_line)
+ return conf_dict_list
+
+ def read_conf(self, conf_info):
+ conf_dict_list = self.parse_conf_to_dict(conf_info)
+ if conf_dict_list:
+ self.conf = conf_dict_list
+
+ def write_conf(self):
+ content = ""
+ for value in self.conf:
+ if value is not None:
+ content = content + value + "\n"
+ return content
+
+ def conf_compare(self, src_conf, dst_conf):
+ """
+ desc: 比较dst_conf和src_conf是否相同，dst_conf和src_conf均为序列化后的配置信息。
+ return：dst_conf和src_conf相同返回SYNCHRONIZED
+ dst_conf和src_conf不同返回NOT_SYNCHRONIZE
+ """
+ res = SYNCHRONIZED
+ dst_conf_dict = json.loads(dst_conf)
+ src_conf_dict = json.loads(src_conf)
+ if not dst_conf_dict or not src_conf_dict:
+ res = NOT_SYNCHRONIZE
+ return res
+ if dst_conf_dict[0] != src_conf_dict[0]:
+ res = NOT_SYNCHRONIZE
+
+ return res
diff --git a/ragdoll/config_model/hosts_config.py b/ragdoll/config_model/hosts_config.py
index 50660ec..1bc9452 100644
--- a/ragdoll/config_model/hosts_config.py
+++ b/ragdoll/config_model/hosts_config.py
@@ -19,7 +19,6 @@ import json
from ragdoll.config_model.base_handler_config import BaseHandlerConfig
from ragdoll.log.log import LOGGER
-from ragdoll.utils.yang_module import YangModule
from ragdoll.const.conf_handler_const import NOT_SYNCHRONIZE, SYNCHRONIZED
ipv4 = re.compile('^((25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(25[0-5]|2[0-4]\d|[01]?\d\d?)$')
@@ -64,7 +63,7 @@ class HostsConfig(BaseHandlerConfig):
ip_domain = re.split("\s+", line)
if len(ip_domain) == 1:
error_conf = True
- LOGGER.warning("ip_domain contains incorrect formatting")
+ LOGGER.error("Ip_domain contains incorrect formatting")
break
ip = ip_domain[0]
if ipv4.match(ip) or ipv6.match(ip):
@@ -73,7 +72,7 @@ class HostsConfig(BaseHandlerConfig):
res[ip] = str_value
else:
error_conf = True
- LOGGER.warning("ip does not meet the ipv4 or ipv6 format")
+ LOGGER.error("Ip does not meet the ipv4 or ipv6 format")
break
return error_conf, res
@@ -84,7 +83,7 @@ class HostsConfig(BaseHandlerConfig):
self.conf = dict_res
@staticmethod
- def conf_compare(dst_conf, src_conf):
+ def conf_compare(src_conf, dst_conf):
res = SYNCHRONIZED
dst_conf_dict = json.loads(dst_conf)
src_conf_dict = json.loads(src_conf)
diff --git a/ragdoll/config_model/ini_config.py b/ragdoll/config_model/ini_config.py
index 9f9dc3d..0c0bd50 100644
--- a/ragdoll/config_model/ini_config.py
+++ b/ragdoll/config_model/ini_config.py
@@ -11,7 +11,6 @@
# ******************************************************************************/
import re
-import json
import copy
from collections import OrderedDict as _default_dict
diff --git a/ragdoll/config_model/sshd_config.py b/ragdoll/config_model/sshd_config.py
index e499bb2..35ed872 100644
--- a/ragdoll/config_model/sshd_config.py
+++ b/ragdoll/config_model/sshd_config.py
@@ -83,7 +83,7 @@ class SshdConfig():
self.conf = conf_list
@staticmethod
- def conf_compare(dst_conf, src_conf):
+ def conf_compare(src_conf, dst_conf):
"""
desc: 比较dst_conf和src_conf是否相同，dst_conf和src_conf均为序列化后的配置信息。
return：dst_conf和src_conf相同返回SYNCHRONIZED
@@ -93,9 +93,9 @@ class SshdConfig():
dst_conf_dict = json.loads(dst_conf)
src_conf_dict = json.loads(src_conf)
- for dst_conf in dst_conf_dict:
- str_dst_conf = str(dst_conf)
- if str(src_conf_dict).find(str_dst_conf) == -1:
+ for src_conf in src_conf_dict:
+ str_src_conf = str(src_conf)
+ if str(dst_conf_dict).find(str_src_conf) == -1:
res = NOT_SYNCHRONIZE
break
return res
diff --git a/ragdoll/config_model/text_config.py b/ragdoll/config_model/text_config.py
index dadd915..dd4165a 100644
--- a/ragdoll/config_model/text_config.py
+++ b/ragdoll/config_model/text_config.py
@@ -44,5 +44,4 @@ class TextConfig(BaseHandlerConfig):
for value in self.conf:
if value is not None:
content = content + value + "\n"
- content = content + '\n'
return content
\ No newline at end of file
diff --git a/ragdoll/confs_manage/__init__.py b/ragdoll/confs_manage/__init__.py
new file mode 100644
index 0000000..25b0334
--- /dev/null
+++ b/ragdoll/confs_manage/__init__.py
@@ -0,0 +1,18 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: __init__.py.py
+@Time: 2024/3/11 9:01
+@Author: JiaoSiMao
+Description:
+"""
diff --git a/ragdoll/confs_manage/view.py b/ragdoll/confs_manage/view.py
new file mode 100644
index 0000000..4280fa7
--- /dev/null
+++ b/ragdoll/confs_manage/view.py
@@ -0,0 +1,479 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: view.py
+@Time: 2024/3/11 9:01
+@Author: JiaoSiMao
+Description:
+"""
+import os
+
+import connexion
+from vulcanus.restful.resp.state import SUCCEED, SERVER_ERROR, PARAM_ERROR, NO_DATA
+from vulcanus.restful.response import BaseResponse
+
+from ragdoll.conf.constant import TARGETDIR
+from ragdoll.const.conf_files import yang_conf_list
+from ragdoll.const.conf_handler_const import NOT_SYNCHRONIZE
+from ragdoll.function.verify.confs import GetSyncStatusSchema, QueryExceptedConfsSchema, QueryRealConfsSchema, \
+ SyncConfToHostFromDomainSchema, QuerySupportedConfsSchema, CompareConfDiffSchema, \
+ BatchSyncConfToHostFromDomainSchema
+from ragdoll.log.log import LOGGER
+from ragdoll.utils.conf_tools import ConfTools
+from ragdoll.utils.format import Format
+from ragdoll.utils.host_tools import HostTools
+from ragdoll.utils.yang_module import YangModule
+
+
+class GetTheSyncStatusOfDomain(BaseResponse):
+ @BaseResponse.handle(schema=GetSyncStatusSchema, token=True)
+ def post(self, **params):
+ """
+ get the status of the domain
+ get the status of whether the domain has been synchronized # noqa: E501
+
+ :param body:
+ :type body: dict | bytes
+
+ :rtype: SyncStatus
+ """
+ access_token = connexion.request.headers.get("access_token")
+ domain = params.get("domainName")
+ ip = params.get("ip")
+ # check domain
+ base_rsp, code_num = Format.check_domain_param(domain)
+ if code_num != 200:
+ return base_rsp, code_num
+
+ # get manage confs in domain
+ code_num, code_string, manage_confs = Format.get_domain_conf(domain)
+ if not manage_confs:
+ return self.response(code=SUCCEED, message=code_string, data=manage_confs)
+
+ # get real conf in host
+ host_id = Format.get_host_id_by_ip(ip, domain)
+ real_conf_res_text = Format.get_realconf_by_domain_and_host(domain, [host_id], access_token)
+ if real_conf_res_text is None:
+ return self.response(code=SERVER_ERROR, message="get real conf failed")
+
+ # compare manage conf with real conf
+ sync_status = Format.diff_mangeconf_with_realconf(domain, real_conf_res_text, manage_confs)
+
+ # deal with not found files
+ man_conf_list = []
+ for d_man_conf in manage_confs:
+ man_conf_list.append(d_man_conf.get("file_path").split(":")[-1])
+ for d_host in sync_status["hostStatus"]:
+ d_sync_status = d_host["syncStatus"]
+ file_list = []
+ for d_file in d_sync_status:
+ file_path = d_file["file_path"]
+ file_list.append(file_path)
+ for d_man_conf in man_conf_list:
+ if d_man_conf in file_list:
+ continue
+ else:
+ comp_res = "NOT FOUND"
+ conf_is_synced = {"file_path": d_man_conf, "isSynced": comp_res}
+ d_sync_status.append(conf_is_synced)
+ return self.response(code=SUCCEED, message="successfully get the sync status of domain", data=sync_status)
+
+
+class QueryExceptedConfs(BaseResponse):
+ @BaseResponse.handle(schema=QueryExceptedConfsSchema, token=True)
+ def post(self, **params):
+ """
+ query the supported configurations in the current project
+ queryExpectedConfs # noqa: E501
+
+ :rtype: List[ExceptedConfInfo]
+ """
+ # 直接从入参中读取domain列表
+ domain_names = params.get("domainNames")
+ if len(domain_names) == 0:
+ code_num = PARAM_ERROR
+ code_string = "The current domain does not exist, please create the domain first."
+ return self.response(code=code_num, message=code_string)
+
+ all_domain_expected_files = []
+ yang_modules = YangModule()
+ for d_domain in domain_names:
+ domain_path = os.path.join(TARGETDIR, d_domain["domainName"])
+ expected_conf_lists = {"domainName": d_domain["domainName"], "confBaseInfos": []}
+ # Traverse all files in the source management repository
+ for root, dirs, files in os.walk(domain_path):
+ # Domain also contains host cache files, so we need to add hierarchical judgment for root
+ if len(files) > 0 and len(root.split('/')) > 3:
+ if "hostRecord.txt" in files:
+ continue
+ for d_file in files:
+ feature = os.path.join(root.split('/')[-1], d_file)
+ d_module = yang_modules.getModuleByFeature(feature)
+ file_lists = yang_modules.getFilePathInModdule(yang_modules.module_list)
+ file_path = file_lists.get(d_module.name()).split(":")[-1]
+ d_file_path = os.path.join(root, d_file)
+ expected_value = Format.get_file_content_by_read(d_file_path)
+ conf_base_info = {"filePath": file_path, "expectedContents": expected_value}
+ expected_conf_lists.get("confBaseInfos").append(conf_base_info)
+ all_domain_expected_files.append(expected_conf_lists)
+
+ LOGGER.debug("all_domain_expected_files is : {}".format(all_domain_expected_files))
+
+ if len(all_domain_expected_files) == 0:
+ code_num = PARAM_ERROR
+ code_string = "The current domain does not exist, please create the domain first."
+ return self.response(code=code_num, message=code_string)
+
+ return self.response(code=SUCCEED, message="Successfully get the expected configuration file information.",
+ data=all_domain_expected_files)
+
+
+class QueryRealConfs(BaseResponse):
+ @BaseResponse.handle(schema=QueryRealConfsSchema, token=True)
+ def post(self, **params):
+ """
+ query the real configuration value in the current hostId node
+
+ query the real configuration value in the current hostId node # noqa: E501
+
+ :param body:
+ :type body: dict | bytes
+
+ :rtype: List[RealConfInfo]
+ """
+ access_token = connexion.request.headers.get("access_token")
+ domain = params.get("domainName")
+ host_list = params.get("hostIds")
+
+ check_res = Format.domainCheck(domain)
+ if not check_res:
+ codeNum = PARAM_ERROR
+ codeString = "Failed to verify the input parameter, please check the input parameters."
+ return self.response(code=codeNum, message=codeString)
+
+ # check the domain is Exist
+ is_exist = Format.isDomainExist(domain)
+ if not is_exist:
+ codeNum = PARAM_ERROR
+ codeString = "The current domain does not exist, please create the domain first."
+ return self.response(code=codeNum, message=codeString)
+
+ # check whether the host is configured in the domain
+ is_host_list_exist = Format.isHostInDomain(domain)
+ LOGGER.debug("is_host_list_exist is : {}".format(is_host_list_exist))
+ if not is_host_list_exist:
+ codeNum = PARAM_ERROR
+ codeString = "The host information is not set in the current domain. Please add the host information first"
+ return self.response(code=codeNum, message=codeString)
+
+ # get all hosts managed by the current domain.
+ # If host_list is empty, query all hosts in the current domain.
+ # If host_list is not empty, the actual contents of the currently given host are queried.
+ exist_host = []
+ failed_host = []
+ if len(host_list) > 0:
+ host_tool = HostTools()
+ exist_host, failed_host = host_tool.getHostExistStatus(domain, host_list)
+ else:
+ res_text = Format.get_hostinfo_by_domain(domain)
+ if len(res_text) == 0:
+ code_num = NO_DATA
+ code_string = "The host currently controlled in the domain is empty. Please add host information to " \
+ "the domain. "
+ return self.response(code=code_num, message=code_string)
+
+ if len(exist_host) == 0 or len(failed_host) == len(host_list):
+ codeNum = PARAM_ERROR
+ codeString = "The host information is not set in the current domain. Please add the host information first"
+ return self.response(code=codeNum, message=codeString)
+
+ # get the management conf in domain
+ res = Format.get_realconf_by_domain_and_host(domain, exist_host, access_token)
+ if len(res) == 0:
+ codeNum = NO_DATA
+ codeString = "Real configuration query failed. The failure reason is : The real configuration does not " \
+ "found. "
+ return self.response(code=codeNum, message=codeString)
+
+ return self.response(code=SUCCEED, message="Successfully query real confs", data=res)
+
+
+class SyncConfToHostFromDomain(BaseResponse):
+ @BaseResponse.handle(schema=SyncConfToHostFromDomainSchema, token=True)
+ def put(self, **params):
+ """
+ synchronize the configuration information of the configuration domain to the host # noqa: E501
+
+ :param body:
+ :type body: dict | bytes
+
+ :rtype: List[HostSyncResult]
+ """
+ access_token = connexion.request.headers.get("access_token")
+ domain = params.get("domainName")
+ sync_list = params.get("syncList")
+
+ host_sync_confs = dict()
+
+ for sync in sync_list:
+ host_sync_confs[sync["hostId"]] = sync["syncConfigs"]
+
+ # check the input domain
+ check_res = Format.domainCheck(domain)
+ if not check_res:
+ code_num = PARAM_ERROR
+ code_string = "Failed to verify the input parameter, please check the input parameters."
+ return self.response(code=code_num, message=code_string)
+
+ # check whether the domain exists
+ is_exist = Format.isDomainExist(domain)
+ if not is_exist:
+ code_num = NO_DATA
+ code_string = "The current domain does not exist, please create the domain first."
+ return self.response(code=code_num, message=code_string)
+
+ # get the management host in domain
+ res_host_text = Format.get_hostinfo_by_domain(domain)
+ if len(res_host_text) == 0:
+ code_num = NO_DATA
+ code_string = "The host currently controlled in the domain is empty. Please add host information to the " \
+ "domain. "
+ return self.response(code=code_num, message=code_string)
+
+ # Check whether the host is in the managed host list
+ exist_host = []
+ if len(host_sync_confs) > 0:
+ host_ids = host_sync_confs.keys()
+ for host_id in host_ids:
+ for d_host in res_host_text:
+ if host_id == d_host.get("host_id"):
+ exist_host.append(host_id)
+ else:
+ for d_host in res_host_text:
+ temp_host = {}
+ temp_host["hostId"] = d_host.get("host_id")
+ exist_host.append(temp_host)
+ LOGGER.debug("exist_host is : {}".format(exist_host))
+
+ if len(exist_host) == 0:
+ code_num = PARAM_ERROR
+ code_string = "The host information is not set in the current domain. Please add the host information first"
+ return self.response(code=code_num, message=code_string)
+
+ # get the management conf in domain
+ man_conf_res_text = Format.get_manageconf_by_domain(domain)
+ LOGGER.debug("man_conf_res_text is : {}".format(man_conf_res_text))
+ manage_confs = man_conf_res_text.get("conf_files")
+
+ # Deserialize and reverse parse the expected configuration
+ conf_tools = ConfTools()
+ # 组装入参
+ file_path_infos = dict()
+ for host_id in exist_host:
+ sync_confs = host_sync_confs.get(host_id)
+ for d_man_conf in manage_confs:
+ file_path = d_man_conf.get("file_path").split(":")[-1]
+ if file_path in sync_confs:
+ contents = d_man_conf.get("contents")
+ file_path_infos[file_path] = contents
+
+ code_num, code_string, sync_res = Format.deal_batch_sync_res(conf_tools, exist_host, file_path_infos,
+ access_token)
+ if code_num != 200:
+ return self.response(code=SERVER_ERROR, message=code_string, data=sync_res)
+ return self.response(code=SUCCEED, message=code_string, data=sync_res)
+
+
+class QuerySupportedConfs(BaseResponse):
+ @BaseResponse.handle(schema=QuerySupportedConfsSchema, token=True)
+ def post(self, **params):
+ """
+ query supported configuration list # noqa: E501
+
+ :param body:
+ :type body: dict | bytes
+
+ :rtype: List
+ """
+ domain = params.get("domainName")
+ check_res = Format.domainCheck(domain)
+ if not check_res:
+ code_num = PARAM_ERROR
+ code_string = "Failed to verify the input parameter, please check the input parameters."
+ return self.response(code=code_num, message=code_string)
+
+ is_exist = Format.isDomainExist(domain)
+ if not is_exist:
+ code_num = NO_DATA
+ code_string = "The current domain does not exist, please create the domain first."
+ return self.response(code=code_num, message=code_string)
+
+ conf_files = Format.get_manageconf_by_domain(domain)
+ conf_files = conf_files.get("conf_files")
+ if len(conf_files) == 0:
+ return yang_conf_list
+
+ exist_conf_list = []
+ for conf in conf_files:
+ exist_conf_list.append(conf.get('file_path'))
+
+ return list(set(yang_conf_list).difference(set(exist_conf_list)))
+
+
+class CompareConfDiff(BaseResponse):
+ @BaseResponse.handle(schema=CompareConfDiffSchema, token=True)
+ def post(self, **params):
+ """
+ compare conf different, return host sync status
+
+ :param body:
+ :type body: dict
+
+ :rtype:
+ """
+ expected_confs_resp_list = params.get("expectedConfsResp")
+ domain_result = params.get("domainResult")
+ expected_confs_resp_dict = Format.deal_expected_confs_resp(expected_confs_resp_list)
+
+ real_conf_res_text_dict = Format.deal_domain_result(domain_result)
+ # 循环real_conf_res_text_list 取出每一个domain的domain_result与expected_confs_resp_dict的expected_confs_resp做对比
+ sync_result = []
+ for domain_name, real_conf_res_text_list in real_conf_res_text_dict.items():
+ expected_confs_resp = expected_confs_resp_dict.get(domain_name)
+ sync_status = Format.diff_mangeconf_with_realconf_for_db(domain_name, real_conf_res_text_list,
+ expected_confs_resp)
+ domain_name = sync_status["domainName"]
+ host_status_list = sync_status["hostStatus"]
+
+ for signal_status in host_status_list:
+ host_id = signal_status["hostId"]
+ domain_host_sync_status = 1
+ sync_status_list = signal_status["syncStatus"]
+ for single_sync_status in sync_status_list:
+ if single_sync_status["isSynced"] == NOT_SYNCHRONIZE:
+ domain_host_sync_status = 0
+ break
+ single_domain_host_status = {"domain_name": domain_name, "host_id": host_id,
+ "sync_status": domain_host_sync_status}
+ sync_result.append(single_domain_host_status)
+ return self.response(code=SUCCEED, message="successfully compare conf diff", data=sync_result)
+
+
+class BatchSyncConfToHostFromDomain(BaseResponse):
+ @BaseResponse.handle(schema=BatchSyncConfToHostFromDomainSchema, token=True)
+ def put(self, **params):
+ """
+ synchronize the configuration information of the configuration domain to the host # noqa: E501
+
+ :param body:
+ :type body: dict | bytes
+
+ :rtype: List[HostSyncResult]
+ """
+ access_token = connexion.request.headers.get("access_token")
+ domain = params.get("domainName")
+ host_ids = params.get("hostIds")
+ # check domain
+ base_rsp, code_num = Format.check_domain_param(domain)
+ if code_num != 200:
+ return base_rsp, code_num
+
+ # 根据domain和ip获取有哪些不同步的文件
+ # get manage confs in domain
+ code_num, code_string, manage_confs = Format.get_domain_conf(domain)
+ if not manage_confs:
+ return self.response(code=SUCCEED, message=code_string, data=manage_confs)
+
+ # get real conf in host
+ real_conf_res_text = Format.get_realconf_by_domain_and_host(domain, host_ids, access_token)
+ # compare manage conf with real conf
+ sync_status = Format.diff_mangeconf_with_realconf(domain, real_conf_res_text, manage_confs)
+ # 解析sync_status，取出未同步的数据
+ host_sync_confs = dict()
+ host_status = sync_status["hostStatus"]
+ for host_result in host_status:
+ host_id = host_result["hostId"]
+ sync_status = host_result["syncStatus"]
+ sync_configs = []
+ for sync_result in sync_status:
+ if sync_result["isSynced"] == NOT_SYNCHRONIZE:
+ sync_configs.append(sync_result["file_path"])
+ host_sync_confs[host_id] = sync_configs
+
+ # check the input domain
+ check_res = Format.domainCheck(domain)
+ if not check_res:
+ code_num = PARAM_ERROR
+ code_string = "Failed to verify the input parameter, please check the input parameters."
+ return self.response(code=code_num, message=code_string)
+
+ # check whether the domain exists
+ is_exist = Format.isDomainExist(domain)
+ if not is_exist:
+ code_num = NO_DATA
+ code_string = "The current domain does not exist, please create the domain first."
+ return self.response(code=code_num, message=code_string)
+
+ # get the management host in domain
+ res_host_text = Format.get_hostinfo_by_domain(domain)
+ if len(res_host_text) == 0:
+ code_num = NO_DATA
+ code_string = "The host currently controlled in the domain is empty. Please add host information to the " \
+ "domain. "
+ return self.response(code=code_num, message=code_string)
+ # Check whether the host is in the managed host list
+ exist_host = []
+ if len(host_sync_confs) > 0:
+ host_ids = host_sync_confs.keys()
+ for host_id in host_ids:
+ for d_host in res_host_text:
+ if host_id == d_host.get("host_id"):
+ exist_host.append(host_id)
+ else:
+ for d_host in res_host_text:
+ tmp_host = {"hostId": d_host.get("host_id")}
+ exist_host.append(tmp_host)
+ LOGGER.debug("exist_host is : {}".format(exist_host))
+
+ if len(exist_host) == 0:
+ code_num = PARAM_ERROR
+ code_string = "The host information is not set in the current domain. Please add the host information first"
+ return self.response(code=code_num, message=code_string)
+
+ # get the management conf in domain
+ man_conf_res_text = Format.get_manageconf_by_domain(domain)
+ LOGGER.debug("man_conf_res_text is : {}".format(man_conf_res_text))
+ manage_confs = man_conf_res_text.get("conf_files")
+
+ # Deserialize and reverse parse the expected configuration
+ conf_tools = ConfTools()
+ # 组装入参
+ file_path_infos = dict()
+ for host_id in exist_host:
+ sync_confs = host_sync_confs.get(host_id)
+ for d_man_conf in manage_confs:
+ file_path = d_man_conf.get("file_path").split(":")[-1]
+ if file_path in sync_confs:
+ contents = d_man_conf.get("contents")
+ file_path_infos[file_path] = contents
+
+ if not file_path_infos:
+ code_num = PARAM_ERROR
+ code_string = "No config needs to be synchronized"
+ return self.response(code=code_num, message=code_string)
+ code_num, code_string, sync_res = Format.deal_batch_sync_res(conf_tools, exist_host, file_path_infos,
+ access_token)
+
+ if code_num != 200:
+ return self.response(code=SERVER_ERROR, message=code_string, data=sync_res)
+ return self.response(code=SUCCEED, message=code_string, data=sync_res)
diff --git a/ragdoll/controllers/__init__.py b/ragdoll/controllers/__init__.py
deleted file mode 100644
index e69de29..0000000
diff --git a/ragdoll/controllers/confs_controller.py b/ragdoll/controllers/confs_controller.py
deleted file mode 100644
index 44269f9..0000000
--- a/ragdoll/controllers/confs_controller.py
+++ /dev/null
@@ -1,339 +0,0 @@
-import connexion
-import os
-
-from ragdoll.log.log import LOGGER
-from ragdoll.models.base_response import BaseResponse # noqa: E501
-from ragdoll.models.conf_host import ConfHost # noqa: E501
-from ragdoll.models.domain_name import DomainName # noqa: E501
-from ragdoll.models.excepted_conf_info import ExceptedConfInfo # noqa: E501
-from ragdoll.models.sync_req import SyncReq
-from ragdoll.models.sync_status import SyncStatus # noqa: E501
-from ragdoll.models.conf_base_info import ConfBaseInfo
-from ragdoll.models.conf_is_synced import ConfIsSynced
-from ragdoll.models.host_sync_result import HostSyncResult
-
-from ragdoll.controllers.format import Format
-from ragdoll.utils.git_tools import GitTools
-from ragdoll.utils.yang_module import YangModule
-from ragdoll.utils.conf_tools import ConfTools
-from ragdoll.utils.host_tools import HostTools
-from ragdoll.utils.object_parse import ObjectParse
-from ragdoll.const.conf_files import yang_conf_list
-
-TARGETDIR = GitTools().target_dir
-
-
-def get_the_sync_status_of_domain(body=None): # noqa: E501
- """
- get the status of the domain
- get the status of whether the domain has been synchronized # noqa: E501
-
- :param body:
- :type body: dict | bytes
-
- :rtype: SyncStatus
- """
-
- if connexion.request.is_json:
- body = DomainName.from_dict(connexion.request.get_json()) # noqa: E501
-
- domain = body.domain_name
- # check domain
- code_num = 200
- base_rsp = None
- base_rsp, code_num = Format.check_domain_param(domain)
- if code_num != 200:
- return base_rsp, code_num
-
- # get manage confs in domain
- LOGGER.debug("############## get the confs in domain ##############")
- base_rsp, code_num, manage_confs = Format._get_domain_conf(domain)
- if code_num != 200:
- return base_rsp, code_num
-
- # get real conf in host
- LOGGER.debug("############## query the real conf ##############")
- host_ids = Format.get_hostid_list_by_domain(domain)
- real_conf_res_text = Format.get_realconf_by_domain_and_host(domain, host_ids)
-
- # compare manage conf with real conf
- sync_status = Format.diff_mangeconf_with_realconf(domain, real_conf_res_text, manage_confs)
-
- # deal with not found files
- man_conf_list = []
- for d_man_conf in manage_confs:
- man_conf_list.append(d_man_conf.get("file_path").split(":")[-1])
- for d_host in sync_status.host_status:
- d_sync_status = d_host.sync_status
- file_list = []
- for d_file in d_sync_status:
- file_path = d_file.file_path
- file_list.append(file_path)
- for d_man_conf in man_conf_list:
- if d_man_conf in file_list:
- continue
- else:
- comp_res = "NOT FOUND"
- conf_is_synced = ConfIsSynced(file_path=d_man_conf,
- is_synced=comp_res)
- d_sync_status.append(conf_is_synced)
-
- return sync_status
-
-
-def query_excepted_confs(): # noqa: E501
- """
- query the supported configurations in the current project
- queryExpectedConfs # noqa: E501
-
- :rtype: List[ExceptedConfInfo]
- """
- # get all domain
- LOGGER.debug("############## get all domain ##############")
- cmd = "ls {}".format(TARGETDIR)
- git_tools = GitTools()
- res_domain = git_tools.run_shell_return_output(cmd).decode().split()
-
- if len(res_domain) == 0:
- code_num = 400
- base_rsp = BaseResponse(code_num, "The current domain does not exist, please create the domain first.")
- return base_rsp, code_num
-
- success_domain = []
- all_domain_expected_files = []
- yang_modules = YangModule()
- for d_domian in res_domain:
- domain_path = os.path.join(TARGETDIR, d_domian)
- expected_conf_lists = ExceptedConfInfo(domain_name=d_domian,
- conf_base_infos=[])
- # Traverse all files in the source management repository
- for root, dirs, files in os.walk(domain_path):
- # Domain also contains host cache files, so we need to add hierarchical judgment for root
- if len(files) > 0 and len(root.split('/')) > 3:
- if "hostRecord.txt" in files:
- continue
- for d_file in files:
- feature = os.path.join(root.split('/')[-1], d_file)
- d_module = yang_modules.getModuleByFeature(feature)
- file_lists = yang_modules.getFilePathInModdule(yang_modules.module_list)
- file_path = file_lists.get(d_module.name()).split(":")[-1]
- d_file_path = os.path.join(root, d_file)
- expected_value = Format.get_file_content_by_read(d_file_path)
-
- git_tools = GitTools()
- git_message = git_tools.getLogMessageByPath(d_file_path)
-
- conf_base_info = ConfBaseInfo(file_path=file_path,
- expected_contents=expected_value,
- change_log=git_message)
- expected_conf_lists.conf_base_infos.append(conf_base_info)
- all_domain_expected_files.append(expected_conf_lists)
-
- LOGGER.debug("########################## expetedConfInfo ####################")
- LOGGER.debug("all_domain_expected_files is : {}".format(all_domain_expected_files))
- LOGGER.debug("########################## expetedConfInfo end ####################")
-
- if len(all_domain_expected_files) == 0:
- code_num = 400
- base_rsp = BaseResponse(code_num, "The current domain does not exist, please create the domain first.")
- return base_rsp, code_num
-
- return all_domain_expected_files
-
-
-def query_real_confs(body=None): # noqa: E501
- """
- query the real configuration value in the current hostId node
-
- query the real configuration value in the current hostId node # noqa: E501
-
- :param body:
- :type body: dict | bytes
-
- :rtype: List[RealConfInfo]
- """
- if connexion.request.is_json:
- body = ConfHost.from_dict(connexion.request.get_json()) # noqa: E501
-
- domain = body.domain_name
- host_list = body.host_ids
-
- check_res = Format.domainCheck(domain)
- if not check_res:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- # check the domain is Exist
- is_exist = Format.isDomainExist(domain)
- if not is_exist:
- code_num = 400
- base_rsp = BaseResponse(code_num, "The current domain does not exist, please create the domain first.")
- return base_rsp, code_num
-
- # check whether the host is configured in the domain
- is_host_list_exist = Format.isHostInDomain(domain)
- LOGGER.debug("is_host_list_exist is : {}".format(is_host_list_exist))
- if not is_host_list_exist:
- code_num = 400
- base_rsp = BaseResponse(code_num, "The host information is not set in the current domain." +
- "Please add the host information first")
- return base_rsp, code_num
-
- # get all hosts managed by the current domain.
- # If host_list is empty, query all hosts in the current domain.
- # If host_list is not empty, the actual contents of the currently given host are queried.
- exist_host = []
- failed_host = []
- if len(host_list) > 0:
- host_tool = HostTools()
- exist_host, failed_host = host_tool.getHostExistStatus(domain, host_list)
- else:
- LOGGER.debug("############## get the host in domain ##############")
- res_text = Format.get_hostinfo_by_domain(domain)
- if len(res_text) == 0:
- code_num = 404
- base_rsp = BaseResponse(code_num, "The host currently controlled in the domain is empty." +
- "Please add host information to the domain.")
-
- if len(exist_host) == 0 or len(failed_host) == len(host_list):
- code_num = 400
- base_rsp = BaseResponse(code_num, "The host information is not set in the current domain." +
- "Please add the host information first")
- return base_rsp, code_num
-
- # get the management conf in domain
- LOGGER.debug("############## get the management conf in domain ##############")
- res = Format.get_realconf_by_domain_and_host(domain, exist_host)
- if len(res) == 0:
- code_num = 400
- res_text = "The real configuration does not found."
- base_rsp = BaseResponse(code_num, "Real configuration query failed." +
- "The failure reason is : " + res_text)
- return base_rsp, code_num
-
- return res
-
-
-def sync_conf_to_host_from_domain(body=None): # noqa: E501
- """
- synchronize the configuration information of the configuration domain to the host # noqa: E501
-
- :param body:
- :type body: dict | bytes
-
- :rtype: List[HostSyncResult]
- """
- if connexion.request.is_json:
- body = SyncReq.from_dict(connexion.request.get_json()) # noqa: E501
-
- domain = body.domain_name
- sync_list = body.sync_list
-
- host_sync_confs = dict()
-
- for sync in sync_list:
- host_sync_confs[sync.host_id] = sync.sync_configs
-
- # check the input domain
- check_res = Format.domainCheck(domain)
- if not check_res:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- # check whether the domain exists
- is_exist = Format.isDomainExist(domain)
- if not is_exist:
- code_num = 404
- base_rsp = BaseResponse(code_num, "The current domain does not exist, please create the domain first.")
- return base_rsp, code_num
-
- # get the management host in domain
- res_host_text = Format.get_hostinfo_by_domain(domain)
- if len(res_host_text) == 0:
- code_num = 404
- base_rsp = BaseResponse(code_num, "The host currently controlled in the domain is empty." +
- "Please add host information to the domain.")
- # Check whether the host is in the managed host list
- exist_host = []
- if len(host_sync_confs) > 0:
- host_ids = host_sync_confs.keys()
- for host_id in host_ids:
- for d_host in res_host_text:
- if host_id == d_host.get("host_id"):
- exist_host.append(host_id)
- else:
- for d_host in res_host_text:
- temp_host = {}
- temp_host["hostId"] = d_host.get("host_id")
- exist_host.append(temp_host)
- LOGGER.debug("exist_host is : {}".format(exist_host))
-
- if len(exist_host) == 0:
- code_num = 400
- base_rsp = BaseResponse(code_num, "The host information is not set in the current domain." +
- "Please add the host information first")
- return base_rsp, code_num
-
- # get the management conf in domain
- LOGGER.debug("############## get management conf in domain ##############")
- man_conf_res_text = Format.get_manageconf_by_domain(domain)
- LOGGER.debug("man_conf_res_text is : {}".format(man_conf_res_text))
- manage_confs = man_conf_res_text.get("conf_files")
- LOGGER.debug("manage_confs is : {}".format(manage_confs))
-
- # Deserialize and reverse parse the expected configuration
- conf_tools = ConfTools()
- sync_res = []
- for host_id in exist_host:
- host_sync_result = HostSyncResult(host_id=host_id,
- sync_result=[])
- sync_confs = host_sync_confs.get(host_id)
- for d_man_conf in manage_confs:
- file_path = d_man_conf.get("file_path").split(":")[-1]
- if file_path in sync_confs:
- contents = d_man_conf.get("contents")
- object_parse = ObjectParse()
- Format.deal_sync_res(conf_tools, contents, file_path, host_id, host_sync_result, object_parse)
- sync_res.append(host_sync_result)
-
- return sync_res
-
-
-def query_supported_confs(body=None):
- """
- query supported configuration list # noqa: E501
-
- :param body:
- :type body: dict | bytes
-
- :rtype: List
- """
- if connexion.request.is_json:
- body = DomainName.from_dict(connexion.request.get_json())
-
- domain = body.domain_name
-
- check_res = Format.domainCheck(domain)
- if not check_res:
- code_num = 400
- base_rsp = BaseResponse(code_num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, code_num
-
- is_exist = Format.isDomainExist(domain)
- if not is_exist:
- code_num = 404
- base_rsp = BaseResponse(code_num, "The current domain does not exist, please create the domain first.")
- return base_rsp, code_num
-
- conf_files = Format.get_manageconf_by_domain(domain)
- conf_files = conf_files.get("conf_files")
- if len(conf_files) == 0:
- return yang_conf_list
-
- exist_conf_list = []
- for conf in conf_files:
- exist_conf_list.append(conf.get('file_path'))
-
- return list(set(yang_conf_list).difference(set(exist_conf_list)))
diff --git a/ragdoll/controllers/domain_controller.py b/ragdoll/controllers/domain_controller.py
deleted file mode 100644
index fd6a7e5..0000000
--- a/ragdoll/controllers/domain_controller.py
+++ /dev/null
@@ -1,124 +0,0 @@
-import connexion
-import six
-import os
-import shutil
-import logging
-
-from ragdoll.models.base_response import BaseResponse # noqa: E501
-from ragdoll.models.domain import Domain # noqa: E501
-from ragdoll import util
-from ragdoll.controllers.format import Format
-from ragdoll.utils.git_tools import GitTools
-
-TARGETDIR = GitTools().target_dir
-
-# logging.basicConfig(filename='log.log',
-# format='%(asctime)s - %(name)s - %(levelname)s -%(module)s: %(message)s',
-# datefmt='%Y-%m-%d %H:%M:%S %p',
-# level=10)
-
-def create_domain(body=None): # noqa: E501
- """create domain
-
- create domain # noqa: E501
-
- :param body: domain info
- :type body: list | bytes
-
- :rtype: BaseResponse
- """
- if connexion.request.is_json:
- body = [Domain.from_dict(d) for d in connexion.request.get_json()] # noqa: E501
-
- if len(body) == 0:
- base_rsp = BaseResponse(400, "The input domain cannot be empty, please check the domain.")
- return base_rsp
-
- successDomain = []
- failedDomain = []
-
- for domain in body:
- tempDomainName = domain.domain_name
- checkRes = Format.domainCheck(tempDomainName)
- isExist = Format.isDomainExist(tempDomainName)
- if isExist or not checkRes:
- failedDomain.append(tempDomainName)
- else:
- successDomain.append(tempDomainName)
- domainPath = os.path.join(TARGETDIR, tempDomainName)
- os.umask(0o077)
- os.mkdir(domainPath)
-
- if len(failedDomain) == 0:
- codeNum = 200
- codeString = Format.spliceAllSuccString("domain", "created", successDomain)
- else:
- codeNum = 400
- if len(body) == 1:
- if isExist:
- codeString = "domain {} create failed because it has been existed.".format(failedDomain[0])
- elif not checkRes:
- codeString = "domain {} create failed because format is incorrect.".format(failedDomain[0])
- else:
- codeString = Format.splicErrorString("domain", "created", successDomain, failedDomain)
-
- base_rsp = BaseResponse(codeNum, codeString)
-
- return base_rsp, codeNum
-
-
-def delete_domain(domainName): # noqa: E501
- """delete domain
-
- delete domain # noqa: E501
-
- :param domainName: the domain that needs to be deleted
- :type domainName: List[str]
-
- :rtype: BaseResponse
- """
- if len(domainName) == 0:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The entered domian is empty")
- return base_rsp, codeNum
-
- successDomain = []
- failedDomain = []
-
- for tempDomainName in domainName:
- checkRes = Format.domainCheck(tempDomainName)
- isExist = Format.isDomainExist(tempDomainName)
- if checkRes and isExist:
- domainPath = os.path.join(TARGETDIR, tempDomainName)
- successDomain.append(tempDomainName)
- shutil.rmtree(domainPath)
- else:
- failedDomain.append(tempDomainName)
-
- if len(failedDomain) == 0:
- codeNum = 200
- codeString = Format.spliceAllSuccString("domain", "delete", successDomain)
- else:
- codeNum = 400
- codeString = Format.splicErrorString("domain", "delete", successDomain, failedDomain)
-
- base_rsp = BaseResponse(codeNum, codeString)
- return base_rsp, codeNum
-
-
-def query_domain(): # noqa: E501
- """
- query the list of all configuration domain # noqa: E501
- :rtype: List[Domain]
- """
- domain_list = []
- cmd = "ls {}".format(TARGETDIR)
- gitTools = GitTools()
- ls_res = gitTools.run_shell_return_output(cmd).decode()
- ll_list = ls_res.split('\n')
- for d_ll in ll_list:
- if d_ll:
- domain = Domain(domain_name = d_ll)
- domain_list.append(domain)
-
- return domain_list, 200
diff --git a/ragdoll/controllers/format.py b/ragdoll/controllers/format.py
deleted file mode 100644
index 9676296..0000000
--- a/ragdoll/controllers/format.py
+++ /dev/null
@@ -1,614 +0,0 @@
-import os
-import re
-import json
-import configparser
-import ast
-import requests
-from ragdoll.log.log import LOGGER
-
-from ragdoll.const.conf_handler_const import NOT_SYNCHRONIZE, SYNCHRONIZED, CONFIG, \
- DIRECTORY_FILE_PATH_LIST
-from ragdoll.models import ConfSyncedRes
-from ragdoll.models.base_response import BaseResponse # noqa: E501
-from ragdoll.models.conf_file import ConfFile
-from ragdoll.models.conf_files import ConfFiles
-from ragdoll.models.realconf_base_info import RealconfBaseInfo
-from ragdoll.models.real_conf_info import RealConfInfo # noqa: E501
-from ragdoll.models.conf_is_synced import ConfIsSynced
-from ragdoll.models.host_sync_status import HostSyncStatus
-from ragdoll.models.single_config import SingleConfig
-from ragdoll.models.sync_status import SyncStatus # noqa: E501
-from ragdoll.models.host import Host # noqa: E501
-from ragdoll.utils.host_tools import HostTools
-
-
-class Format(object):
-
- @staticmethod
- def domainCheck(domainName):
- res = True
- if not re.match(r"^[A-Za-z0-9_\.-]*$", domainName) or domainName == "" or len(domainName) > 255:
- res = False
- return res
-
- @staticmethod
- def isDomainExist(domainName):
- TARGETDIR = Format.get_git_dir()
- domainPath = os.path.join(TARGETDIR, domainName)
- if os.path.exists(domainPath):
- return True
-
- return False
-
- @staticmethod
- def spliceAllSuccString(obj, operation, succDomain):
- """
- docstring
- """
- codeString = "All {obj} {oper} successfully, {succ} {obj} in total.".format( \
- obj=obj, oper=operation, succ=len(succDomain))
- return codeString
-
- @staticmethod
- def splicErrorString(obj, operation, succDomain, failDomain):
- """
- docstring
- """
- codeString = "{succ} {obj} {oper} successfully, {fail} {obj} {oper} failed.".format( \
- succ=len(succDomain), obj=obj, oper=operation, fail=len(failDomain))
-
- succString = "\n"
- if len(succDomain) > 0:
- succString = "These are successful: "
- for succName in succDomain:
- succString += succName + " "
- succString += "."
-
- if len(failDomain) > 0:
- failString = "These are failed: "
- for failName in failDomain:
- failString += failName + " "
- return codeString + succString + failString
-
- return codeString + succString
-
- @staticmethod
- def two_abs_join(abs1, abs2):
- """
- Absolute path Joins two absolute paths together
- :param abs1: main path
- :param abs2: the spliced path
- :return: together the path
- """
- # 1. Format path (change \\ in path to \)
- abs2 = os.fspath(abs2)
-
- # 2. Split the path file
- abs2 = os.path.splitdrive(abs2)[1]
- # 3. Remove the beginning '/'
- abs2 = abs2.strip('\\/') or abs2
- return os.path.abspath(os.path.join(abs1, abs2))
-
- @staticmethod
- def isContainedHostIdInfile(f_file, content):
- isContained = False
- with open(f_file, 'r') as d_file:
- for line in d_file.readlines():
- line_dict = json.loads(str(ast.literal_eval(line)).replace("'", "\""))
- if content == line_dict["host_id"]:
- isContained = True
- break
- return isContained
-
- @staticmethod
- def addHostToFile(d_file, host):
- info_json = json.dumps(str(host), sort_keys=False, indent=4, separators=(',', ': '))
- os.umask(0o077)
- with open(d_file, 'a+') as host_file:
- host_file.write(info_json)
- host_file.write("\n")
-
- @staticmethod
- def getSubDirFiles(path):
- """
- desc: Subdirectory records and files need to be logged to the successConf
- """
- fileRealPathList = []
- fileXPathlist = []
- for root, dirs, files in os.walk(path):
- if len(files) > 0:
- preXpath = root.split('/', 3)[3]
- for d_file in files:
- xpath = os.path.join(preXpath, d_file)
- fileXPathlist.append(xpath)
- realPath = os.path.join(root, d_file)
- fileRealPathList.append(realPath)
-
- return fileRealPathList, fileXPathlist
-
- @staticmethod
- def isHostInDomain(domainName):
- """
- desc: Query domain Whether host information is configured in the domain
- """
- isHostInDomain = False
- TARGETDIR = Format.get_git_dir()
- domainPath = os.path.join(TARGETDIR, domainName)
- hostPath = os.path.join(domainPath, "hostRecord.txt")
- if os.path.isfile(hostPath):
- isHostInDomain = True
-
- return isHostInDomain
-
- @staticmethod
- def isHostIdExist(hostPath, hostId):
- """
- desc: Query hostId exists within the current host domain management
- """
- isHostIdExist = False
- if os.path.isfile(hostPath) and os.stat(hostPath).st_size > 0:
- with open(hostPath) as h_file:
- for line in h_file.readlines():
- if hostId in line:
- isHostIdExist = True
- break
-
- return isHostIdExist
-
- @staticmethod
- def is_exists_file(d_file):
- if os.path.exists(d_file):
- return True
- if os.path.islink(d_file):
- LOGGER.debug("file: %s is a symlink, skipped!", d_file)
- return False
- LOGGER.error("file: %s does not exist.", d_file)
- return False
-
- @staticmethod
- def get_file_content_by_readlines(d_file):
- """
- desc: remove empty lines and comments from d_file
- """
- res = []
- try:
- with open(d_file, 'r') as s_f:
- lines = s_f.readlines()
- for line in lines:
- tmp = line.strip()
- if not len(tmp) or tmp.startswith("#"):
- continue
- res.append(line)
- except FileNotFoundError:
- LOGGER.error(f"File not found: {d_file}")
- except IOError as e:
- LOGGER.error(f"IO error: {e}")
- except Exception as e:
- LOGGER.error(f"An error occurred: {e}")
- return res
-
- @staticmethod
- def get_file_content_by_read(d_file):
- """
- desc: return a string after read the d_file
- """
- if not os.path.exists(d_file):
- return ""
- with open(d_file, 'r') as s_f:
- lines = s_f.read()
- return lines
-
- @staticmethod
- def rsplit(_str, seps):
- """
- Splits _str by the first sep in seps that is found from the right side.
- Returns a tuple without the separator.
- """
- for idx, ch in enumerate(reversed(_str)):
- if ch in seps:
- return _str[0:-idx - 1], _str[-idx:]
-
- @staticmethod
- def arch_sep(package_string):
- """
- Helper method for finding if arch separator is '.' or '-'
-
- Args:
- package_string (str): dash separated package string such as 'bash-4.2.39-3.el7'.
-
- Returns:
- str: arch separator
- """
- return '.' if package_string.rfind('.') > package_string.rfind('-') else '-'
-
- @staticmethod
- def set_file_content_by_path(content, path):
- res = 0
- if os.path.exists(path):
- with open(path, 'w+') as d_file:
- for d_cont in content:
- d_file.write(d_cont)
- d_file.write("\n")
- res = 1
- return res
-
- @staticmethod
- def get_git_dir():
- cf = configparser.ConfigParser()
- if os.path.exists(CONFIG):
- cf.read(CONFIG, encoding="utf-8")
- else:
- parent = os.path.dirname(os.path.realpath(__file__))
- conf_path = os.path.join(parent, "../../config/gala-ragdoll.conf")
- cf.read(conf_path, encoding="utf-8")
- git_dir = ast.literal_eval(cf.get("git", "git_dir"))
- return git_dir
-
- @staticmethod
- def get_hostinfo_by_domain(domainName):
- """
- desc: Query hostinfo by domainname
- """
- TARGETDIR = Format.get_git_dir()
- hostlist = []
- domainPath = os.path.join(TARGETDIR, domainName)
- hostPath = os.path.join(domainPath, "hostRecord.txt")
- if not os.path.isfile(hostPath) or os.stat(hostPath).st_size == 0:
- return hostlist
- try:
- with open(hostPath, 'r') as d_file:
- for line in d_file.readlines():
- json_str = json.loads(line)
- host_json = ast.literal_eval(json_str)
- hostId = host_json["host_id"]
- ip = host_json["ip"]
- ipv6 = host_json["ipv6"]
- host = Host(host_id=hostId, ip=ip, ipv6=ipv6)
- hostlist.append(host.to_dict())
- except OSError as err:
- LOGGER.error("OS error: {0}".format(err))
- return hostlist
- if len(hostlist) == 0:
- LOGGER.debug("hostlist is empty : {}".format(hostlist))
- else:
- LOGGER.debug("hostlist is : {}".format(hostlist))
- return hostlist
-
- @staticmethod
- def get_manageconf_by_domain(domain):
- expected_conf_lists = ConfFiles(domain_name=domain, conf_files=[])
- TARGETDIR = Format.get_git_dir()
- domainPath = os.path.join(TARGETDIR, domain)
- from ragdoll.utils.yang_module import YangModule
- for root, dirs, files in os.walk(domainPath):
- if len(files) > 0 and len(root.split('/')) > 3:
- if "hostRecord.txt" in files:
- continue
- for d_file in files:
- d_file_path = os.path.join(root, d_file)
- contents = Format.get_file_content_by_read(d_file_path)
- feature = os.path.join(root.split('/')[-1], d_file)
- yang_modules = YangModule()
- d_module = yang_modules.getModuleByFeature(feature)
- file_lists = yang_modules.getFilePathInModdule(yang_modules.module_list)
- file_path = file_lists.get(d_module.name()).split(":")[-1]
-
- conf = ConfFile(file_path=file_path, contents=contents)
- expected_conf_lists.conf_files.append(conf.to_dict())
-
- LOGGER.debug("expected_conf_lists is :{}".format(expected_conf_lists))
- return expected_conf_lists.to_dict()
-
- @staticmethod
- def get_realconf_by_domain_and_host(domain, exist_host):
- res = []
- conf_files = Format.get_manageconf_by_domain(domain)
-
- # get the real conf in host
- conf_list = []
- from ragdoll.utils.conf_tools import ConfTools
- from ragdoll.utils.object_parse import ObjectParse
- conf_tools = ConfTools()
- for d_conf in conf_files.get("conf_files"):
- file_path = d_conf.get("file_path").split(":")[-1]
- if file_path not in DIRECTORY_FILE_PATH_LIST:
- conf_list.append(file_path)
- else:
- d_conf_cs = d_conf.get("contents")
- d_conf_contents = json.loads(d_conf_cs)
- for d_conf_key, d_conf_value in d_conf_contents.items():
- conf_list.append(d_conf_key)
- LOGGER.debug("############## get the real conf in host ##############")
- get_real_conf_body = {}
- get_real_conf_body_info = []
- for d_host in exist_host:
- get_real_conf_body_infos = {}
- get_real_conf_body_infos["host_id"] = d_host
- get_real_conf_body_infos["config_list"] = conf_list
- get_real_conf_body_info.append(get_real_conf_body_infos)
- get_real_conf_body["infos"] = get_real_conf_body_info
- url = conf_tools.load_url_by_conf().get("collect_url")
- headers = {"Content-Type": "application/json"}
- try:
- response = requests.post(url, data=json.dumps(get_real_conf_body), headers=headers) # post request
- except requests.exceptions.RequestException as connect_ex:
- LOGGER.error(f"An error occurred: {connect_ex}")
- codeNum = 500
- codeString = "Failed to obtain the actual configuration, please check the interface of config/collect."
- base_rsp = BaseResponse(codeNum, codeString)
- return base_rsp, codeNum
- resp = json.loads(response.text).get("data")
- resp_code = json.loads(response.text).get("code")
- if (resp_code != "200") and (resp_code != "206"):
- return res
-
- if not resp or len(resp) == 0:
- return res
-
- success_lists = {}
- failed_lists = {}
-
- for d_res in resp:
- d_host_id = d_res.get("host_id")
- fail_files = d_res.get("fail_files")
- if len(fail_files) > 0:
- failed_lists["host_id"] = d_host_id
- failed_lists_conf = []
- for d_failed in fail_files:
- failed_lists_conf.append(d_failed)
- failed_lists["failed_conf"] = failed_lists_conf
- failed_lists["success_conf"] = []
- else:
- success_lists["host_id"] = d_host_id
- success_lists["success_conf"] = []
- success_lists["failed_conf"] = []
-
- read_conf_info = RealConfInfo(domain_name=domain,
- host_id=d_host_id,
- conf_base_infos=[])
- d_res_infos = d_res.get("infos")
-
- real_directory_conf = {}
- real_directory_conf_list = {}
- object_parse = ObjectParse()
- for d_file in d_res_infos:
- content = d_file.get("content")
- file_path = d_file.get("path")
- file_atrr = d_file.get("file_attr").get("mode")
- file_owner = "({}, {})".format(d_file.get("file_attr").get("group"),
- d_file.get("file_attr").get("owner"))
- directory_flag = False
- for dir_path in DIRECTORY_FILE_PATH_LIST:
- if str(file_path).find(dir_path) != -1:
- if real_directory_conf.get(dir_path) is None:
- real_directory_conf_list[dir_path] = list()
- real_directory_conf[dir_path] = RealconfBaseInfo(file_path=dir_path,
- file_attr=file_atrr,
- file_owner=file_owner,
- conf_contens="")
-
- directory_conf = dict()
- directory_conf["path"] = file_path
- directory_conf["content"] = content
- real_directory_conf_list.get(dir_path).append(directory_conf)
- directory_flag = True
- break
- if not directory_flag:
- Format.deal_conf_list_content(content, d_file, file_path, object_parse, read_conf_info)
- if len(fail_files) > 0:
- failed_lists.get("success_conf").append(file_path)
- else:
- success_lists.get("success_conf").append(file_path)
-
- for dir_path, dir_value in real_directory_conf_list.items():
- content_string = object_parse.parse_directory_single_conf_to_json(dir_value,
- real_directory_conf[
- dir_path].file_path)
- real_directory_conf[dir_path].conf_contens = content_string
- real_conf_base_info = real_directory_conf.get(dir_path)
-
- read_conf_info.conf_base_infos.append(real_conf_base_info)
- res.append(read_conf_info)
- return res
-
- @staticmethod
- def deal_conf_list_content(content, d_file, file_path, object_parse, read_conf_info):
- content_string = object_parse.parse_conf_to_json(file_path, content)
- file_atrr = d_file.get("file_attr").get("mode")
- file_owner = "({}, {})".format(d_file.get("file_attr").get("group"),
- d_file.get("file_attr").get("owner"))
- real_conf_base_info = RealconfBaseInfo(path=file_path,
- file_path=file_path,
- file_attr=file_atrr,
- file_owner=file_owner,
- conf_contens=content_string)
- read_conf_info.conf_base_infos.append(real_conf_base_info)
-
- @staticmethod
- def check_domain_param(domain):
- code_num = 200
- base_resp = None
- check_res = Format.domainCheck(domain)
- if not check_res:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- # check the domian is exist
- is_exist = Format.isDomainExist(domain)
- if not is_exist:
- code_num = 404
- base_rsp = BaseResponse(code_num, "The current domain does not exist, please create the domain first.")
- return base_rsp, code_num
-
- # get the exist result of the host in domain
- is_host_list_exist = Format.isHostInDomain(domain)
- if not is_host_list_exist:
- code_num = 404
- base_rsp = BaseResponse(code_num, "The host information is not set in the current domain." +
- "Please add the host information first")
- return base_resp, code_num
-
- @staticmethod
- def get_hostid_list_by_domain(domain):
- host_ids = []
- res_text = Format.get_hostinfo_by_domain(domain)
- if len(res_text) == 0:
- return host_ids
-
- host_tools = HostTools()
- host_ids = host_tools.getHostList(res_text)
- return host_ids
-
- @staticmethod
- def _get_domain_conf(domain):
- code_num = 200
- base_resp = None
- # get the host info in domain
- LOGGER.debug("############## get the host in domain ##############")
- host_ids = Format.get_hostid_list_by_domain(domain)
- if not host_ids:
- code_num = 404
- base_resp = BaseResponse(code_num, "The host currently controlled in the domain is empty." +
- "Please add host information to the domain.")
- return base_resp, code_num, list()
-
- # get the managent conf in domain
- LOGGER.debug("############## get the managent conf in domain ##############")
- man_conf_res_text = Format.get_manageconf_by_domain(domain)
- manage_confs = man_conf_res_text.get("conf_files")
-
- if len(manage_confs) == 0:
- code_num = 404
- base_resp = BaseResponse(code_num, "The configuration is not set in the current domain." +
- "Please add the configuration information first.")
- return base_resp, code_num, list()
- return base_resp, code_num, manage_confs
-
- @staticmethod
- def diff_mangeconf_with_realconf(domain, real_conf_res_text, manage_confs):
- sync_status = SyncStatus(domain_name=domain,
- host_status=[])
- from ragdoll.utils.object_parse import ObjectParse
-
- for d_real_conf in real_conf_res_text:
- host_id = d_real_conf.host_id
- host_sync_status = HostSyncStatus(host_id=host_id,
- sync_status=[])
- d_real_conf_base = d_real_conf.conf_base_infos
- for d_conf in d_real_conf_base:
- directory_conf_is_synced = ConfIsSynced(file_path="", is_synced="", single_conf=[])
- d_conf_path = d_conf.file_path
-
- object_parse = ObjectParse()
- # get the conf type and model
- conf_type, conf_model = Format.get_conf_type_model(d_conf_path, object_parse)
-
- Format.deal_conf_sync_status(conf_model, d_conf, d_conf_path, directory_conf_is_synced,
- host_sync_status, manage_confs)
-
- if len(directory_conf_is_synced.single_conf) > 0:
- synced_flag = SYNCHRONIZED
- for single_config in directory_conf_is_synced.single_conf:
- if single_config.single_is_synced == SYNCHRONIZED:
- continue
- else:
- synced_flag = NOT_SYNCHRONIZE
- directory_conf_is_synced.is_synced = synced_flag
- host_sync_status.sync_status.append(directory_conf_is_synced)
- sync_status.host_status.append(host_sync_status)
- return sync_status
-
- @staticmethod
- def deal_conf_sync_status(conf_model, d_conf, d_conf_path, directory_conf_is_synced, host_sync_status,
- manage_confs):
- comp_res = ""
- if d_conf_path in DIRECTORY_FILE_PATH_LIST:
- confContents = json.loads(d_conf.conf_contens)
- directory_conf_contents = ""
- for d_man_conf in manage_confs:
- d_man_conf_path = d_man_conf.get("file_path")
- if d_man_conf_path != d_conf_path:
- # if d_man_conf_path not in DIRECTORY_FILE_PATH_LIST:
- continue
- else:
- directory_conf_is_synced.file_path = d_conf_path
- directory_conf_contents = d_man_conf.get("contents")
-
- directory_conf_contents_dict = json.loads(directory_conf_contents)
-
- for dir_conf_content_key, dir_conf_content_value in directory_conf_contents_dict.items():
- if dir_conf_content_key not in confContents.keys():
- single_conf = SingleConfig(single_file_path=dir_conf_content_key,
- single_is_synced=NOT_SYNCHRONIZE)
- directory_conf_is_synced.single_conf.append(single_conf)
- else:
- dst_conf = confContents.get(dir_conf_content_key)
- comp_res = conf_model.conf_compare(dir_conf_content_value, dst_conf)
- single_conf = SingleConfig(single_file_path=dir_conf_content_key, single_is_synced=comp_res)
- directory_conf_is_synced.single_conf.append(single_conf)
- else:
- for d_man_conf in manage_confs:
- if d_man_conf.get("file_path").split(":")[-1] != d_conf_path:
- continue
- comp_res = conf_model.conf_compare(d_man_conf.get("contents"), d_conf.conf_contens)
- conf_is_synced = ConfIsSynced(file_path=d_conf_path,
- is_synced=comp_res)
- host_sync_status.sync_status.append(conf_is_synced)
-
- @staticmethod
- def get_conf_type_model(d_conf_path, object_parse):
- for dir_path in DIRECTORY_FILE_PATH_LIST:
- if str(d_conf_path).find(dir_path) != -1:
- conf_type = object_parse.get_conf_type_by_conf_path(dir_path)
- conf_model = object_parse.create_conf_model_by_type(conf_type)
- else:
- conf_type = object_parse.get_conf_type_by_conf_path(d_conf_path)
- conf_model = object_parse.create_conf_model_by_type(conf_type)
- return conf_type, conf_model
-
- @staticmethod
- def deal_sync_res(conf_tools, contents, file_path, host_id, host_sync_result, object_parse):
- sync_conf_url = conf_tools.load_url_by_conf().get("sync_url")
- headers = {"Content-Type": "application/json"}
- if file_path in DIRECTORY_FILE_PATH_LIST:
- conf_sync_res_list = []
- for directory_file_path, directory_content in json.loads(contents).items():
- content = object_parse.parse_json_to_conf(directory_file_path, directory_content)
- # Configuration to the host
- data = {"host_id": host_id, "file_path": directory_file_path, "content": content}
- try:
- sync_response = requests.put(sync_conf_url, data=json.dumps(data), headers=headers)
- except requests.exceptions.RequestException as connect_ex:
- LOGGER.error(f"An error occurred: {connect_ex}")
- codeNum = 500
- codeString = "Failed to sync configuration, please check the interface of config/sync."
- base_rsp = BaseResponse(codeNum, codeString)
- return base_rsp, codeNum
- resp_code = json.loads(sync_response.text).get('code')
- resp = json.loads(sync_response.text).get('data').get('resp')
-
- if resp_code == "200" and resp.get('sync_result') is True:
- conf_sync_res_list.append("SUCCESS")
- else:
- conf_sync_res_list.append("FAILED")
- if "FAILED" in conf_sync_res_list:
- conf_sync_res = ConfSyncedRes(file_path=file_path, result="FAILED")
- else:
- conf_sync_res = ConfSyncedRes(file_path=file_path, result="SUCCESS")
- host_sync_result.sync_result.append(conf_sync_res)
- else:
- content = object_parse.parse_json_to_conf(file_path, contents)
- # Configuration to the host
- data = {"host_id": host_id, "file_path": file_path, "content": content}
- sync_response = requests.put(sync_conf_url, data=json.dumps(data), headers=headers)
-
- resp_code = json.loads(sync_response.text).get('code')
- resp = json.loads(sync_response.text).get('data').get('resp')
- conf_sync_res = ConfSyncedRes(file_path=file_path,
- result="")
- if resp_code == "200" and resp.get('sync_result') is True:
- conf_sync_res.result = "SUCCESS"
- else:
- conf_sync_res.result = "FAILED"
- host_sync_result.sync_result.append(conf_sync_res)
diff --git a/ragdoll/controllers/host_controller.py b/ragdoll/controllers/host_controller.py
deleted file mode 100644
index 1f491fe..0000000
--- a/ragdoll/controllers/host_controller.py
+++ /dev/null
@@ -1,273 +0,0 @@
-import connexion
-import six
-import os
-import json
-import re
-import ast
-
-from ragdoll.log.log import LOGGER
-from ragdoll.models.base_response import BaseResponse # noqa: E501
-from ragdoll.models.domain_name import DomainName # noqa: E501
-from ragdoll.models.host import Host # noqa: E501
-from ragdoll.models.host_infos import HostInfos # noqa: E501
-from ragdoll import util
-from ragdoll.controllers.format import Format
-from ragdoll.utils.git_tools import GitTools
-
-TARGETDIR = GitTools().target_dir
-
-def add_host_in_domain(body=None): # noqa: E501
- """add host in the configuration domain
-
- add host in the configuration domain # noqa: E501
-
- :param body: domain info
- :type body: dict | bytes
-
- :rtype: BaseResponse
- """
- if connexion.request.is_json:
- body = HostInfos.from_dict(connexion.request.get_json()) # noqa: E501
-
- domain = body.domain_name
- host_infos = body.host_infos
-
- # check whether host_infos is empty
- if len(host_infos) == 0:
- num = 400
- base_rsp = BaseResponse(num, "Enter host info cannot be empty, please check the host info.")
- return base_rsp, num
-
- checkRes = Format.domainCheck(domain)
- if not checkRes:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- # check whether the domain exists
- isExist = Format.isDomainExist(domain)
- if not isExist:
- num = 400
- base_rsp = BaseResponse(num, "The current domain does not exist, please create the domain first.")
- return base_rsp, num
-
- successHost = []
- failedHost = []
- domainPath = os.path.join(TARGETDIR, domain)
-
- # Check whether the current host exists in the domain.
- for host in host_infos:
- hostPath = os.path.join(domainPath, "hostRecord.txt")
- if os.path.isfile(hostPath):
- isContained = Format.isContainedHostIdInfile(hostPath, host.host_id)
- if isContained:
- LOGGER.debug("##########isContained###############")
- failedHost.append(host.host_id)
- else:
- Format.addHostToFile(hostPath, host)
- successHost.append(host.host_id)
- else:
- Format.addHostToFile(hostPath, host)
- successHost.append(host.host_id)
-
- if len(failedHost) == len(host_infos):
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The all host already exists in the administrative scope of the domain.")
- return base_rsp, codeNum
-
- # Joining together the returned codenum codeMessage
- if len(failedHost) == 0:
- codeNum = 200
- codeString = Format.spliceAllSuccString("host", "add hosts", successHost)
- else:
- codeNum = 202
- codeString = Format.splicErrorString("host", "add hosts", successHost, failedHost)
-
- # git commit maessage
- if len(host_infos) > 0:
- git_tools = GitTools()
- commit_code = git_tools.gitCommit("Add the host in {} domian, ".format(domain) +
- "the host including : {}".format(successHost))
-
- base_rsp = BaseResponse(codeNum, codeString)
-
- return base_rsp, codeNum
-
-
-def delete_host_in_domain(body=None): # noqa: E501
- """delete host in the configuration domain
-
- delete the host in the configuration domain # noqa: E501
-
- :param body: domain info
- :type body: dict | bytes
-
- :rtype: BaseResponse
- """
- if connexion.request.is_json:
- body = HostInfos.from_dict(connexion.request.get_json()) # noqa: E501
-
- domain = body.domain_name
- hostInfos = body.host_infos
-
- # check the input domain
- checkRes = Format.domainCheck(domain)
- if not checkRes:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- # check whether the domain exists
- isExist = Format.isDomainExist(domain)
- if not isExist:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The current domain does not exist, please create the domain first.")
- return base_rsp, codeNum
-
- # Whether the host information added within the current domain is empty while ain exists
- domainPath = os.path.join(TARGETDIR, domain)
- hostPath = os.path.join(domainPath, "hostRecord.txt")
- if not os.path.isfile(hostPath) or (os.path.isfile(hostPath) and os.stat(hostPath).st_size == 0):
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The host information is not set in the current domain." +
- "Please add the host information first")
- return base_rsp, codeNum
-
- # If the input host information is empty, the host information of the whole domain is cleared
- if len(hostInfos) == 0:
- if os.path.isfile(hostPath):
- try:
- os.remove(hostPath)
- except OSError as ex:
- #logging.error("the host delete failed")
- codeNum = 500
- base_rsp = BaseResponse(codeNum, "The host delete failed.")
- return base_rsp, codeNum
- codeNum = 200
- base_rsp = BaseResponse(codeNum, "All hosts are deleted in the current domain.")
- return base_rsp, codeNum
-
- # If the domain exists, check whether the current input parameter host belongs to the corresponding
- # domain. If the host is in the domain, the host is deleted. If the host is no longer in the domain,
- # the host is added to the failure range
- containedInHost = []
- notContainedInHost = []
- os.umask(0o077)
- for hostInfo in hostInfos:
- hostId = hostInfo.host_id
- isContained = False
- try:
- with open(hostPath, 'r') as d_file:
- lines = d_file.readlines()
- with open(hostPath, 'w') as w_file:
- for line in lines:
- line_host_id = json.loads(str(ast.literal_eval(line)).replace("'", "\""))['host_id']
- if hostId != line_host_id:
- w_file.write(line)
- else:
- isContained = True
- except OSError as err:
- LOGGER.error("OS error: {0}".format(err))
- codeNum = 500
- base_rsp = BaseResponse(codeNum, "OS error: {0}".format(err))
- return base_rsp, codeNum
-
- if isContained:
- containedInHost.append(hostId)
- else:
- notContainedInHost.append(hostId)
-
- # All hosts do not belong to the domain
- if len(notContainedInHost) == len(hostInfos):
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "All the host does not belong to the domain control, " +
- "please enter the host again")
- return base_rsp, codeNum
-
- # Some hosts belong to domains, and some hosts do not belong to domains.
- if len(notContainedInHost) == 0:
- codeNum = 200
- codeString = Format.spliceAllSuccString("host", "delete", containedInHost)
- else:
- codeNum = 400
- codeString = Format.splicErrorString("host", "delete", containedInHost, notContainedInHost)
-
- # git commit message
- if len(containedInHost) > 0:
- git_tools = GitTools()
- commit_code = git_tools.gitCommit("Delet the host in {} domian, ".format(domain) +
- "the host including : {}".format(containedInHost))
-
- base_rsp = BaseResponse(codeNum, codeString)
-
- return base_rsp, codeNum
-
-
-def get_host_by_domain_name(body=None): # noqa: E501
- """get host by domainName
-
- get the host information of the configuration domain # noqa: E501
-
- :param body: domain info
- :type body: dict | bytes
-
- :rtype: List[Host]
- """
- if connexion.request.is_json:
- body = DomainName.from_dict(connexion.request.get_json()) # noqa: E501
-
- domain = body.domain_name
-
- # check the input domain
- checkRes = Format.domainCheck(domain)
- if not checkRes:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- # check whether the domain exists
- isExist = Format.isDomainExist(domain)
- if not isExist:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The current domain does not exist, please create the domain first.")
- return base_rsp, codeNum
-
- # The domain exists, but the host information is empty
- domainPath = os.path.join(TARGETDIR, domain)
- hostPath = os.path.join(domainPath, "hostRecord.txt")
- if not os.path.isfile(hostPath) or (os.path.isfile(hostPath) and os.stat(hostPath).st_size == 0):
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The host information is not set in the current domain." +
- "Please add the host information first.")
- return base_rsp, codeNum
-
- # The domain exists, and the host information exists and is not empty
- hostlist = []
- LOGGER.debug("hostPath is : {}".format(hostPath))
- try:
- with open(hostPath, 'r') as d_file:
- for line in d_file.readlines():
- json_str = json.loads(line)
- host_json = ast.literal_eval(json_str)
- hostId = host_json["host_id"]
- ip = host_json["ip"]
- ipv6 = host_json["ipv6"]
- host = Host(host_id=hostId, ip=ip, ipv6=ipv6)
- hostlist.append(host)
- except OSError as err:
- LOGGER.error("OS error: {0}".format(err))
- codeNum = 500
- base_rsp = BaseResponse(codeNum, "OS error: {0}".format(err))
- return base_rsp, codeNum
-
- # Joining together the returned codenum codeMessag
- if len(hostlist) == 0:
- codeNum = 500
- base_rsp = BaseResponse(codeNum, "Some unknown problems.")
- return base_rsp, codeNum
- else:
- LOGGER.debug("hostlist is : {}".format(hostlist))
- codeNum = 200
- base_rsp = BaseResponse(codeNum, "Get host info in the domain succeccfully")
-
- return hostlist
diff --git a/ragdoll/controllers/management_controller.py b/ragdoll/controllers/management_controller.py
deleted file mode 100644
index 101802a..0000000
--- a/ragdoll/controllers/management_controller.py
+++ /dev/null
@@ -1,601 +0,0 @@
-import io
-
-import connexion
-import os
-import json
-import requests
-
-from ragdoll.const.conf_handler_const import DIRECTORY_FILE_PATH_LIST
-from ragdoll.log.log import LOGGER
-from ragdoll.models.base_response import BaseResponse # noqa: E501
-from ragdoll.models.confs import Confs
-from ragdoll.models.conf_file import ConfFile
-from ragdoll.models.conf_files import ConfFiles
-from ragdoll.models.conf_base_info import ConfBaseInfo
-from ragdoll.models.excepted_conf_info import ExceptedConfInfo
-from ragdoll.models.domain_name import DomainName # noqa: E501
-from ragdoll.models.manage_confs import ManageConfs
-from ragdoll.controllers.format import Format
-from ragdoll.utils.conf_tools import ConfTools
-from ragdoll.utils.git_tools import GitTools
-from ragdoll.utils.yang_module import YangModule
-from ragdoll.utils.object_parse import ObjectParse
-
-TARGETDIR = GitTools().target_dir
-
-
-def add_management_confs_in_domain(body=None): # noqa: E501
- """add management configuration items and expected values in the domain
-
- add management configuration items and expected values in the domain # noqa: E501
-
- :param body: domain info
- :type body: dict | bytes
-
- :rtype: BaseResponse
- """
- if connexion.request.is_json:
- body = Confs.from_dict(connexion.request.get_json()) # noqa: E501
-
- domain = body.domain_name
- conf_files = body.conf_files
-
- # check the input domain
- checkRes = Format.domainCheck(domain)
- if not checkRes:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- # check whether the domain exists
- isExist = Format.isDomainExist(domain)
- if not isExist:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The current domain does not exist, please create the domain first.")
- return base_rsp, codeNum
-
- # check whether the conf_files is null
- if len(conf_files) == 0:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The path of file can't be empty")
- return base_rsp, codeNum
-
- # Check all conf_files and check whether contents is empty. If so, the query actual configuration
- # interface is called. If not, the conversion is performed directly.
- # Content and host_id can be set to either content or host_id.
- # If they are both empty, invalid input is returned.
- contents_list_null = []
- contents_list_non_null = []
- for d_conf in conf_files:
- if d_conf.contents:
- contents_list_non_null.append(d_conf)
- elif d_conf.host_id:
- contents_list_null.append(d_conf)
- else:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The input parameters are not compliant, " +
- "please check the input parameters.")
- return base_rsp, codeNum
-
- successConf = []
- failedConf = []
- object_parse = ObjectParse()
- yang_module = YangModule()
- conf_tools = ConfTools()
- # Content is not an empty scene and is directly analyed and parsed
- if len(contents_list_non_null) > 0:
- for d_conf in contents_list_non_null:
- if not d_conf.contents.strip():
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The input parameters are not compliant, " +
- "please check the input parameters.")
- return base_rsp, codeNum
- content_string = object_parse.parse_conf_to_json(d_conf.file_path, d_conf.contents)
- if not content_string or not json.loads(content_string):
- failedConf.append(d_conf.file_path)
- else:
- # create the file and expected value in domain
- feature_path = yang_module.get_feature_by_real_path(domain, d_conf.file_path)
- result = conf_tools.wirteFileInPath(feature_path, content_string + '\n')
- if result:
- successConf.append(d_conf.file_path)
- else:
- failedConf.append(d_conf.file_path)
-
- # content is empty
- if len(contents_list_null) > 0:
- # get the real conf in host
- LOGGER.debug("############## get the real conf in host ##############")
- get_real_conf_body = {}
- get_real_conf_body_info = []
- LOGGER.debug("contents_list_null is : {}".format(contents_list_null))
- exist_host = dict()
- for d_conf in contents_list_null:
- host_id = int(d_conf.host_id)
- if host_id in exist_host:
- if d_conf.file_path not in DIRECTORY_FILE_PATH_LIST:
- exist_host[host_id].append(d_conf.file_path)
- else:
- codeNum, codeString, file_paths = object_parse.get_directory_files(d_conf, host_id)
- if len(file_paths) == 0:
- base_rsp = BaseResponse(codeNum, codeString)
- return base_rsp, codeNum
- else:
- for file_path in file_paths:
- exist_host[host_id].append(file_path)
- else:
- if d_conf.file_path not in DIRECTORY_FILE_PATH_LIST:
- conf_list = list()
- conf_list.append(d_conf.file_path)
- exist_host[host_id] = conf_list
- else:
- codeNum, codeString, file_paths = object_parse.get_directory_files(d_conf, host_id)
- if len(file_paths) == 0:
- base_rsp = BaseResponse(codeNum, codeString)
- return base_rsp, codeNum
- else:
- exist_host[host_id] = file_paths
-
- for k, v in exist_host.items():
- confs = dict()
- confs["host_id"] = k
- confs["config_list"] = v
- get_real_conf_body_info.append(confs)
-
- get_real_conf_body["infos"] = get_real_conf_body_info
-
- url = conf_tools.load_url_by_conf().get("collect_url")
- headers = {"Content-Type": "application/json"}
- try:
- response = requests.post(url, data=json.dumps(get_real_conf_body), headers=headers) # post request
- except requests.exceptions.RequestException as connect_ex:
- LOGGER.error(f"An error occurred: {connect_ex}")
- codeNum = 500
- codeString = "Failed to obtain the actual configuration, please check the interface of config/collect."
- base_rsp = BaseResponse(codeNum, codeString)
- return base_rsp, codeNum
-
- response_code = json.loads(response.text).get("code")
- if response_code == None:
- codeNum = 500
- codeString = "Failed to obtain the actual configuration, please check the interface of conf/collect."
- base_rsp = BaseResponse(codeNum, codeString)
- return base_rsp, codeNum
-
- if (response_code != "200") and (response_code != "206"):
- codeNum = 500
- codeString = "Failed to obtain the actual configuration, please check the file exists."
- base_rsp = BaseResponse(codeNum, codeString)
- return base_rsp, codeNum
-
- reps = json.loads(response.text).get("data")
- if not reps or len(reps) == 0:
- codeNum = 500
- codeString = "Failed to obtain the actual configuration, please check the host info for conf/collect."
- base_rsp = BaseResponse(codeNum, codeString)
- return base_rsp, codeNum
-
- directory_d_file = []
- directory_d_files = {}
- for d_res in reps:
- failedlist = d_res.get("fail_files")
- if len(failedlist) > 0:
- for d_failed in failedlist:
- failedConf.append(d_failed)
- continue
- d_res_infos = d_res.get("infos")
- for d_file in d_res_infos:
- for dir_path in DIRECTORY_FILE_PATH_LIST:
- if str(d_file.get("path")).find(dir_path) == -1:
- file_path = d_file.get("path")
- content = d_file.get("content")
- content_string = object_parse.parse_conf_to_json(file_path, content)
- # create the file and expected value in domain
- if not content_string or not json.loads(content_string):
- failedConf.append(file_path)
- else:
- feature_path = yang_module.get_feature_by_real_path(domain, file_path)
- result = conf_tools.wirteFileInPath(feature_path, content_string + '\n')
- if result:
- successConf.append(file_path)
- else:
- failedConf.append(file_path)
- else:
- directory_d_file.append(d_file)
- directory_d_files[dir_path] = directory_d_file
- if len(directory_d_files) > 0:
- for dir_path, directory_d_file in directory_d_files.items():
- content_string = object_parse.parse_dir_conf_to_json(dir_path, directory_d_file)
- if not content_string or not json.loads(content_string):
- failedConf.append(dir_path)
- else:
- feature_path = yang_module.get_feature_by_real_path(domain, dir_path)
- result = conf_tools.wirteFileInPath(feature_path, content_string + '\n')
- if result:
- successConf.append(dir_path)
- else:
- failedConf.append(dir_path)
- # git commit message
- if len(successConf) > 0:
- git_tools = GitTools()
- succ_conf = ""
- for d_conf in successConf:
- succ_conf = succ_conf + d_conf + " "
- commit_code = git_tools.gitCommit("Add the conf in {} domian, ".format(domain) +
- "the path including : {}".format(succ_conf))
-
- # Joinin together the returned codenum and codeMessage
- LOGGER.debug("*******************************************")
- LOGGER.debug("successConf is : {}".format(successConf))
- LOGGER.debug("failedConf is : {}".format(failedConf))
- if len(successConf) == 0:
- codeNum = 400
- codeString = "All configurations failed to be added."
- elif len(failedConf) > 0:
- codeNum = 206
- codeString = Format.splicErrorString("confs", "add management conf", successConf, failedConf)
- else:
- codeNum = 200
- codeString = Format.spliceAllSuccString("confs", "add management conf", successConf)
-
- base_rsp = BaseResponse(codeNum, codeString)
-
- return base_rsp, codeNum
-
-
-def upload_management_confs_in_domain(): # noqa: E501
- """upload management configuration items and expected values in the domain
-
- upload management configuration items and expected values in the domain # noqa: E501
-
- :param body: file info
- :type body: FileStorage
-
- :rtype: BaseResponse
- """
- file = connexion.request.files['file']
- filePath = connexion.request.form.get("filePath")
- domainName = connexion.request.form.get("domainName")
-
- # check the input domainName
- checkRes = Format.domainCheck(domainName)
- if not checkRes:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- # check whether the domainName exists
- isExist = Format.isDomainExist(domainName)
- if not isExist:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The current domain does not exist, please create the domain first.")
- return base_rsp, codeNum
-
- # check whether the file is null
- if file is None:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The file of conf can't be empty")
- return base_rsp, codeNum
-
- # check whether the conf is null
- if filePath is None:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The conf body of conf can't be empty")
- return base_rsp, codeNum
-
- successConf = []
- failedConf = []
- object_parse = ObjectParse()
- yang_module = YangModule()
- conf_tools = ConfTools()
-
- # content is file
- if file:
- if not filePath.strip():
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The input parameters are not compliant, " +
- "please check the input parameters.")
- return base_rsp, codeNum
- try:
- file_bytes = file.read()
- if len(file_bytes) > 1024 * 1024:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The size of the uploaded file must be less than 1MB")
- return base_rsp, codeNum
- byte_stream = io.BytesIO(file_bytes)
-
- # Read the contents of the byte stream
- line_content = byte_stream.read().decode("UTF-8")
- except OSError as err:
- LOGGER.error("OS error: {}".format(err))
- codeNum = 500
- base_rsp = BaseResponse(codeNum, "OS error: {0}".format(err))
- return base_rsp, codeNum
- except Exception as ex:
- LOGGER.error("OS error: {}".format(ex))
- codeNum = 500
- base_rsp = BaseResponse(codeNum, "read file error: {0}".format(ex))
- return base_rsp, codeNum
-
- content_string = object_parse.parse_conf_to_json(filePath, line_content)
- if not content_string or not json.loads(content_string):
- failedConf.append(filePath)
- else:
- # create the file and expected value in domain
- feature_path = yang_module.get_feature_by_real_path(domainName, filePath)
- result = conf_tools.wirteFileInPath(feature_path, content_string + '\n')
- if result:
- successConf.append(filePath)
- else:
- failedConf.append(filePath)
-
- # git commit message
- if len(successConf) > 0:
- git_tools = GitTools()
- succ_conf = ""
- for d_conf in successConf:
- succ_conf = succ_conf + d_conf + " "
- commit_code = git_tools.gitCommit("Add the conf in {} domian, ".format(domainName) +
- "the path including : {}".format(succ_conf))
-
- # Joinin together the returned codenum and codeMessage
- LOGGER.debug("*******************************************")
- LOGGER.debug("successConf is : {}".format(successConf))
- LOGGER.debug("failedConf is : {}".format(failedConf))
- if len(successConf) == 0:
- codeNum = 400
- codeString = "All configurations failed to be added."
- elif len(failedConf) > 0:
- codeNum = 206
- codeString = Format.splicErrorString("confs", "add management conf", successConf, failedConf)
- else:
- codeNum = 200
- codeString = Format.spliceAllSuccString("confs", "add management conf", successConf)
-
- base_rsp = BaseResponse(codeNum, codeString)
-
- return base_rsp, codeNum
-
-
-def delete_management_confs_in_domain(body=None): # noqa: E501
- """delete management configuration items and expected values in the domain
-
- delete management configuration items and expected values in the domain # noqa: E501
-
- :param body: domain info
- :type body: dict | bytes
-
- :rtype: BaseResponse
- """
- if connexion.request.is_json:
- body = ManageConfs.from_dict(connexion.request.get_json()) # noqa: E501
-
- # check whether the domain exists
- domain = body.domain_name
-
- # check the input domain
- checkRes = Format.domainCheck(domain)
- if not checkRes:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- isExist = Format.isDomainExist(domain)
- if not isExist:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The current domain does not exist")
- return base_rsp, codeNum
-
- # Check whether path is null in advance
- conf_files = body.conf_files
- if len(conf_files) == 0:
- codeNum = 400
- base_rsp = BaseResponse(codeNum, "The conf_files path can't be empty")
- return base_rsp, codeNum
-
- # Conf to record successes and failures
- successConf = []
- failedConf = []
-
- # Check whether path exists in the domain. There are two possible paths :
- # (1)xpath path
- # (2) configuration item
- domain_path = os.path.join(TARGETDIR, domain)
- LOGGER.debug("conf_files is : {}".format(conf_files))
-
- yang_modules = YangModule()
- module_lists = yang_modules.module_list
- if len(module_lists) == 0:
- base_rsp = BaseResponse(400, "The yang module does not exist")
- return base_rsp
-
- file_path_list = yang_modules.getFilePathInModdule(module_lists)
- LOGGER.debug("module_lists is : {}".format(module_lists))
- for conf in conf_files:
- module = yang_modules.getModuleByFilePath(conf.file_path)
- features = yang_modules.getFeatureInModule(module)
- features_path = os.path.join(domain_path, "/".join(features))
- LOGGER.debug("domain_path is : {}".format(domain_path))
-
- if os.path.isfile(features_path):
- LOGGER.debug("it's a normal file")
- try:
- os.remove(features_path)
- except OSError as ex:
- # logging.error("the path remove failed")
- break
- successConf.append(conf.file_path)
- else:
- failedConf.append(conf.file_path)
-
- # git commit message
- if len(successConf) > 0:
- git_tools = GitTools()
- succ_conf = ""
- for d_conf in successConf:
- succ_conf = succ_conf + d_conf + " "
- commit_code = git_tools.gitCommit("delete the conf in {} domian, ".format(domain) +
- "the path including : {}".format(succ_conf))
-
- # Joinin together the returned codenum and codeMessage
- if len(failedConf) == 0:
- codeNum = 200
- codeString = Format.spliceAllSuccString("confs", "delete management conf", successConf)
- else:
- codeNum = 400
- codeString = Format.splicErrorString("confs", "delete management conf", successConf, failedConf)
- codeString += "\n The reason for the failure is: these paths do not exist."
- base_rsp = BaseResponse(codeNum, codeString)
- # logging.info('delete management conf in {domain}'.format(domain=domain))
-
- return base_rsp, codeNum
-
-
-def get_management_confs_in_domain(body=None): # noqa: E501
- """get management configuration items and expected values in the domain
-
- get management configuration items and expected values in the domain # noqa: E501
-
- :param body: domain info
- :type body: dict | bytes
-
- :rtype: ConfFiles
- """
- if connexion.request.is_json:
- body = DomainName.from_dict(connexion.request.get_json()) # noqa: E501
-
- # Check whether the domain exists
- domain = body.domain_name
-
- # check the input domain
- checkRes = Format.domainCheck(domain)
- if not checkRes:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- isExist = Format.isDomainExist(domain)
- if not isExist:
- base_rsp = BaseResponse(400, "The current domain does not exist")
- return base_rsp, 400
-
- # The parameters of the initial return value assignment
- expected_conf_lists = ConfFiles(domain_name=domain,
- conf_files=[])
-
- # get the path in domain
- domainPath = os.path.join(TARGETDIR, domain)
-
- # When there is a file path is the path of judgment for the configuration items
- for root, dirs, files in os.walk(domainPath):
- if len(files) > 0 and len(root.split('/')) > 3:
- if "hostRecord.txt" in files:
- continue
- for d_file in files:
- d_file_path = os.path.join(root, d_file)
- contents = Format.get_file_content_by_read(d_file_path)
- feature = os.path.join(root.split('/')[-1], d_file)
- yang_modules = YangModule()
- d_module = yang_modules.getModuleByFeature(feature)
- file_lists = yang_modules.getFilePathInModdule(yang_modules.module_list)
- file_path = file_lists.get(d_module.name()).split(":")[-1]
-
- conf = ConfFile(file_path=file_path, contents=contents)
- expected_conf_lists.conf_files.append(conf)
- LOGGER.debug("expected_conf_lists is :{}".format(expected_conf_lists))
-
- if len(expected_conf_lists.domain_name) > 0:
- base_rsp = BaseResponse(200, "Get management configuration items and expected " +
- "values in the domain succeccfully")
- else:
- base_rsp = BaseResponse(400, "The file is Null in this domain")
-
- return expected_conf_lists
-
-
-def query_changelog_of_management_confs_in_domain(body=None): # noqa: E501
- """query the change log of management config in domain
-
- query the change log of management config in domain # noqa: E501
-
- :param body: domain info
- :type body: dict | bytes
-
- :rtype: ExceptedConfInfo
- """
- if connexion.request.is_json:
- body = ManageConfs.from_dict(connexion.request.get_json()) # noqa: E501
-
- # check whether the domain exists
- domain = body.domain_name
- LOGGER.debug("body is : {}".format(body))
-
- # check the input domain
- checkRes = Format.domainCheck(domain)
- if not checkRes:
- num = 400
- base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
- return base_rsp, num
-
- isExist = Format.isDomainExist(domain)
- if not isExist:
- base_rsp = BaseResponse(400, "The current domain does not exist")
- return base_rsp
-
- # Check whether path is empty in advance. If path is empty, the configuration in the
- # entire domain is queried. Otherwise, the historical records of the specified file are queried.
- conf_files = body.conf_files
- LOGGER.debug("conf_files is : {}".format(conf_files))
- LOGGER.debug("conf_files's type is : {}".format(type(conf_files)))
- conf_files_list = []
- if conf_files:
- for d_conf in conf_files:
- LOGGER.debug("d_conf is : {}".format(d_conf))
- LOGGER.debug("d_conf type is : {}".format(type(d_conf)))
- conf_files_list.append(d_conf.file_path)
- success_conf = []
- failed_conf = []
- domain_path = os.path.join(TARGETDIR, domain)
- expected_conf_lists = ExceptedConfInfo(domain_name=domain,
- conf_base_infos=[])
- yang_modules = YangModule()
- for root, dirs, files in os.walk(domain_path):
- conf_base_infos = []
- if len(files) > 0 and len(root.split('/')) > 3:
- if "hostRecord.txt" in files:
- continue
- confPath = root.split('/', 3)[3]
- for d_file in files:
- feature = os.path.join(root.split('/')[-1], d_file)
- d_module = yang_modules.getModuleByFeature(feature)
- file_lists = yang_modules.getFilePathInModdule(yang_modules.module_list)
- file_path = file_lists.get(d_module.name()).split(":")[-1]
- if (conf_files_list) and (file_path not in conf_files_list):
- continue
- d_file_path = os.path.join(root, d_file)
- expectedValue = Format.get_file_content_by_read(d_file_path)
- git_tools = GitTools()
- gitMessage = git_tools.getLogMessageByPath(d_file_path)
- if gitMessage and expectedValue:
- success_conf.append(file_path)
- else:
- failed_conf.append(file_path)
- conf_base_info = ConfBaseInfo(file_path=file_path,
- expected_contents=expectedValue,
- change_log=gitMessage)
- expected_conf_lists.conf_base_infos.append(conf_base_info)
-
- LOGGER.debug("########################## expetedConfInfo ####################")
- LOGGER.debug("expected_conf_lists is : {}".format(expected_conf_lists))
- LOGGER.debug("########################## expetedConfInfo end ####################")
-
- if len(success_conf) == 0:
- codeNum = 500
- base_rsp = BaseResponse(codeNum, "Faled to uery the changelog of the configure in the domain.")
- return base_rsp, codeNum
- if len(failed_conf) > 0:
- codeNum = 400
- else:
- codeNum = 200
-
- return expected_conf_lists, codeNum
diff --git a/ragdoll/demo/conf_manage.py b/ragdoll/demo/conf_manage.py
index d4f5d05..fb5fd78 100644
--- a/ragdoll/demo/conf_manage.py
+++ b/ragdoll/demo/conf_manage.py
@@ -2,7 +2,6 @@ import requests
import json
from ragdoll.log.log import LOGGER
-from ragdoll.models.domain import Domain
from ragdoll.models.domain_name import DomainName
from ragdoll.models.conf import Conf
from ragdoll.models.confs import Confs
@@ -19,7 +18,7 @@ class ConfManage(object):
contents_list = args.contents
host_id_list = args.host_id
if not domain_name or not file_path_list:
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for conf_add!\n")
return
conf_file = []
@@ -32,7 +31,7 @@ class ConfManage(object):
conf = Conf(file_path=file_path_list[i], host_id=host_id_list[i])
conf_file.append(conf)
else:
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error as invlid param!\n")
return
data = Confs(domain_name=domain_name, conf_files=conf_file)
@@ -46,7 +45,7 @@ class ConfManage(object):
def conf_query(self, args):
domain_name = args.domain_name
if not domain_name:
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for conf_query!\n")
return
data = DomainName(domain_name=domain_name)
@@ -64,7 +63,7 @@ class ConfManage(object):
domain_name = args.domain_name
file_path_list = args.file_path
if not domain_name or not file_path_list:
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for conf_delete!\n")
return
conf_files = []
@@ -87,7 +86,7 @@ class ConfManage(object):
domain_name = args.domain_name
file_path_list = args.file_path
if not domain_name or not file_path_list:
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for conf_changelog!\n")
return
conf_files = []
diff --git a/ragdoll/demo/conf_sync.py b/ragdoll/demo/conf_sync.py
index 42cefdf..ec293b6 100644
--- a/ragdoll/demo/conf_sync.py
+++ b/ragdoll/demo/conf_sync.py
@@ -2,7 +2,6 @@ import requests
import json
from ragdoll.log.log import LOGGER
-from ragdoll.models.domain import Domain
from ragdoll.models.domain_name import DomainName
from ragdoll.models.conf_host import ConfHost
from ragdoll.demo.conf import server_port
@@ -14,7 +13,7 @@ class ConfSync(object):
domain_name = args.domain_name
host_id_list = args.host_id
if not domain_name or not host_id_list:
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for sync_conf!\n")
return
host_ids = []
@@ -34,7 +33,7 @@ class ConfSync(object):
def sync_status(self, args):
domain_name = args.domain_name
if not domain_name:
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for sync_status!\n")
return
data = DomainName(domain_name=domain_name)
@@ -52,7 +51,7 @@ class ConfSync(object):
domain_name = args.domain_name
host_id_list = args.host_id
if not domain_name or not host_id_list:
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for query_real_conf!\n")
return
host_ids = []
diff --git a/ragdoll/demo/demo_server.py b/ragdoll/demo/demo_server.py
index 9ac6c08..c20a7d9 100644
--- a/ragdoll/demo/demo_server.py
+++ b/ragdoll/demo/demo_server.py
@@ -1,6 +1,5 @@
import connexion
-from ragdoll.models.conf_host import ConfHost
from ragdoll.log.log import LOGGER
def _read_file(path):
@@ -88,4 +87,4 @@ def sync_conf(body=None):
rsp = {"code": 500,
"msg": "Failed to synchronize the configuration. ERROR:{}".format(error_info),
"status": False}
- return rsp
\ No newline at end of file
+ return rsp
diff --git a/ragdoll/demo/domain.py b/ragdoll/demo/domain.py
index 6574fe2..5e65a72 100644
--- a/ragdoll/demo/domain.py
+++ b/ragdoll/demo/domain.py
@@ -12,7 +12,7 @@ class DomainManage(object):
domain_name_list = args.domain_name
priority_list = args.priority
if len(domain_name_list) != len(priority_list):
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for domain_create!\n")
return
data = []
diff --git a/ragdoll/demo/host.py b/ragdoll/demo/host.py
index 4f70980..9e4ab49 100644
--- a/ragdoll/demo/host.py
+++ b/ragdoll/demo/host.py
@@ -2,7 +2,6 @@ import requests
import json
from ragdoll.log.log import LOGGER
-from ragdoll.models.domain import Domain
from ragdoll.models.domain_name import DomainName
from ragdoll.models.host import Host
from ragdoll.models.host_infos import HostInfos
@@ -17,7 +16,7 @@ class HostManage(object):
ipv6_list = args.ipv6
if len(host_id_list) != len(ip_list):
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for adding host!\n")
return
host_infos = []
@@ -35,7 +34,7 @@ class HostManage(object):
def host_query(self, args):
domain_name = args.domain_name
if not domain_name:
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for qeurying host!\n")
return
data = DomainName(domain_name=domain_name)
@@ -44,7 +43,7 @@ class HostManage(object):
response = requests.post(url, data=json.dumps(data, cls=JSONEncoder), headers=headers)
if response.status_code != 200:
- LOGGER.warning(json.loads(response.text).get("msg"))
+ LOGGER.error(json.loads(response.text).get("msg"))
else:
LOGGER.debug("The following host are managed in domain_name:{}.".format(json.loads(response.text)))
return
@@ -56,7 +55,7 @@ class HostManage(object):
ipv6_list = args.ipv6
if len(host_id_list) != len(ip_list):
- LOGGER.error("ERROR: Input error!\n")
+ LOGGER.error("ERROR: Input error for deleting host!\n")
return
host_infos = []
@@ -69,4 +68,4 @@ class HostManage(object):
headers = {"Content-Type": "application/json"}
response = requests.delete(url, data=json.dumps(data, cls=JSONEncoder), headers=headers)
LOGGER.debug(json.loads(response.text).get("msg"))
- return
\ No newline at end of file
+ return
diff --git a/ragdoll/domain_conf_manage/__init__.py b/ragdoll/domain_conf_manage/__init__.py
new file mode 100644
index 0000000..0f38672
--- /dev/null
+++ b/ragdoll/domain_conf_manage/__init__.py
@@ -0,0 +1,18 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: __init__.py.py
+@Time: 2024/3/8 11:39
+@Author: JiaoSiMao
+Description:
+"""
diff --git a/ragdoll/domain_conf_manage/view.py b/ragdoll/domain_conf_manage/view.py
new file mode 100644
index 0000000..81015fb
--- /dev/null
+++ b/ragdoll/domain_conf_manage/view.py
@@ -0,0 +1,601 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: view.py
+@Time: 2024/3/8 11:40
+@Author: JiaoSiMao
+Description:
+"""
+import io
+import json
+import os
+
+import connexion
+import requests
+from flask import request
+from vulcanus.restful.resp.state import PARAM_ERROR, SUCCEED, PARTIAL_SUCCEED, SERVER_ERROR
+from vulcanus.restful.response import BaseResponse
+
+from ragdoll.conf.constant import TARGETDIR
+from ragdoll.const.conf_handler_const import DIRECTORY_FILE_PATH_LIST
+from ragdoll.function.verify.domain_conf import AddManagementConfsSchema, \
+ DeleteManagementConfsSchema, GetManagementConfsSchema, QueryChangelogSchema
+from ragdoll.log.log import LOGGER
+from ragdoll.models import ConfFiles, ExceptedConfInfo
+from ragdoll.utils.conf_tools import ConfTools
+from ragdoll.utils.format import Format
+from ragdoll.utils.git_tools import GitTools
+from ragdoll.utils.object_parse import ObjectParse
+from ragdoll.utils.yang_module import YangModule
+
+
+class AddManagementConfsInDomain(BaseResponse):
+ @BaseResponse.handle(schema=AddManagementConfsSchema, token=True)
+ def post(self, **params):
+ """add management configuration items and expected values in the domain
+
+ add management configuration items and expected values in the domain # noqa: E501
+
+ :param body: domain info
+ :type body: dict | bytes
+
+ :rtype: BaseResponse
+ """
+ global file_paths, reps
+ accessToken = request.headers.get("access_token")
+ domain = params.get("domainName")
+ conf_files = params.get("confFiles")
+
+ # check the input domain
+ checkRes = Format.domainCheck(domain)
+ if not checkRes:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="Failed to verify the input parameter, please check the input "
+ "parameters.")
+
+ # check whether the domain exists
+ isExist = Format.isDomainExist(domain)
+ if not isExist:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The current domain does not exist, please create the domain "
+ "first.")
+
+ # check whether the conf_files is null
+ if len(conf_files) == 0:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The path of file can't be empty")
+
+ # Check all conf_files and check whether contents is empty. If so, the query actual configuration
+ # interface is called. If not, the conversion is performed directly.
+ # Content and host_id can be set to either content or host_id.
+ # If they are both empty, invalid input is returned.
+ contents_list_null = []
+ contents_list_non_null = []
+ for d_conf in conf_files:
+ if "contents" in d_conf:
+ contents_list_non_null.append(d_conf)
+ elif d_conf["hostId"]:
+ contents_list_null.append(d_conf)
+ else:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The input parameters are not compliant, please check the "
+ "input parameters.")
+
+ successConf = []
+ failedConf = []
+ object_parse = ObjectParse()
+ yang_module = YangModule()
+ conf_tools = ConfTools()
+ # Content is not an empty scene and is directly analyed and parsed
+ if len(contents_list_non_null) > 0:
+ for d_conf in contents_list_non_null:
+ if not d_conf["contents"].strip():
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The input parameters are not compliant, please check "
+ "the input parameters.")
+ content_string = object_parse.parse_conf_to_json(d_conf["filePath"], d_conf["contents"])
+ if not content_string or not json.loads(content_string):
+ failedConf.append(d_conf["filePath"])
+ else:
+ # create the file and expected value in domain
+ feature_path = yang_module.get_feature_by_real_path(domain, d_conf["filePath"])
+ result = conf_tools.wirteFileInPath(feature_path, content_string + '\n')
+ if result:
+ successConf.append(d_conf["filePath"])
+ else:
+ failedConf.append(d_conf["filePath"])
+
+ # content is empty
+ if len(contents_list_null) > 0:
+ # get the real conf in host
+ get_real_conf_body = {}
+ get_real_conf_body_info = []
+ LOGGER.debug("contents_list_null is : {}".format(contents_list_null))
+ exist_host = dict()
+ for d_conf in contents_list_null:
+ host_id = int(d_conf["hostId"])
+ if host_id in exist_host:
+ if d_conf["filePath"] not in DIRECTORY_FILE_PATH_LIST:
+ exist_host[host_id].append(d_conf["filePath"])
+ else:
+ codeNum, codeString, file_paths = object_parse.get_directory_files(d_conf, host_id, accessToken)
+ if len(file_paths) == 0:
+ return self.response(code=codeNum, message=codeString)
+ else:
+ for file_path in file_paths:
+ exist_host[host_id].append(file_path)
+ else:
+ if d_conf["filePath"] not in DIRECTORY_FILE_PATH_LIST:
+ conf_list = list()
+ conf_list.append(d_conf["filePath"])
+ exist_host[host_id] = conf_list
+ else:
+ codeNum, codeString, file_paths = object_parse.get_directory_files(d_conf, host_id, accessToken)
+ if len(file_paths) == 0:
+ return self.response(code=codeNum, message=codeString)
+ else:
+ exist_host[host_id] = file_paths
+
+ for k, v in exist_host.items():
+ confs = dict()
+ confs["host_id"] = k
+ confs["config_list"] = v
+ get_real_conf_body_info.append(confs)
+
+ get_real_conf_body["infos"] = get_real_conf_body_info
+
+ url = conf_tools.load_url_by_conf().get("collect_url")
+ headers = {"Content-Type": "application/json", "access_token": accessToken}
+ try:
+ response = requests.post(url, data=json.dumps(get_real_conf_body), headers=headers) # post request
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ codeNum = PARAM_ERROR
+ codeString = "Failed to obtain the actual configuration, please check the interface of config/collect."
+ return self.response(code=codeNum, message=codeString)
+
+ response_code = json.loads(response.text).get("code")
+ if response_code == None:
+ codeNum = PARAM_ERROR
+ codeString = "Failed to obtain the actual configuration, please check the interface of conf/collect."
+ return self.response(code=codeNum, message=codeString)
+
+ if (response_code != "200") and (response_code != "206"):
+ codeNum = PARAM_ERROR
+ codeString = "Failed to obtain the actual configuration, please check the file exists."
+ return self.response(code=codeNum, message=codeString)
+
+ reps = json.loads(response.text).get("data")
+ if not reps or len(reps) == 0:
+ codeNum = PARAM_ERROR
+ codeString = "Failed to obtain the actual configuration, please check the host info for conf/collect."
+ return self.response(code=codeNum, message=codeString)
+
+ directory_d_file = []
+ directory_d_files = {}
+ for d_res in reps:
+ failedlist = d_res.get("fail_files")
+ if len(failedlist) > 0:
+ for d_failed in failedlist:
+ failedConf.append(d_failed)
+ continue
+ d_res_infos = d_res.get("infos")
+ for d_file in d_res_infos:
+ for dir_path in DIRECTORY_FILE_PATH_LIST:
+ if str(d_file.get("path")).find(dir_path) == -1:
+ file_path = d_file.get("path")
+ content = d_file.get("content")
+ content_string = object_parse.parse_conf_to_json(file_path, content)
+ # create the file and expected value in domain
+ if not content_string or not json.loads(content_string):
+ failedConf.append(file_path)
+ else:
+ feature_path = yang_module.get_feature_by_real_path(domain, file_path)
+ result = conf_tools.wirteFileInPath(feature_path, content_string + '\n')
+ if result:
+ successConf.append(file_path)
+ else:
+ failedConf.append(file_path)
+ else:
+ directory_d_file.append(d_file)
+ directory_d_files[dir_path] = directory_d_file
+ if len(directory_d_files) > 0:
+ for dir_path, directory_d_file in directory_d_files.items():
+ content_string = object_parse.parse_dir_conf_to_json(dir_path, directory_d_file)
+ if not content_string or not json.loads(content_string):
+ failedConf.append(dir_path)
+ else:
+ feature_path = yang_module.get_feature_by_real_path(domain, dir_path)
+ result = conf_tools.wirteFileInPath(feature_path, content_string + '\n')
+ if result:
+ successConf.append(dir_path)
+ else:
+ failedConf.append(dir_path)
+ # git commit message
+ if len(successConf) > 0:
+ git_tools = GitTools()
+ succ_conf = ""
+ for d_conf in successConf:
+ succ_conf = succ_conf + d_conf + " "
+ commit_code = git_tools.gitCommit("Add the conf in {} domian, ".format(domain) +
+ "the path including : {}".format(succ_conf))
+
+ # Joinin together the returned codenum and codeMessage
+ LOGGER.debug("successConf is : {}".format(successConf))
+ LOGGER.debug("failedConf is : {}".format(failedConf))
+ if len(successConf) == 0:
+ codeNum = PARAM_ERROR
+ codeString = "All configurations failed to be added."
+ elif len(failedConf) > 0:
+ codeNum = PARTIAL_SUCCEED
+ codeString = Format.splicErrorString("confs", "add management conf", successConf, failedConf)
+ else:
+ codeNum = SUCCEED
+ codeString = Format.spliceAllSuccString("confs", "add management conf", successConf)
+
+ # 根据agith_success_conf 更新agith的配置
+ # 获取domain最新的有哪些配置 [1]
+ conf_files_list = Format.get_conf_files_list(domain, accessToken)
+ if len(conf_files_list) > 0:
+ Format.update_agith(accessToken, conf_files_list, domain)
+ return self.response(code=codeNum, message=codeString)
+
+
+class UploadManagementConfsInDomain(BaseResponse):
+ @BaseResponse.handle(token=True)
+ def post(self, **params):
+ """upload management configuration items and expected values in the domain
+
+ upload management configuration items and expected values in the domain # noqa: E501
+
+ :param body: file info
+ :type body: FileStorage
+
+ :rtype: BaseResponse
+ """
+ access_token = connexion.request.headers.get("access_token")
+ file = connexion.request.files['file']
+
+ filePath = connexion.request.form.get("filePath")
+ domainName = connexion.request.form.get("domainName")
+ # check the input domainName
+ checkRes = Format.domainCheck(domainName)
+ if not checkRes:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="Failed to verify the input parameter, please check the input "
+ "parameters.")
+
+ # check whether the domainName exists
+ isExist = Format.isDomainExist(domainName)
+ if not isExist:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The current domain does not exist, please create the domain "
+ "first.")
+
+ # check whether the file is null
+ if file is None:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The file of conf can't be empty")
+
+ # check whether the conf is null
+ if filePath is None:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The conf body of conf can't be empty")
+
+ successConf = []
+ failedConf = []
+ object_parse = ObjectParse()
+ yang_module = YangModule()
+ conf_tools = ConfTools()
+
+ # content is file
+ if file:
+ if not filePath.strip():
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The input parameters are not compliant, please check the "
+ "input parameters.")
+ try:
+ file_bytes = file.read()
+ if len(file_bytes) > 1024 * 1024:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The size of the uploaded file must be less than 1MB")
+ byte_stream = io.BytesIO(file_bytes)
+
+ # Read the contents of the byte stream
+ line_content = byte_stream.read().decode("UTF-8")
+ except OSError as err:
+ LOGGER.error("OS error: {}".format(err))
+ codeNum = SERVER_ERROR
+ return self.response(code=codeNum, message="OS error: {0}".format(err))
+ except Exception as ex:
+ LOGGER.error("Other error: {}".format(ex))
+ codeNum = SERVER_ERROR
+ return self.response(code=codeNum, message="read file error: {0}".format(ex))
+
+ content_string = object_parse.parse_conf_to_json(filePath, line_content)
+ if not content_string or not json.loads(content_string):
+ failedConf.append(filePath)
+ else:
+ # create the file and expected value in domain
+ feature_path = yang_module.get_feature_by_real_path(domainName, filePath)
+ result = conf_tools.wirteFileInPath(feature_path, content_string + '\n')
+ if result:
+ successConf.append(filePath)
+ else:
+ failedConf.append(filePath)
+
+ # git commit message
+ if len(successConf) > 0:
+ git_tools = GitTools()
+ succ_conf = ""
+ for d_conf in successConf:
+ succ_conf = succ_conf + d_conf + " "
+ commit_code = git_tools.gitCommit("Add the conf in {} domian, ".format(domainName) +
+ "the path including : {}".format(succ_conf))
+
+ # Joinin together the returned codenum and codeMessage
+ LOGGER.debug("successConf is : {}".format(successConf))
+ LOGGER.debug("failedConf is : {}".format(failedConf))
+ if len(successConf) == 0:
+ codeNum = PARAM_ERROR
+ codeString = "All configurations failed to be added."
+ elif len(failedConf) > 0:
+ codeNum = PARTIAL_SUCCEED
+ codeString = Format.splicErrorString("confs", "add management conf", successConf, failedConf)
+ else:
+ codeNum = SUCCEED
+ codeString = Format.spliceAllSuccString("confs", "add management conf", successConf)
+
+ # 获取domain最新的有哪些配置 [1]
+ conf_files_list = Format.get_conf_files_list(domainName, access_token)
+ if len(conf_files_list) > 0:
+ Format.update_agith(access_token, conf_files_list, domainName)
+
+ return self.response(code=codeNum, message=codeString)
+
+
+class DeleteManagementConfsInDomain(BaseResponse):
+ @BaseResponse.handle(schema=DeleteManagementConfsSchema, token=True)
+ def delete(self, **params):
+ """delete management configuration items and expected values in the domain
+
+ delete management configuration items and expected values in the domain # noqa: E501
+
+ :param body: domain info
+ :type body: dict | bytes
+
+ :rtype: BaseResponse
+ """
+ access_token = connexion.request.headers.get("access_token")
+ # check whether the domain exists
+ domain = params.get("domainName")
+
+ # check the input domain
+ checkRes = Format.domainCheck(domain)
+ if not checkRes:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="Failed to verify the input parameter, please check the input "
+ "parameters.")
+
+ isExist = Format.isDomainExist(domain)
+ if not isExist:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The current domain does not exist")
+
+ # Check whether path is null in advance
+ conf_files = params.get("confFiles")
+ if len(conf_files) == 0:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The conf_files path can't be empty")
+
+ # Conf to record successes and failures
+ successConf = []
+ failedConf = []
+
+ # Check whether path exists in the domain. There are two possible paths :
+ # (1)xpath path
+ # (2) configuration item
+ domain_path = os.path.join(TARGETDIR, domain)
+ LOGGER.debug("conf_files is : {}".format(conf_files))
+
+ yang_modules = YangModule()
+ module_lists = yang_modules.module_list
+ if len(module_lists) == 0:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The yang module does not exist")
+
+ LOGGER.debug("module_lists is : {}".format(module_lists))
+ for conf in conf_files:
+ module = yang_modules.getModuleByFilePath(conf["filePath"])
+ features = yang_modules.getFeatureInModule(module)
+ features_path = os.path.join(domain_path, "/".join(features))
+
+ if os.path.isfile(features_path):
+ LOGGER.info("It's a normal file : {}".format(features_path))
+ try:
+ os.remove(features_path)
+ except OSError as ex:
+ LOGGER.error("Failed to remove path, as OSError: {}".format(str(ex)))
+ break
+ successConf.append(conf["filePath"])
+ else:
+ LOGGER.error("It's a not normal file : {}".format(features_path))
+ failedConf.append(conf["filePath"])
+
+ # git commit message
+ if len(successConf) > 0:
+ git_tools = GitTools()
+ succ_conf = ""
+ for d_conf in successConf:
+ succ_conf = succ_conf + d_conf + " "
+ commit_code = git_tools.gitCommit("delete the conf in {} domian, ".format(domain) +
+ "the path including : {}".format(succ_conf))
+
+ # Joinin together the returned codenum and codeMessage
+ if len(failedConf) == 0:
+ codeNum = SUCCEED
+ codeString = Format.spliceAllSuccString("confs", "delete management conf", successConf)
+ else:
+ codeNum = PARAM_ERROR
+ codeString = Format.splicErrorString("confs", "delete management conf", successConf, failedConf)
+ codeString += "\n The reason for the failure is: these paths do not exist."
+
+ # 获取domain最新的有哪些配置 [1]
+ conf_files_list = Format.get_conf_files_list(domain, access_token)
+ Format.update_agith(access_token, conf_files_list, domain)
+
+ return self.response(code=codeNum, message=codeString)
+
+
+class GetManagementConfsInDomain(BaseResponse):
+ @BaseResponse.handle(schema=GetManagementConfsSchema, token=True)
+ def post(self, **params):
+ """get management configuration items and expected values in the domain
+
+ get management configuration items and expected values in the domain # noqa: E501
+
+ :param body: domain info
+ :type body: dict | bytes
+
+ :rtype: ConfFiles
+ """
+ # Check whether the domain exists
+ domain = params.get("domainName")
+
+ # check the input domain
+ checkRes = Format.domainCheck(domain)
+ if not checkRes:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="Failed to verify the input parameter, please check the input "
+ "parameters.")
+
+ isExist = Format.isDomainExist(domain)
+ if not isExist:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The current domain does not exist")
+
+ # The parameters of the initial return value assignment
+ # expected_conf_lists = ConfFiles(domain_name=domain, conf_files=[])
+ expected_conf_lists = {"domainName": domain, "confFiles": []}
+
+ # get the path in domain
+ domainPath = os.path.join(TARGETDIR, domain)
+
+ # When there is a file path is the path of judgment for the configuration items
+ for root, dirs, files in os.walk(domainPath):
+ if len(files) > 0 and len(root.split('/')) > 3:
+ if "hostRecord.txt" in files:
+ continue
+ for d_file in files:
+ d_file_path = os.path.join(root, d_file)
+ contents = Format.get_file_content_by_read(d_file_path)
+ feature = os.path.join(root.split('/')[-1], d_file)
+ yang_modules = YangModule()
+ d_module = yang_modules.getModuleByFeature(feature)
+ file_lists = yang_modules.getFilePathInModdule(yang_modules.module_list)
+ file_path = file_lists.get(d_module.name()).split(":")[-1]
+
+ # conf = ConfFile(file_path=file_path, contents=contents)
+ conf = {"filePath": file_path, "contents": contents}
+ # expected_conf_lists.conf_files.append(conf)
+ expected_conf_lists.get("confFiles").append(conf)
+ LOGGER.debug("expected_conf_lists is :{}".format(expected_conf_lists))
+
+ if len(expected_conf_lists.get("domainName")) > 0:
+ codeNum = SUCCEED
+ codeString = "Get management configuration items and expected values in the domain successfully"
+ return self.response(code=codeNum, message=codeString, data=expected_conf_lists)
+
+ else:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The file is Null in this domain")
+
+
+class QueryChangelogOfManagementConfsInDomain(BaseResponse):
+ @BaseResponse.handle(schema=QueryChangelogSchema, token=True)
+ def post(self, **params):
+ """query the change log of management config in domain
+
+ query the change log of management config in domain # noqa: E501
+
+ :param body: domain info
+ :type body: dict | bytes
+
+ :rtype: ExceptedConfInfo
+ """
+ # check whether the domain exists
+ domain = params.get("domainName")
+ LOGGER.debug("Query changelog of conf body is : {}".format(params))
+
+ # check the input domain
+ checkRes = Format.domainCheck(domain)
+ if not checkRes:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="Failed to verify the input parameter, please check the input "
+ "parameters.")
+
+ isExist = Format.isDomainExist(domain)
+ if not isExist:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="The current domain does not exist")
+
+ # Check whether path is empty in advance. If path is empty, the configuration in the
+ # entire domain is queried. Otherwise, the historical records of the specified file are queried.
+ conf_files = params.get("confFiles")
+ LOGGER.debug("conf_files is : {}".format(conf_files))
+ conf_files_list = []
+ if conf_files:
+ for d_conf in conf_files:
+ LOGGER.debug("d_conf is : {}".format(d_conf))
+ conf_files_list.append(d_conf["filePath"])
+ success_conf = []
+ failed_conf = []
+ domain_path = os.path.join(TARGETDIR, domain)
+ # expected_conf_lists = ExceptedConfInfo(domain_name=domain, conf_base_infos=[])
+ expected_conf_lists = {"domainName": domain, "confBaseInfos": []}
+ yang_modules = YangModule()
+ for root, dirs, files in os.walk(domain_path):
+ if len(files) > 0 and len(root.split('/')) > 3:
+ if "hostRecord.txt" in files:
+ continue
+ for d_file in files:
+ feature = os.path.join(root.split('/')[-1], d_file)
+ d_module = yang_modules.getModuleByFeature(feature)
+ file_lists = yang_modules.getFilePathInModdule(yang_modules.module_list)
+ file_path = file_lists.get(d_module.name()).split(":")[-1]
+ if conf_files_list and (file_path not in conf_files_list):
+ continue
+ d_file_path = os.path.join(root, d_file)
+ expectedValue = Format.get_file_content_by_read(d_file_path)
+ git_tools = GitTools()
+ gitMessage = git_tools.getLogMessageByPath(d_file_path)
+ if gitMessage and expectedValue:
+ success_conf.append(file_path)
+ else:
+ failed_conf.append(file_path)
+
+ conf_base_info = {"filePath": file_path, "expectedContents": expectedValue, "changeLog": gitMessage}
+ expected_conf_lists.get("confBaseInfos").append(conf_base_info)
+
+ LOGGER.debug("expected_conf_lists is : {}".format(expected_conf_lists))
+
+ if len(success_conf) == 0:
+ codeNum = SERVER_ERROR
+ return self.response(code=codeNum, message="Failed to query the changelog of the configure in the domain.")
+ if len(failed_conf) > 0:
+ codeNum = PARAM_ERROR
+ else:
+ codeNum = SUCCEED
+
+ return self.response(code=codeNum, message="Succeed to query the changelog of the configure in the domain.",
+ data=expected_conf_lists)
diff --git a/ragdoll/domain_manage/__init__.py b/ragdoll/domain_manage/__init__.py
new file mode 100644
index 0000000..f0935bb
--- /dev/null
+++ b/ragdoll/domain_manage/__init__.py
@@ -0,0 +1,18 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: __init__.py.py
+@Time: 2024/3/4 10:34
+@Author: JiaoSiMao
+Description:
+"""
diff --git a/ragdoll/domain_manage/view.py b/ragdoll/domain_manage/view.py
new file mode 100644
index 0000000..dd507cb
--- /dev/null
+++ b/ragdoll/domain_manage/view.py
@@ -0,0 +1,135 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: view.py
+@Time: 2024/3/4 10:34
+@Author: JiaoSiMao
+Description:
+"""
+import os
+import shutil
+
+import connexion
+from vulcanus.restful.resp.state import SUCCEED, SERVER_ERROR, PARAM_ERROR
+from vulcanus.restful.response import BaseResponse
+
+from ragdoll.conf.constant import TARGETDIR
+from ragdoll.function.verify.domain import CreateDomainSchema, DeleteDomainSchema
+from ragdoll.utils.format import Format
+from ragdoll.utils.git_tools import GitTools
+
+
+class CreateDomain(BaseResponse):
+
+ @BaseResponse.handle(schema=CreateDomainSchema, token=True)
+ def post(self, **params):
+ """
+ create domain
+
+ Args:
+ args (dict): e.g
+ {
+ "domainName":"xxx",
+ "priority":""
+ }
+
+ Returns:
+ dict: response body
+ """
+ successDomain = []
+ failedDomain = []
+ tempDomainName = params.get("domainName")
+ checkRes = Format.domainCheck(tempDomainName)
+ isExist = Format.isDomainExist(tempDomainName)
+
+ if isExist or not checkRes:
+ failedDomain.append(tempDomainName)
+ else:
+ successDomain.append(tempDomainName)
+ domainPath = os.path.join(TARGETDIR, tempDomainName)
+ os.umask(0o077)
+ os.mkdir(domainPath)
+
+ codeString = ""
+ if len(failedDomain) == 0:
+ codeNum = SUCCEED
+ codeString = Format.spliceAllSuccString("domain", "created", successDomain)
+ else:
+ codeNum = SERVER_ERROR
+ if params:
+ if isExist:
+ codeString = "domain {} create failed because it has been existed.".format(failedDomain[0])
+ elif not checkRes:
+ codeString = "domain {} create failed because format is incorrect.".format(failedDomain[0])
+ else:
+ codeString = Format.splicErrorString("domain", "created", successDomain, failedDomain)
+
+ # 对successDomain成功的domain添加文件监控开关、告警开关
+ Format.add_domain_conf_trace_flag(params, successDomain, tempDomainName)
+
+ return self.response(code=codeNum, message=codeString)
+
+
+class DeleteDomain(BaseResponse):
+
+ @BaseResponse.handle(schema=DeleteDomainSchema, token=True)
+ def delete(self, **params):
+ access_token = connexion.request.headers.get("access_token")
+ domainName = params.get("domainName")
+
+ if not domainName:
+ codeString = "The entered domain is empty"
+ return self.response(code=PARAM_ERROR, message=codeString)
+ # 1.清理agith
+ # 获取domain下的host ids
+ host_ids = Format.get_hostid_list_by_domain(domainName)
+ if len(host_ids) > 0:
+ Format.uninstall_trace(access_token, host_ids, domainName)
+ successDomain = []
+ failedDomain = []
+
+ checkRes = Format.domainCheck(domainName)
+ isExist = Format.isDomainExist(domainName)
+ if checkRes and isExist:
+ domainPath = os.path.join(TARGETDIR, domainName)
+ successDomain.append(domainName)
+ shutil.rmtree(domainPath)
+ else:
+ failedDomain.append(domainName)
+
+ if len(failedDomain) == 0:
+ codeNum = SUCCEED
+ codeString = Format.spliceAllSuccString("domain", "delete", successDomain)
+ else:
+ codeNum = SERVER_ERROR
+ codeString = Format.splicErrorString("domain", "delete", successDomain, failedDomain)
+
+ # 删除业务域，对successDomain成功的业务域进行redis的key值清理，以及domain下的主机进行agith的清理
+ Format.clear_all_domain_data(access_token, domainName, successDomain, host_ids)
+
+ return self.response(code=codeNum, message=codeString)
+
+
+class QueryDomain(BaseResponse):
+ @BaseResponse.handle(token=True)
+ def post(self, **params):
+ domain_list = []
+ cmd = "ls {}".format(TARGETDIR)
+ gitTools = GitTools()
+ ls_res = gitTools.run_shell_return_output(cmd).decode()
+ ll_list = ls_res.split('\n')
+ for d_ll in ll_list:
+ if d_ll:
+ domain = {"domainName": d_ll}
+ domain_list.append(domain)
+ return self.response(code=SUCCEED, data=domain_list)
diff --git a/ragdoll/function/__init__.py b/ragdoll/function/__init__.py
new file mode 100644
index 0000000..1a316c9
--- /dev/null
+++ b/ragdoll/function/__init__.py
@@ -0,0 +1,18 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: __init__.py.py
+@Time: 2024/3/4 10:48
+@Author: JiaoSiMao
+Description:
+"""
diff --git a/ragdoll/function/verify/__init__.py b/ragdoll/function/verify/__init__.py
new file mode 100644
index 0000000..1a316c9
--- /dev/null
+++ b/ragdoll/function/verify/__init__.py
@@ -0,0 +1,18 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: __init__.py.py
+@Time: 2024/3/4 10:48
+@Author: JiaoSiMao
+Description:
+"""
diff --git a/ragdoll/function/verify/confs.py b/ragdoll/function/verify/confs.py
new file mode 100644
index 0000000..654ede4
--- /dev/null
+++ b/ragdoll/function/verify/confs.py
@@ -0,0 +1,82 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: confs.py
+@Time: 2024/3/11 9:02
+@Author: JiaoSiMao
+Description:
+"""
+from marshmallow import Schema, fields
+
+
+class DomainNameSchema(Schema):
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+
+
+class HostIdSchema(Schema):
+ hostId = fields.Integer(required=True, validate=lambda s: s >= 0)
+
+
+class SyncHostConfsSchema(Schema):
+ hostId = fields.Integer(required=True, validate=lambda s: s >= 0)
+ syncConfigs = fields.List(fields.String(required=True, validate=lambda s: len(s) > 0), required=True,
+ validate=lambda s: len(s) > 0)
+
+
+class ConfBaseSchema(Schema):
+ filePath = fields.String(required=True, validate=lambda s: len(s) > 0)
+ expectedContents = fields.String(required=True, validate=lambda s: len(s) > 0)
+
+
+class DomainConfBaseInfosSchema(Schema):
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+ confBaseInfos = fields.List(fields.Nested(ConfBaseSchema(), required=True), required=True,
+ validate=lambda s: len(s) > 0)
+
+
+class GetSyncStatusSchema(Schema):
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+ ip = fields.String(required=True, validate=lambda s: len(s) > 0)
+
+
+class QueryExceptedConfsSchema(Schema):
+ domainNames = fields.List(fields.Nested(DomainNameSchema(), required=True), required=True,
+ validate=lambda s: len(s) > 0)
+
+
+class QueryRealConfsSchema(Schema):
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+ hostIds = fields.List(fields.Nested(HostIdSchema(), required=True), required=True,
+ validate=lambda s: len(s) > 0)
+
+
+class SyncConfToHostFromDomainSchema(Schema):
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+ syncList = fields.List(fields.Nested(SyncHostConfsSchema(), required=True), required=True,
+ validate=lambda s: len(s) > 0)
+
+
+class QuerySupportedConfsSchema(Schema):
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+
+
+class CompareConfDiffSchema(Schema):
+ expectedConfsResp = fields.List(fields.Nested(DomainConfBaseInfosSchema(), required=True), required=True,
+ validate=lambda s: len(s) > 0)
+ domainResult = fields.Dict(required=True, validate=lambda s: len(s) > 0)
+
+
+class BatchSyncConfToHostFromDomainSchema(Schema):
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+ hostIds = fields.List(fields.Integer(required=True, validate=lambda s: s >= 0), required=True,
+ validate=lambda s: len(s) > 0)
diff --git a/ragdoll/function/verify/domain.py b/ragdoll/function/verify/domain.py
new file mode 100644
index 0000000..c4c1323
--- /dev/null
+++ b/ragdoll/function/verify/domain.py
@@ -0,0 +1,36 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (C) 2023 isoftstone Technologies Co., Ltd. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: domain.py
+@Time: 2024/3/4 10:48
+@Author: JiaoSiMao
+Description:
+"""
+from marshmallow import Schema, fields, validate
+
+
+class CreateDomainSchema(Schema):
+ """
+ validators for parameter of /domain/createDomain
+ """
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+ priority = fields.Integer(required=True, validate=lambda s: s >= 0)
+ conf_change_flag = fields.Boolean(required=True, default=False, validate=validate.OneOf([True, False]))
+ report_flag = fields.Boolean(required=True, default=False, validate=validate.OneOf([True, False]))
+
+
+class DeleteDomainSchema(Schema):
+ """
+ validators for parameter of /domain/deleteDomain
+ """
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
diff --git a/ragdoll/function/verify/domain_conf.py b/ragdoll/function/verify/domain_conf.py
new file mode 100644
index 0000000..698772b
--- /dev/null
+++ b/ragdoll/function/verify/domain_conf.py
@@ -0,0 +1,53 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: domain_conf.py
+@Time: 2024/3/8 11:40
+@Author: JiaoSiMao
+Description:
+"""
+from marshmallow import Schema, fields
+
+
+class ConfSchema(Schema):
+ filePath = fields.String(required=False, validate=lambda s: len(s) > 0)
+ contents = fields.String(required=False, validate=lambda s: len(s) > 0)
+ hostId = fields.Integer(required=False, validate=lambda s: s >= 0)
+
+
+class ManageConfSchema(Schema):
+ filePath = fields.String(required=False, validate=lambda s: len(s) > 0)
+
+
+class AddManagementConfsSchema(Schema):
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+ confFiles = fields.List(fields.Nested(ConfSchema(), required=True), required=True, validate=lambda s: len(s) > 0)
+
+
+class UploadManagementConfsSchema(Schema):
+ filePath = fields.String(required=False, validate=lambda s: len(s) > 0)
+ domainName = fields.String(required=False, validate=lambda s: len(s) > 0)
+
+
+class DeleteManagementConfsSchema(Schema):
+ domainName = fields.String(required=False, validate=lambda s: len(s) > 0)
+ confFiles = fields.List(fields.Nested(ManageConfSchema(), required=True), required=True, validate=lambda s: len(s) > 0)
+
+
+class GetManagementConfsSchema(Schema):
+ domainName = fields.String(required=False, validate=lambda s: len(s) > 0)
+
+
+class QueryChangelogSchema(Schema):
+ domainName = fields.String(required=False, validate=lambda s: len(s) > 0)
+ confFiles = fields.List(fields.Nested(ManageConfSchema(), required=True), required=True, validate=lambda s: len(s) > 0)
diff --git a/ragdoll/function/verify/host.py b/ragdoll/function/verify/host.py
new file mode 100644
index 0000000..1ea927c
--- /dev/null
+++ b/ragdoll/function/verify/host.py
@@ -0,0 +1,58 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: host.py
+@Time: 2024/3/5 9:44
+@Author: JiaoSiMao
+Description:
+"""
+from marshmallow import Schema, fields
+
+
+class HostSchema(Schema):
+ """
+ validators for parameter of host
+ """
+ hostId = fields.Integer(required=True, validate=lambda s: s >= 0)
+ ip = fields.String(required=True, validate=lambda s: len(s) > 0)
+ ipv6 = fields.String(required=True, validate=lambda s: len(s) > 0)
+
+
+class SingleDeleteHostSchema(Schema):
+ """
+ validators for parameter of /host/deleteHost
+ """
+ hostId = fields.Integer(required=True, validate=lambda s: s >= 0)
+
+
+class AddHostSchema(Schema):
+ """
+ validators for parameter of /host/addHost
+ """
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+ hostInfos = fields.List(fields.Nested(HostSchema(), required=True), required=True, validate=lambda s: len(s) > 0)
+
+
+class DeleteHostSchema(Schema):
+ """
+ validators for parameter of /host/deleteHost
+ """
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
+ hostInfos = fields.List(fields.Nested(SingleDeleteHostSchema(), required=True), required=True, validate=lambda s: len(s) > 0)
+
+
+class GetHostSchema(Schema):
+ """
+ validators for parameter of /host/getHost
+ """
+ domainName = fields.String(required=True, validate=lambda s: len(s) > 0)
\ No newline at end of file
diff --git a/ragdoll/host_manage/__init__.py b/ragdoll/host_manage/__init__.py
new file mode 100644
index 0000000..ec92ca5
--- /dev/null
+++ b/ragdoll/host_manage/__init__.py
@@ -0,0 +1,18 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: __init__.py.py
+@Time: 2024/3/5 9:39
+@Author: JiaoSiMao
+Description:
+"""
diff --git a/ragdoll/host_manage/view.py b/ragdoll/host_manage/view.py
new file mode 100644
index 0000000..ead42f7
--- /dev/null
+++ b/ragdoll/host_manage/view.py
@@ -0,0 +1,292 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: view.py
+@Time: 2024/3/5 9:40
+@Author: JiaoSiMao
+Description:
+"""
+import ast
+import json
+import os
+
+import connexion
+from vulcanus.restful.resp.state import PARAM_ERROR, SUCCEED, PARTIAL_SUCCEED, SERVER_ERROR
+from vulcanus.restful.response import BaseResponse
+
+from ragdoll.conf.constant import TARGETDIR
+from ragdoll.function.verify.host import AddHostSchema, DeleteHostSchema, GetHostSchema
+from ragdoll.log.log import LOGGER
+from ragdoll.utils.conf_tools import ConfTools
+from ragdoll.utils.format import Format
+from ragdoll.utils.git_tools import GitTools
+
+
+class AddHostInDomain(BaseResponse):
+ @BaseResponse.handle(schema=AddHostSchema, token=True)
+ def post(self, **params):
+ """
+ add host in the configuration domain
+
+ add host in the configuration domain # noqa: E501
+
+ :param body: domain info
+ :type body: dict | bytes
+
+ :rtype: BaseResponse
+ """
+ access_token = connexion.request.headers.get("access_token")
+ domain = params.get("domainName")
+ host_infos = params.get("hostInfos")
+
+ # check whether host_infos is empty
+ if len(host_infos) == 0:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum, message="Enter host info cannot be empty, please check the host info.")
+
+ checkRes = Format.domainCheck(domain)
+ if not checkRes:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum,
+ message="Failed to verify the input parameter, please check the input parameters.")
+
+ # check whether the domain exists
+ isExist = Format.isDomainExist(domain)
+ if not isExist:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum,
+ message="The current domain does not exist, please create the domain first.")
+
+ successHost = []
+ failedHost = []
+ domainPath = os.path.join(TARGETDIR, domain)
+ # 将domainName 和host信息入库
+ conf_tools = ConfTools()
+ Format.addHostSyncStatus(conf_tools, domain, host_infos)
+
+ # Check whether the current host exists in the domain.
+ for host in host_infos:
+ # 判断这个hostId是否在其他业务域中
+ contained_flag = Format.isContainedHostIdInOtherDomain(host.get("hostId"))
+ if contained_flag:
+ failedHost.append(host.get("hostId"))
+ else:
+ hostPath = os.path.join(domainPath, "hostRecord.txt")
+ if os.path.isfile(hostPath):
+ isContained = Format.isContainedHostIdInfile(hostPath, host.get("hostId"))
+ if isContained:
+ failedHost.append(host.get("hostId"))
+ else:
+ Format.addHostToFile(hostPath, host)
+ successHost.append(host.get("hostId"))
+ else:
+ Format.addHostToFile(hostPath, host)
+ successHost.append(host.get("hostId"))
+
+ if len(failedHost) == len(host_infos):
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum,
+ message="The all host already exists in the administrative scope of the domain.")
+
+ # Joining together the returned codenum codeMessage
+ if len(failedHost) == 0:
+ codeNum = SUCCEED
+ codeString = Format.spliceAllSuccString("host", "add hosts", successHost)
+ else:
+ codeNum = PARTIAL_SUCCEED
+ codeString = Format.splicErrorString("host", "add hosts", successHost, failedHost)
+
+ # git commit maessage
+ if len(host_infos) > 0:
+ git_tools = GitTools()
+ commit_code = git_tools.gitCommit("Add the host in {} domian, ".format(domain) +
+ "the host including : {}".format(successHost))
+
+ # 针对successHost 添加成功的host, 安装agith并启动agith，如果当前业务域有配置，配置agith，如果没有就不配置
+ Format.install_update_agith(access_token, domain, successHost)
+
+ return self.response(code=codeNum, message=codeString)
+
+
+class DeleteHostInDomain(BaseResponse):
+ @BaseResponse.handle(schema=DeleteHostSchema, token=True)
+ def delete(self, **params):
+ """delete host in the configuration domain
+
+ delete the host in the configuration domain # noqa: E501
+
+ :param body: domain info
+ :type body: dict | bytes
+
+ :rtype: BaseResponse
+ """
+ access_token = connexion.request.headers.get("access_token")
+ domain = params.get("domainName")
+ hostInfos = params.get("hostInfos")
+
+ # check the input domain
+ checkRes = Format.domainCheck(domain)
+ if not checkRes:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum,
+ message="Failed to verify the input parameter, please check the input parameters.")
+
+ # check whether the domain exists
+ isExist = Format.isDomainExist(domain)
+ if not isExist:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum,
+ message="The current domain does not exist, please create the domain first.")
+
+ # 将host sync status从库中删除
+ conf_tools = ConfTools()
+ Format.deleteHostSyncStatus(conf_tools, domain, hostInfos)
+
+ # Whether the host information added within the current domain is empty while ain exists
+ domainPath = os.path.join(TARGETDIR, domain)
+ hostPath = os.path.join(domainPath, "hostRecord.txt")
+ if not os.path.isfile(hostPath) or (os.path.isfile(hostPath) and os.stat(hostPath).st_size == 0):
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum,
+ message="The host information is not set in the current domain. Please add the host "
+ "information first")
+
+ # If the input host information is empty, the host information of the whole domain is cleared
+ if len(hostInfos) == 0:
+ if os.path.isfile(hostPath):
+ try:
+ os.remove(hostPath)
+ except OSError as ex:
+ LOGGER.error("Failed to delete hostpath as OS error: {0}".format(ex))
+ codeNum = SERVER_ERROR
+ return self.response(code=codeNum, message="The host delete failed.")
+ codeNum = SUCCEED
+ return self.response(code=codeNum, message="All hosts are deleted in the current domain.")
+
+ # If the domain exists, check whether the current input parameter host belongs to the corresponding
+ # domain. If the host is in the domain, the host is deleted. If the host is no longer in the domain,
+ # the host is added to the failure range
+ containedInHost = []
+ notContainedInHost = []
+ os.umask(0o077)
+ for hostInfo in hostInfos:
+ hostId = hostInfo.get("hostId")
+ isContained = False
+ try:
+ with open(hostPath, 'r') as d_file:
+ lines = d_file.readlines()
+ with open(hostPath, 'w') as w_file:
+ for line in lines:
+ line_host_id = json.loads(str(ast.literal_eval(line)).replace("'", "\""))['host_id']
+ if hostId != line_host_id:
+ w_file.write(line)
+ else:
+ isContained = True
+ except OSError as err:
+ LOGGER.error("OS error: {0}".format(err))
+ codeNum = SERVER_ERROR
+ return self.response(code=codeNum, message="OS error: {0}".format(err))
+
+ if isContained:
+ containedInHost.append(hostId)
+ else:
+ notContainedInHost.append(hostId)
+
+ # All hosts do not belong to the domain
+ if len(notContainedInHost) == len(hostInfos):
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum,
+ message="All the host does not belong to the domain control, please enter the host "
+ "again")
+
+ # Some hosts belong to domains, and some hosts do not belong to domains.
+ if len(notContainedInHost) == 0:
+ codeNum = SUCCEED
+ codeString = Format.spliceAllSuccString("host", "delete", containedInHost)
+ else:
+ codeNum = PARAM_ERROR
+ codeString = Format.splicErrorString("host", "delete", containedInHost, notContainedInHost)
+
+ # git commit message
+ if len(containedInHost) > 0:
+ git_tools = GitTools()
+ commit_code = git_tools.gitCommit("Delete the host in {} domian, ".format(domain) +
+ "the host including : {}".format(containedInHost))
+ # # 根据containedInHost 停止agith服务，删除agith，删除redis key值
+ Format.uninstall_hosts_agith(access_token, containedInHost, domain)
+
+ return self.response(code=codeNum, message=codeString)
+
+
+class GetHostByDomainName(BaseResponse):
+ @BaseResponse.handle(schema=GetHostSchema, token=True)
+ def post(self, **params):
+ """get host by domainName
+
+ get the host information of the configuration domain # noqa: E501
+
+ :param body: domain info
+ :type body: dict | bytes
+
+ :rtype: List[Host]
+ """
+ domain = params.get("domainName")
+ # check the input domain
+ checkRes = Format.domainCheck(domain)
+ if not checkRes:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum,
+ message="Failed to verify the input parameter, please check the input parameters.")
+
+ # check whether the domain exists
+ isExist = Format.isDomainExist(domain)
+ if not isExist:
+ codeNum = PARAM_ERROR
+ return self.response(code=codeNum,
+ message="The current domain does not exist, please create the domain first.")
+
+ # The domain exists, but the host information is empty
+ domainPath = os.path.join(TARGETDIR, domain)
+ hostPath = os.path.join(domainPath, "hostRecord.txt")
+ if not os.path.isfile(hostPath) or (os.path.isfile(hostPath) and os.stat(hostPath).st_size == 0):
+ codeNum = SUCCEED
+ return self.response(code=codeNum,
+ message="The host information is not set in the current domain. Please add the host "
+ "information first.")
+
+ # The domain exists, and the host information exists and is not empty
+ hostlist = []
+ LOGGER.debug("hostPath is : {}".format(hostPath))
+ try:
+ with open(hostPath, 'r') as d_file:
+ for line in d_file.readlines():
+ json_str = json.loads(line)
+ host_json = ast.literal_eval(json_str)
+ hostId = host_json["host_id"]
+ ip = host_json["ip"]
+ ipv6 = host_json["ipv6"]
+ host = {"hostId": hostId, "ip": ip, "ipv6": ipv6}
+ hostlist.append(host)
+ except OSError as err:
+ LOGGER.error("OS error: {0}".format(err))
+ codeNum = SERVER_ERROR
+ return self.response(code=codeNum, message="OS error: {0}".format(err))
+
+ # Joining together the returned codeNum codeMessage
+ if len(hostlist) == 0:
+ codeNum = SERVER_ERROR
+ return self.response(code=codeNum, message="Some unknown problems.")
+ else:
+ LOGGER.debug("hostlist is : {}".format(hostlist))
+ codeNum = SUCCEED
+ return self.response(code=codeNum, message="Get host info in the domain successfully", data=hostlist)
diff --git a/ragdoll/manage.py b/ragdoll/manage.py
new file mode 100644
index 0000000..d646f77
--- /dev/null
+++ b/ragdoll/manage.py
@@ -0,0 +1,42 @@
+#!/usr/bin/python3
+try:
+ from gevent import monkey, pywsgi
+
+ monkey.patch_all(ssl=False)
+except:
+ pass
+
+from vulcanus.manage import init_application
+from ragdoll.conf import configuration
+from ragdoll.url import URLS
+from ragdoll.utils.prepare import Prepare
+from ragdoll.utils.yang_module import YangModule
+
+
+def load_prepare():
+ git_dir = configuration.git.get("GIT_DIR").replace("\"", "")
+ git_user_name = configuration.git.get("USER_NAME").replace("\"", "")
+ git_user_email = configuration.git.get("USER_EMAIL").replace("\"", "")
+
+ prepare = Prepare(git_dir)
+ prepare.mkdir_git_warehose(git_user_name, git_user_email)
+
+
+def load_yang():
+ yang_modules = YangModule()
+
+
+def main():
+ _app = init_application(name="ragdoll", settings=configuration, register_urls=URLS)
+ # prepare to load config
+ load_prepare()
+ # load yang modules
+ load_yang()
+ print("configuration.ragdoll.get('ip') is ", configuration.ragdoll.get('IP'))
+ return _app
+
+
+app = main()
+
+if __name__ == "__main__":
+ app.run(host=configuration.ragdoll.get('IP'), port=configuration.ragdoll.get("PORT"))
diff --git a/ragdoll/models/batch_sync_req.py b/ragdoll/models/batch_sync_req.py
new file mode 100644
index 0000000..bca0e65
--- /dev/null
+++ b/ragdoll/models/batch_sync_req.py
@@ -0,0 +1,95 @@
+# coding: utf-8
+
+from __future__ import absolute_import
+from datetime import date, datetime # noqa: F401
+
+from typing import List, Dict # noqa: F401
+
+from ragdoll.models.base_model_ import Model
+from ragdoll import util
+from ragdoll.models.sync_host_confs import SyncHostConfs
+
+
+class BatchSyncReq(Model):
+ """NOTE: This class is auto generated by the swagger code generator program.
+
+ Do not edit the class manually.
+ """
+
+ def __init__(self, domain_name: str = None, host_ids: List[int] = None): # noqa: E501
+
+ """ConfHost - a model defined in Swagger
+
+ :param domain_name: The domain_name of this BatchSyncReq. # noqa: E501
+ :type domain_name: str
+ :param host_ids: The host_ids of this BatchSyncReq. # noqa: E501
+ :type host_ids: List[int]
+ """
+ self.swagger_types = {
+ 'domain_name': str,
+ 'host_ids': List[int]
+ }
+
+ self.attribute_map = {
+ 'domain_name': 'domainName',
+ 'host_ids': 'hostIds'
+ }
+
+ self._domain_name = domain_name
+ self._host_ids = host_ids
+
+ @classmethod
+ def from_dict(cls, dikt) -> 'BatchSyncReq':
+ """Returns the dict as a model
+
+ :param dikt: A dict.
+ :type: dict
+ :return: The BatchSyncReq of this BatchSyncReq. # noqa: E501
+ :rtype: BatchSyncReq
+ """
+ return util.deserialize_model(dikt, cls)
+
+ @property
+ def domain_name(self) -> str:
+ """Gets the domain_name of this BatchSyncReq.
+
+ domain name # noqa: E501
+
+ :return: The domain_name of this BatchSyncReq.
+ :rtype: str
+ """
+ return self._domain_name
+
+ @domain_name.setter
+ def domain_name(self, domain_name: str):
+ """Sets the domain_name of this BatchSyncReq.
+
+ domain name # noqa: E501
+
+ :param domain_name: The domain_name of this BatchSyncReq.
+ :type domain_name: str
+ """
+
+ self._domain_name = domain_name
+
+ @property
+ def host_ids(self) -> List[int]:
+ """Gets the host_ids of this BatchSyncReq.
+
+
+ :return: The host_ids of this BatchSyncReq.
+ :rtype: List[int]
+ """
+
+ return self._host_ids
+
+ @host_ids.setter
+ def host_ids(self, host_ids: List[int]):
+ """Sets the sync_list of this BatchSyncReq.
+
+
+ :param host_ids: The host_ids of this BatchSyncReq.
+ :type host_ids: List[int]
+ """
+
+ self._host_ids = host_ids
diff --git a/ragdoll/models/compare_conf_diff.py b/ragdoll/models/compare_conf_diff.py
new file mode 100644
index 0000000..c68c8b7
--- /dev/null
+++ b/ragdoll/models/compare_conf_diff.py
@@ -0,0 +1,104 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: compare_conf_diff.py
+@Time: 2024/1/25 10:05
+@Author: JiaoSiMao
+Description:
+"""
+from typing import List
+from ragdoll import util
+from ragdoll.models.base_model_ import Model
+from ragdoll.models.domain_conf_base_infos import DomainConfBaseInfos
+
+
+class CompareConfDiff(Model):
+ """NOTE: This class is auto generated by the swagger code generator program.
+
+ Do not edit the class manually.
+ """
+
+ def __init__(self, expected_confs_resp: List[DomainConfBaseInfos] = None, domain_result: object = None): # noqa: E501
+ """CompareConfDiff - a model defined in Swagger
+
+ :param expected_confs_resp: The all domain conf. # noqa: E501
+ :type expected_confs_resp: str
+
+ :param domain_result: The all domain host real conf. # noqa: E501
+ :type domain_result: str
+ """
+ self.swagger_types = {
+ 'expected_confs_resp': List[DomainConfBaseInfos],
+ 'domain_result': object
+ }
+
+ self.attribute_map = {
+ 'expected_confs_resp': 'expectedConfsResp',
+ 'domain_result': 'domainResult'
+ }
+
+ self._expected_confs_resp = expected_confs_resp
+ self._domain_result = domain_result
+
+ @classmethod
+ def from_dict(cls, dikt) -> 'CompareConfDiff':
+ """Returns the dict as a model
+
+ :param dikt: A dict.
+ :type: dict
+ :return: the CompareConfDiff of CompareConfDiff. # noqa: E501
+ :rtype: CompareConfDiff
+ """
+ return util.deserialize_model(dikt, cls)
+
+ @property
+ def expected_confs_resp(self) -> List[DomainConfBaseInfos]:
+ """Gets expected_confs_resp of this CompareConfDiff.
+
+
+ :return: The expected_confs_resp of this CompareConfDiff.
+ :rtype: List[DomainConfBaseInfos]
+ """
+ return self._expected_confs_resp
+
+ @expected_confs_resp.setter
+ def expected_confs_resp(self, expected_confs_resp: List[DomainConfBaseInfos]):
+ """Sets expected_confs_resp of this CompareConfDiff.
+
+
+ :param expected_confs_resp: The expected_confs_resp of this CompareConfDiff.
+ type expected_confs_resp: List[DomainConfBaseInfos]
+ """
+
+ self._expected_confs_resp = expected_confs_resp
+
+ @property
+ def domain_result(self) -> object:
+ """Gets domain_result of this CompareConfDiff.
+
+
+ :return: The domain_result of this CompareConfDiff.
+ :rtype: str
+ """
+ return self._domain_result
+
+ @domain_result.setter
+ def domain_result(self, domain_result: object):
+ """Sets domain_result of this CompareConfDiff.
+
+
+ :param domain_result: The domain_result of this CompareConfDiff.
+ type domain_result: str
+ """
+
+ self._domain_result = domain_result
diff --git a/ragdoll/models/conf_base.py b/ragdoll/models/conf_base.py
new file mode 100644
index 0000000..21d2ec6
--- /dev/null
+++ b/ragdoll/models/conf_base.py
@@ -0,0 +1,105 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: conf_base.py
+@Time: 2024/1/25 15:09
+@Author: JiaoSiMao
+Description:
+"""
+from ragdoll import util
+from ragdoll.models.base_model_ import Model
+
+
+class ConfBase(Model):
+ """NOTE: This class is auto generated by the swagger code generator program.
+
+ Do not edit the class manually.
+ """
+
+ def __init__(self, file_path: str = None, expected_contents: str = None): # noqa: E501
+ """ConfBaseInfo - a model defined in Swagger
+
+ :param file_path: The file_path of this ConfBase. # noqa: E501
+ :type file_path: str
+ :param expected_contents: The expected_contents of this ConfBase. # noqa: E501
+ :type expected_contents: str
+ """
+ self.swagger_types = {
+ 'file_path': str,
+ 'expected_contents': str
+ }
+
+ self.attribute_map = {
+ 'file_path': 'filePath',
+ 'expected_contents': 'expectedContents'
+ }
+
+ self._file_path = file_path
+ self._expected_contents = expected_contents
+
+ @classmethod
+ def from_dict(cls, dikt) -> 'ConfBase':
+ """Returns the dict as a model
+
+ :param dikt: A dict.
+ :type: dict
+ :return: The ConfBase of this ConfBase. # noqa: E501
+ :rtype: ConfBase
+ """
+ return util.deserialize_model(dikt, cls)
+
+ @property
+ def file_path(self) -> str:
+ """Gets the file_path of this ConfBase.
+
+ the path of a configuration file # noqa: E501
+
+ :return: The file_path of this ConfBase.
+ :rtype: str
+ """
+ return self._file_path
+
+ @file_path.setter
+ def file_path(self, file_path: str):
+ """Sets the file_path of this ConfBase.
+
+ the path of a configuration file # noqa: E501
+
+ :param file_path: The file_path of this ConfBase.
+ :type file_path: str
+ """
+
+ self._file_path = file_path
+
+ @property
+ def expected_contents(self) -> str:
+ """Gets the expected_contents of this ConfBase.
+
+ expected configuration value of configuration item # noqa: E501
+
+ :return: The expected_contents of this ConfBase.
+ :rtype: str
+ """
+ return self._expected_contents
+
+ @expected_contents.setter
+ def expected_contents(self, expected_contents: str):
+ """Sets the expected_contents of this ConfBase.
+
+ expected configuration value of configuration item # noqa: E501
+
+ :param expected_contents: The expected_contents of this ConfBase.
+ :type expected_contents: str
+ """
+
+ self._expected_contents = expected_contents
diff --git a/ragdoll/models/domain_conf_base_infos.py b/ragdoll/models/domain_conf_base_infos.py
new file mode 100644
index 0000000..e49e8d2
--- /dev/null
+++ b/ragdoll/models/domain_conf_base_infos.py
@@ -0,0 +1,105 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: domain_conf_base_infos.py
+@Time: 2024/1/25 15:06
+@Author: JiaoSiMao
+Description:
+"""
+from typing import List
+
+from ragdoll.models.base_model_ import Model
+from ragdoll.models.conf_base import ConfBase
+from ragdoll import util
+
+
+class DomainConfBaseInfos(Model):
+ """NOTE: This class is auto generated by the swagger code generator program.
+
+ Do not edit the class manually.
+ """
+
+ def __init__(self, conf_base_infos: List[ConfBase] = None, domain_name: str = None): # noqa: E501
+ """DomainConfBaseInfos - a model defined in Swagger
+
+ :param conf_base_infos: The all domain conf. # noqa: E501
+ :type List[ConfBase]
+
+ :param domain_name: The domain_name of DomainConfBaseInfos. # noqa: E501
+ :type domain_name: str
+ """
+ self.swagger_types = {
+ 'conf_base_infos': List[ConfBase],
+ 'domain_name': str
+ }
+
+ self.attribute_map = {
+ 'conf_base_infos': 'confBaseInfos',
+ 'domain_name': 'domainName'
+ }
+
+ self._conf_base_infos = conf_base_infos
+ self._domain_name = domain_name
+
+ @classmethod
+ def from_dict(cls, dikt) -> 'DomainConfBaseInfos':
+ """Returns the dict as a model
+
+ :param dikt: A dict.
+ :type: dict
+ :return: the DomainConfBaseInfos of DomainConfBaseInfos. # noqa: E501
+ :rtype: DomainConfBaseInfos
+ """
+ return util.deserialize_model(dikt, cls)
+
+ @property
+ def conf_base_infos(self) -> List[ConfBase]:
+ """Gets conf_base_infos of this DomainConfBaseInfos.
+
+
+ :return: The conf_base_infos of this DomainConfBaseInfos.
+ :rtype: List[ConfBase]
+ """
+ return self._conf_base_infos
+
+ @conf_base_infos.setter
+ def conf_base_infos(self, conf_base_infos: List[ConfBase]):
+ """Sets conf_base_infos of this DomainConfBaseInfos.
+
+
+ :param conf_base_infos: The conf_base_infos of this DomainConfBaseInfos.
+ type expected_confs_resp: List[ConfBase]
+ """
+
+ self._conf_base_infos = conf_base_infos
+
+ @property
+ def domain_name(self) -> str:
+ """Gets domain_name of this DomainConfBaseInfos.
+
+
+ :return: The domain_name of this DomainConfBaseInfos.
+ :rtype: str
+ """
+ return self._domain_name
+
+ @domain_name.setter
+ def domain_name(self, domain_name: str):
+ """Sets domain_name of this DomainConfBaseInfos.
+
+
+ :param domain_name: The domain_result of this DomainConfBaseInfos.
+ type domain_result: str
+ """
+
+ self._domain_name = domain_name
diff --git a/ragdoll/models/domain_config_sync_result.py b/ragdoll/models/domain_config_sync_result.py
new file mode 100644
index 0000000..c7dc741
--- /dev/null
+++ b/ragdoll/models/domain_config_sync_result.py
@@ -0,0 +1,131 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: domain_config_sync_result.py
+@Time: 2024/1/25 11:31
+@Author: JiaoSiMao
+Description:
+"""
+# coding: utf-8
+
+from __future__ import absolute_import
+from datetime import date, datetime # noqa: F401
+from typing import List, Dict # noqa: F401
+from ragdoll.models.base_model_ import Model
+from ragdoll import util
+
+
+class DomainConfigSyncResult(Model):
+ """NOTE: This class is auto generated by the swagger code generator program.
+
+ Do not edit the class manually.
+ """
+
+ def __init__(self, host_id: int = None, domain_name: str = None, sync_status: int = None): # noqa: E501
+ """DomainConfigSyncResult - a model defined in Swagger
+
+ :param host_id: The host_id of this HostSyncResult. # noqa: E501
+ :type host_id: int
+ :param domain_name: The domain_name of this DomainConfigSyncResult. # noqa: E501
+ :type domain_name: str
+ :param sync_status: The sync_status of this DomainConfigSyncResult. # noqa: E501
+ :type sync_status: int
+ """
+ self.swagger_types = {
+ 'host_id': int,
+ 'domain_name': str,
+ 'sync_status': int
+ }
+
+ self.attribute_map = {
+ 'host_id': 'hostId',
+ 'domain_name': 'domainName',
+ 'sync_status': 'syncStatus'
+ }
+
+ self._host_id = host_id
+ self._domain_name = domain_name
+ self._sync_status = sync_status
+
+ @classmethod
+ def from_dict(cls, dikt) -> 'DomainConfigSyncResult':
+ """Returns the dict as a model
+
+ :param dikt: A dict.
+ :type: dict
+ :return: The DomainConfigSyncResult of this DomainConfigSyncResult. # noqa: E501
+ :rtype: DomainConfigSyncResult
+ """
+ return util.deserialize_model(dikt, cls)
+
+ @property
+ def host_id(self) -> int:
+ """Gets the host_id of this DomainConfigSyncResult.
+
+ the id of host # noqa: E501
+
+ :return: The host_id of this DomainConfigSyncResult.
+ :rtype: int
+ """
+ return self._host_id
+
+ @host_id.setter
+ def host_id(self, host_id: int):
+ """Sets the host_id of this DomainConfigSyncResult.
+
+ the id of host # noqa: E501
+
+ :param host_id: The host_id of this DomainConfigSyncResult.
+ :type host_id: str
+ """
+
+ self._host_id = host_id
+
+ @property
+ def domain_name(self) -> str:
+ """Gets the domain_name of this DomainConfigSyncResult.
+
+ :return: The domain_name of this DomainConfigSyncResult.
+ :rtype: str
+ """
+ return self._domain_name
+
+ @domain_name.setter
+ def domain_name(self, domain_name: str):
+ """Sets the domain_name of this DomainConfigSyncResult.
+
+ :param domain_name: The domain_name of this DomainConfigSyncResult.
+ :type domain_name: str
+ """
+
+ self._domain_name = domain_name
+
+ @property
+ def sync_status(self) -> int:
+ """Gets the sync_status of this DomainConfigSyncResult.
+
+ :return: The sync_status of this DomainConfigSyncResult.
+ :rtype: int
+ """
+ return self._sync_status
+
+ @sync_status.setter
+ def sync_status(self, sync_status: int):
+ """Sets the sync_status of this DomainConfigSyncResult.
+
+
+ :param sync_status: The sync_status of this DomainConfigSyncResult.
+ :type sync_status: str
+ """
+
+ self._sync_status = sync_status
diff --git a/ragdoll/models/domain_ip.py b/ragdoll/models/domain_ip.py
new file mode 100644
index 0000000..932afec
--- /dev/null
+++ b/ragdoll/models/domain_ip.py
@@ -0,0 +1,92 @@
+# coding: utf-8
+
+from __future__ import absolute_import
+from datetime import date, datetime # noqa: F401
+
+from typing import List, Dict # noqa: F401
+
+from ragdoll.models.base_model_ import Model
+from ragdoll import util
+
+
+class DomainIp(Model):
+ """NOTE: This class is auto generated by the swagger code generator program.
+
+ Do not edit the class manually.
+ """
+
+ def __init__(self, domain_name: str=None, ip: str=None): # noqa: E501
+ """DomainName - a model defined in Swagger
+
+ :param domain_name: The domain_name of this DomainName. # noqa: E501
+ :type domain_name: str
+ """
+ self.swagger_types = {
+ 'domain_name': str,
+ 'ip': str
+ }
+
+ self.attribute_map = {
+ 'domain_name': 'domainName',
+ 'ip': 'ip'
+ }
+
+ self._domain_name = domain_name
+ self._ip = ip
+
+ @classmethod
+ def from_dict(cls, dikt) -> 'DomainName':
+ """Returns the dict as a model
+
+ :param dikt: A dict.
+ :type: dict
+ :return: The DomainName of this DomainName. # noqa: E501
+ :rtype: DomainName
+ """
+ return util.deserialize_model(dikt, cls)
+
+ @property
+ def domain_name(self) -> str:
+ """Gets the domain_name of this DomainName.
+
+ domain name # noqa: E501
+
+ :return: The domain_name of this DomainName.
+ :rtype: str
+ """
+ return self._domain_name
+
+ @domain_name.setter
+ def domain_name(self, domain_name: str):
+ """Sets the domain_name of this DomainName.
+
+ domain name # noqa: E501
+
+ :param domain_name: The domain_name of this DomainName.
+ :type domain_name: str
+ """
+
+ self._domain_name = domain_name
+
+ @property
+ def ip(self) -> str:
+ """Gets the ip in this domain.
+
+ the ipv4 address in this domain # noqa: E501
+
+ :return: The ip in this domain.
+ :rtype: str
+ """
+ return self._ip
+
+ @ip.setter
+ def ip(self, ip: str):
+ """Sets the ip in this domain.
+
+ the ipv4 address in this domain # noqa: E501
+
+ :param ip: The ip in this domain.
+ :type ip: str
+ """
+
+ self._ip = ip
diff --git a/ragdoll/models/domain_names.py b/ragdoll/models/domain_names.py
new file mode 100644
index 0000000..096cd81
--- /dev/null
+++ b/ragdoll/models/domain_names.py
@@ -0,0 +1,65 @@
+# coding: utf-8
+
+from __future__ import absolute_import
+from datetime import date, datetime # noqa: F401
+
+from typing import List, Dict # noqa: F401
+
+from ragdoll.models import DomainName
+from ragdoll.models.base_model_ import Model
+from ragdoll import util
+
+
+class DomainNames(Model):
+ """NOTE: This class is auto generated by the swagger code generator program.
+
+ Do not edit the class manually.
+ """
+
+ def __init__(self, domain_names: List[DomainName]=None): # noqa: E501
+ """DomainName - a model defined in Swagger
+
+ :param domain_names: The domain_names of this DomainNames. # noqa: E501
+ :type domain_names: List[DomainName]
+ """
+ self.swagger_types = {
+ 'domain_names': List[DomainName]
+ }
+
+ self.attribute_map = {
+ 'domain_names': 'domainNames'
+ }
+
+ self._domain_names = domain_names
+
+ @classmethod
+ def from_dict(cls, dikt) -> 'DomainNames':
+ """Returns the dict as a model
+
+ :param dikt: A dict.
+ :type: dict
+ :return: The DomainNames of this DomainNames. # noqa: E501
+ :rtype: DomainNames
+ """
+ return util.deserialize_model(dikt, cls)
+
+ @property
+ def domain_names(self) -> List[DomainName]:
+ """Gets the domain_names of this DomainNames.
+
+
+ :return: The domain_names of this DomainNames.
+ :rtype: List[DomainName]
+ """
+ return self._domain_names
+
+ @domain_names.setter
+ def domain_names(self, domain_names: List[DomainName]):
+ """Sets the domain_names of this DomainNames.
+
+
+ :param domain_names: The domain_names of this DomainNames.
+ type domain_names: List[DomainName]
+ """
+
+ self._domain_names = domain_names
diff --git a/ragdoll/models/realconf_base_info.py b/ragdoll/models/realconf_base_info.py
index 8fe74f6..6139866 100644
--- a/ragdoll/models/realconf_base_info.py
+++ b/ragdoll/models/realconf_base_info.py
@@ -15,7 +15,7 @@ class RealconfBaseInfo(Model):
Do not edit the class manually.
"""
- def __init__(self, path: str=None, file_path: str=None, rpm_name: str=None, rpm_version: str=None, rpm_release: str=None, file_attr: str=None, file_owner: str=None, conf_type: str=None, spacer: str=None, conf_contens: str=None): # noqa: E501
+ def __init__(self, path: str=None, file_path: str=None, rpm_name: str=None, rpm_version: str=None, rpm_release: str=None, file_attr: str=None, file_owner: str=None, conf_type: str=None, spacer: str=None, conf_contents: str=None): # noqa: E501
"""RealconfBaseInfo - a model defined in Swagger
:param path: The path of this RealconfBaseInfo. # noqa: E501
@@ -36,8 +36,8 @@ class RealconfBaseInfo(Model):
:type conf_type: str
:param spacer: The spacer of this RealconfBaseInfo. # noqa: E501
:type spacer: str
- :param conf_contens: The conf_contens of this RealconfBaseInfo. # noqa: E501
- :type conf_contens: str
+ :param conf_contents: The conf_contents of this RealconfBaseInfo. # noqa: E501
+ :type conf_contents: str
"""
self.swagger_types = {
'path': str,
@@ -49,7 +49,7 @@ class RealconfBaseInfo(Model):
'file_owner': str,
'conf_type': str,
'spacer': str,
- 'conf_contens': str
+ 'conf_contents': str
}
self.attribute_map = {
@@ -62,7 +62,7 @@ class RealconfBaseInfo(Model):
'file_owner': 'fileOwner',
'conf_type': 'confType',
'spacer': 'spacer',
- 'conf_contens': 'confContents'
+ 'conf_contents': 'confContents'
}
self._path = path
@@ -74,7 +74,7 @@ class RealconfBaseInfo(Model):
self._file_owner = file_owner
self._conf_type = conf_type
self._spacer = spacer
- self._conf_contens = conf_contens
+ self._conf_contents = conf_contents
@classmethod
def from_dict(cls, dikt) -> 'RealconfBaseInfo':
@@ -293,24 +293,24 @@ class RealconfBaseInfo(Model):
self._spacer = spacer
@property
- def conf_contens(self) -> str:
- """Gets the conf_contens of this RealconfBaseInfo.
+ def conf_contents(self) -> str:
+ """Gets the conf_contents of this RealconfBaseInfo.
the specific content of the configuration item # noqa: E501
- :return: The conf_contens of this RealconfBaseInfo.
+ :return: The conf_contents of this RealconfBaseInfo.
:rtype: str
"""
- return self._conf_contens
+ return self._conf_contents
- @conf_contens.setter
- def conf_contens(self, conf_contens: str):
- """Sets the conf_contens of this RealconfBaseInfo.
+ @conf_contents.setter
+ def conf_contents(self, conf_contents: str):
+ """Sets the conf_contents of this RealconfBaseInfo.
the specific content of the configuration item # noqa: E501
- :param conf_contens: The conf_contens of this RealconfBaseInfo.
- :type conf_contens: str
+ :param conf_contents: The conf_contents of this RealconfBaseInfo.
+ :type conf_contents: str
"""
- self._conf_contens = conf_contens
+ self._conf_contents = conf_contents
diff --git a/ragdoll/swagger/swagger.yaml b/ragdoll/swagger/swagger.yaml
index 8fd5dcb..e90201f 100644
--- a/ragdoll/swagger/swagger.yaml
+++ b/ragdoll/swagger/swagger.yaml
@@ -303,7 +303,12 @@ paths:
summary: "query expected configuration value in the current hostId node"
description: "queryExpectedConfs"
operationId: "query_excepted_confs"
- parameters: [ ]
+ parameters:
+ - in: "body"
+ name: "body"
+ required: false
+ schema:
+ $ref: "#/definitions/DomainNames"
responses:
"200":
description: "query expected configuration value successfully"
@@ -337,6 +342,50 @@ paths:
items:
$ref: "#/definitions/HostSyncResult"
x-swagger-router-controller: "ragdoll.controllers.confs_controller"
+ /confs/batch/syncConf:
+ put:
+ tags:
+ - "confs"
+ summary: "batch synchronize the configuration information of the configuration domain\
+ \ to the host"
+ description: "batch synchronize the configuration information of the configuration\
+ \ domain to the host"
+ operationId: "batch_sync_conf_to_host_from_domain"
+ parameters:
+ - in: "body"
+ name: "body"
+ required: false
+ schema:
+ $ref: "#/definitions/BatchSyncReq"
+ responses:
+ "200":
+ description: "synchronize the configuration items successfully"
+ schema:
+ type: "array"
+ items:
+ $ref: "#/definitions/HostSyncResult"
+ x-swagger-router-controller: "ragdoll.controllers.confs_controller"
+ /confs/domain/diff:
+ post:
+ tags:
+ - "confs"
+ summary: "compare domain conf different"
+ description: "compare domain conf different"
+ operationId: "compare_conf_diff"
+ parameters:
+ - in: "body"
+ name: "body"
+ required: false
+ schema:
+ $ref: "#/definitions/CompareConfDiff"
+ responses:
+ "200":
+ description: "compare domain conf different successfully"
+ schema:
+ type: "array"
+ items:
+ $ref: "#/definitions/DomainConfigSyncResult"
+ x-swagger-router-controller: "ragdoll.controllers.confs_controller"
/confs/getDomainStatus:
post:
tags:
@@ -349,7 +398,7 @@ paths:
name: "body"
required: false
schema:
- $ref: "#/definitions/DomainName"
+ $ref: "#/definitions/DomainIp"
responses:
"200":
description: "get the status of the domain successfully"
@@ -418,6 +467,22 @@ definitions:
domainName:
type: "string"
description: "domain name"
+ DomainNames:
+ type: "object"
+ properties:
+ domainNames:
+ type: "array"
+ items:
+ $ref: "#/definitions/DomainName"
+ DomainIp:
+ type: "object"
+ properties:
+ domainName:
+ type: "string"
+ description: "domain name"
+ ip:
+ type: "string"
+ description: "ip"
HostInfos:
type: "object"
properties:
@@ -780,6 +845,18 @@ definitions:
example:
hostId: "hostId"
syncStatus: "SUCCESS"
+ DomainConfigSyncResult:
+ type: "object"
+ properties:
+ hostId:
+ type: "integer"
+ description: "the id of host"
+ domainName:
+ type: "string"
+ description: "the domainName of host"
+ syncStatus:
+ type: "integer"
+ description: "the syncStatus of host"
CollectInfo:
type: "object"
properties:
@@ -820,6 +897,35 @@ definitions:
type: "array"
items:
type: "string"
+ CompareConfDiff:
+ type: "object"
+ properties:
+ expectedConfsResp:
+ type: "array"
+ items:
+ $ref: "#/definitions/DomainConfBaseInfos"
+ domainResult:
+ type: object
+ description: "domain real config"
+ DomainConfBaseInfos:
+ type: "object"
+ properties:
+ confBaseInfos:
+ type: array
+ items:
+ $ref: "#/definitions/ConfBase"
+ domainName:
+ type: "string"
+ description: "domain name"
+ ConfBase:
+ type: "object"
+ properties:
+ filePath:
+ type: "string"
+ description: "file path"
+ expectedContents:
+ type: "string"
+ description: "expected contents"
SyncReq:
type: "object"
properties:
@@ -830,6 +936,16 @@ definitions:
type: "array"
items:
$ref: "#/definitions/SyncHostConfs"
+ BatchSyncReq:
+ type: "object"
+ properties:
+ domainName:
+ type: "string"
+ description: "domain name"
+ hostIds:
+ type: "array"
+ items:
+ type: "integer"
SingleConf:
type: object
properties:
diff --git a/ragdoll/test/test_conf_model.py b/ragdoll/test/test_conf_model.py
index 35d6a0b..e29b2f8 100644
--- a/ragdoll/test/test_conf_model.py
+++ b/ragdoll/test/test_conf_model.py
@@ -13,7 +13,7 @@ from ragdoll.log.log import LOGGER
from ragdoll.test import BaseTestCase
from ragdoll.utils.yang_module import YangModule
from ragdoll.utils.object_parse import ObjectParse
-from ragdoll.controllers.format import Format
+from ragdoll.utils.format import Format
class TestConfModel():
""" Test config_model """
diff --git a/ragdoll/url.py b/ragdoll/url.py
new file mode 100644
index 0000000..4272bba
--- /dev/null
+++ b/ragdoll/url.py
@@ -0,0 +1,62 @@
+#!/usr/bin/python3
+# ******************************************************************************
+# Copyright (c) Huawei Technologies Co., Ltd. 2021-2022. All rights reserved.
+# licensed under the Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+# http://license.coscl.org.cn/MulanPSL2
+# THIS SOFTWARE IS PROVIDED ON AN 'AS IS' BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
+# PURPOSE.
+# See the Mulan PSL v2 for more details.
+# ******************************************************************************/
+"""
+@FileName: url.py
+@Time: 2024/3/4 10:31
+@Author: JiaoSiMao
+Description:
+"""
+from ragdoll.conf.constant import (
+ CREATE_DOMAIN, DELETE_DOMAIN, QUERY_DOMAIN, ADD_HOST_IN_DOMAIN, DELETE_HOST_IN_DOMAIN, GET_HOST_BY_DOMAIN,
+ ADD_MANAGEMENT_CONFS_IN_DOMAIN, UPLOAD_MANAGEMENT_CONFS_IN_DOMAIN, DELETE_MANAGEMENT_CONFS_IN_DOMAIN,
+ GET_MANAGEMENT_CONFS_IN_DOMAIN, QUERY_CHANGELOG_OF_MANAGEMENT_CONFS_IN_DOMAIN, GET_SYNC_STATUS,
+ QUERY_EXCEPTED_CONFS, QUERY_REAL_CONFS, SYNC_CONF_TO_HOST_FROM_DOMAIN, QUERY_SUPPORTED_CONFS, COMPARE_CONF_DIFF,
+ BATCH_SYNC_CONF_TO_HOST_FROM_DOMAIN
+)
+from ragdoll.domain_manage import view as domain_view
+from ragdoll.host_manage import view as host_view
+from ragdoll.domain_conf_manage import view as domain_conf_view
+from ragdoll.confs_manage import view as confs_view
+URLS = []
+
+SPECIFIC_URLS = {
+ "DOMAIN_URLS": [
+ (domain_view.CreateDomain, CREATE_DOMAIN),
+ (domain_view.DeleteDomain, DELETE_DOMAIN),
+ (domain_view.QueryDomain, QUERY_DOMAIN),
+ ],
+ "HOST_URLS": [
+ (host_view.AddHostInDomain, ADD_HOST_IN_DOMAIN),
+ (host_view.DeleteHostInDomain, DELETE_HOST_IN_DOMAIN),
+ (host_view.GetHostByDomainName, GET_HOST_BY_DOMAIN),
+ ],
+ "MANAGEMENT_URLS": [
+ (domain_conf_view.AddManagementConfsInDomain, ADD_MANAGEMENT_CONFS_IN_DOMAIN),
+ (domain_conf_view.UploadManagementConfsInDomain, UPLOAD_MANAGEMENT_CONFS_IN_DOMAIN),
+ (domain_conf_view.DeleteManagementConfsInDomain, DELETE_MANAGEMENT_CONFS_IN_DOMAIN),
+ (domain_conf_view.GetManagementConfsInDomain, GET_MANAGEMENT_CONFS_IN_DOMAIN),
+ (domain_conf_view.QueryChangelogOfManagementConfsInDomain, QUERY_CHANGELOG_OF_MANAGEMENT_CONFS_IN_DOMAIN),
+ ],
+ "CONFS_URLS": [
+ (confs_view.GetTheSyncStatusOfDomain, GET_SYNC_STATUS),
+ (confs_view.QueryExceptedConfs, QUERY_EXCEPTED_CONFS),
+ (confs_view.QueryRealConfs, QUERY_REAL_CONFS),
+ (confs_view.SyncConfToHostFromDomain, SYNC_CONF_TO_HOST_FROM_DOMAIN),
+ (confs_view.QuerySupportedConfs, QUERY_SUPPORTED_CONFS),
+ (confs_view.CompareConfDiff, COMPARE_CONF_DIFF),
+ (confs_view.BatchSyncConfToHostFromDomain, BATCH_SYNC_CONF_TO_HOST_FROM_DOMAIN),
+ ]
+}
+
+for _, value in SPECIFIC_URLS.items():
+ URLS.extend(value)
diff --git a/ragdoll/util.py b/ragdoll/util.py
index edb2251..6d671c3 100644
--- a/ragdoll/util.py
+++ b/ragdoll/util.py
@@ -1,7 +1,6 @@
import datetime
import six
-import typing
def _deserialize(data, klass):
diff --git a/ragdoll/utils/conf_tools.py b/ragdoll/utils/conf_tools.py
index 0ad1f8f..2fe0689 100644
--- a/ragdoll/utils/conf_tools.py
+++ b/ragdoll/utils/conf_tools.py
@@ -6,7 +6,7 @@ from enum import Enum
from ragdoll.const.conf_handler_const import CONFIG
from ragdoll.utils.git_tools import GitTools
-from ragdoll.controllers.format import Format
+from ragdoll.utils.format import Format
from ragdoll.log.log import LOGGER
from ragdoll.models.real_conf import RealConf
from ragdoll.models.real_conf_path import RealConfPath
@@ -80,10 +80,7 @@ class ConfTools(object):
def listToDict(self, manaConfs):
res = {}
LOGGER.debug("manaConfs is : {}".format(manaConfs))
- LOGGER.debug("the typr of manaConfs is : {}".format(type(manaConfs)))
for d_conf in manaConfs:
- LOGGER.debug("d_conf is : {}".format(d_conf))
- LOGGER.debug("the type of d_conf is : {}".format(type(d_conf)))
path = d_conf.get(PATH)
value = d_conf.get(EXCEPTED_VALUE).strip()
level = path.split("/")
@@ -120,8 +117,6 @@ class ConfTools(object):
"""
realConfWithFeature = {}
LOGGER.debug("featureList is : {}".format(featureList))
- lenFeature = len(featureList)
- tempRealConf = realConfDict
d_real_file = {}
d_real_file[featureList[1]] = realConfDict
d_real_feature = {}
@@ -173,11 +168,8 @@ class ConfTools(object):
]
"""
res = []
- conf_nums = len(realConfResText)
LOGGER.debug("realConfResText is : {}".format(realConfResText))
for d_conf in realConfResText:
- LOGGER.debug("d_conf is : {}".format(d_conf))
- LOGGER.debug("d_conf 's type is : {}".format(type(d_conf)))
domainName = d_conf.get("domainName")
hostId = d_conf.get("hostID")
conf_base_infos = d_conf.get("confBaseInfos")
@@ -187,7 +179,6 @@ class ConfTools(object):
for d_conf_info in conf_base_infos:
paths = d_conf_info.get("path").split(" ")
confContents = json.loads(d_conf_info.get("confContents"))
- LOGGER.debug("confContents is : {}".format(confContents))
for d_path in paths:
x_path = os.path.join(domainName, d_path)
remove_feature_path = d_path.split("/")[2:]
@@ -237,13 +228,11 @@ class ConfTools(object):
dict1 = json.loads(real_conf)
dict2 = json.loads(man_conf)
- res = ""
+ res = SYNCHRONIZED
for src_list, dst_list in zip(sorted(dict1), sorted(dict2)):
if str(dict1[src_list]) != str(dict2[dst_list]):
res = NOTSYNCHRONIZE
- if not res:
- res = SYNCHRONIZED
-
+ break
return res
def getRpmInfo(self, path):
@@ -253,15 +242,12 @@ class ConfTools(object):
input: '/etc/yum.repos.d/openEuler.repo'
output: openEuler-repos 1.0 3.0.oe1.aarch64
"""
- res = ""
if not os.path.exists(path):
return None
cmd = "rpm -qf {}".format(path)
gitTools = GitTools()
package_string = gitTools.run_shell_return_output(cmd).decode()
LOGGER.debug("package_string is : {}".format(package_string))
- # lines = returnCode.rsplit(STRIKETHROUGH)
- # res = lines[0]
if 'not owned by any package' in package_string:
return None, None, None
pkg, arch = Format.rsplit(package_string, Format.arch_sep(package_string))
@@ -270,7 +256,6 @@ class ConfTools(object):
pkg, release = Format.rsplit(pkg, '-')
name, version = Format.rsplit(pkg, '-')
# If the value of epoch needs to be returned separately,
- # epoch, version = version.split(':', 1) if ":" in version else ['0', version]
return name, release, version
def getFileAttr(self, path):
@@ -315,7 +300,6 @@ class ConfTools(object):
d_lines = line.split(RightParen + TWOSPACE)
for d_line in d_lines:
d_line = d_line.lstrip()
- # print("d_line is : {}".format(d_line))
if d_line.startswith(ACCESS):
fileAttr = d_line.split(FS)[0].split(LeftParen)[1]
elif d_line.startswith(UID):
@@ -355,15 +339,15 @@ class ConfTools(object):
ll_res_list = ll_res.split(SPACE)
fileType = ll_res_list[0]
- permssions = "0"
+ permissions = "0"
for perm in range(0, PERMISSION):
items = fileType[1 + perm * PERMISSION: (perm + 1) * PERMISSION + 1]
value = 0
for d_item in items:
d_item_value = self.switch_perm(d_item)
value = value + d_item_value
- permssions = permssions + str(value)
- LOGGER.debug("the perssion is : {}".format(permssions))
+ permissions = permissions + str(value)
+ LOGGER.debug("the permission is : {}".format(permissions))
fileOwner = LeftParen + ll_res_list[2] + SPACE + ll_res_list[3] + RightParen
LOGGER.debug("the fileOwner is : {}".format(fileOwner))
@@ -446,9 +430,6 @@ class ConfTools(object):
value = ""
for count in range(0, len(real_conf)):
d_real = real_conf[count]
- # print("&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&")
- # print("d_real is : {}".format(d_real))
- # print("path is : {}".format(path))
if d_real.path == path:
index = count
value = d_real.real_value.strip()
@@ -622,7 +603,43 @@ class ConfTools(object):
object_file_url = "{address}:{port}{api}".format(address=object_file_address, api=object_file_api,
port=object_file_port)
- url = {"collect_url": collect_url, "sync_url": sync_url, "object_file_url": object_file_url}
+ batch_sync_address = ast.literal_eval(cf.get("sync", "batch_sync_address"))
+ batch_sync_api = ast.literal_eval(cf.get("sync", "batch_sync_api"))
+ batch_sync_port = str(cf.get("sync", "sync_port"))
+ batch_sync_url = "{address}:{port}{api}".format(address=batch_sync_address, api=batch_sync_api,
+ port=batch_sync_port)
+
+ host_sync_status_address = ast.literal_eval(cf.get("sync_status", "host_sync_status_address"))
+ add_host_sync_status_api = ast.literal_eval(cf.get("sync_status", "add_host_sync_status_api"))
+ delete_host_sync_status_api = ast.literal_eval(cf.get("sync_status", "delete_host_sync_status_api"))
+ delete_all_host_sync_status_api = ast.literal_eval(cf.get("sync_status", "delete_all_host_sync_status_api"))
+ host_sync_status_port = str(cf.get("sync_status", "host_sync_status_port"))
+ add_host_sync_status_url = "{address}:{port}{api}".format(address=host_sync_status_address,
+ api=add_host_sync_status_api,
+ port=host_sync_status_port)
+ delete_host_sync_status_url = "{address}:{port}{api}".format(address=host_sync_status_address,
+ api=delete_host_sync_status_api,
+ port=host_sync_status_port)
+ delete_all_host_sync_status_url = "{address}:{port}{api}".format(address=host_sync_status_address,
+ api=delete_all_host_sync_status_api,
+ port=host_sync_status_port)
+
+ conf_trace_mgmt_address = ast.literal_eval(cf.get("conf_trace", "conf_trace_mgmt_address"))
+ conf_trace_mgmt_api = ast.literal_eval(cf.get("conf_trace", "conf_trace_mgmt_api"))
+ conf_trace_delete_api = ast.literal_eval(cf.get("conf_trace", "conf_trace_delete_api"))
+ conf_trace_port = str(cf.get("conf_trace", "conf_trace_port"))
+ conf_trace_mgmt_url = "{address}:{port}{api}".format(address=conf_trace_mgmt_address,
+ api=conf_trace_mgmt_api,
+ port=conf_trace_port)
+ conf_trace_delete_url = "{address}:{port}{api}".format(address=conf_trace_mgmt_address,
+ api=conf_trace_delete_api,
+ port=conf_trace_port)
+
+ url = {"collect_url": collect_url, "sync_url": sync_url, "object_file_url": object_file_url,
+ "batch_sync_url": batch_sync_url, "add_host_sync_status_url": add_host_sync_status_url,
+ "delete_host_sync_status_url": delete_host_sync_status_url,
+ "delete_all_host_sync_status_url": delete_all_host_sync_status_url,
+ "conf_trace_mgmt_url": conf_trace_mgmt_url, "conf_trace_delete_url": conf_trace_delete_url}
return url
def load_port_by_conf(self):
diff --git a/ragdoll/utils/format.py b/ragdoll/utils/format.py
new file mode 100644
index 0000000..a674b44
--- /dev/null
+++ b/ragdoll/utils/format.py
@@ -0,0 +1,1138 @@
+import os
+import re
+import json
+import configparser
+import ast
+
+import requests
+
+from ragdoll.log.log import LOGGER
+
+from ragdoll.const.conf_handler_const import NOT_SYNCHRONIZE, SYNCHRONIZED, CONFIG, \
+ DIRECTORY_FILE_PATH_LIST
+from ragdoll.models import ConfSyncedRes
+from ragdoll.models.base_response import BaseResponse # noqa: E501
+from ragdoll.models.conf_file import ConfFile
+from ragdoll.models.conf_files import ConfFiles
+from ragdoll.models.host import Host # noqa: E501
+from ragdoll.utils.host_tools import HostTools
+
+
+class Format(object):
+
+ @staticmethod
+ def domainCheck(domainName):
+ res = True
+ if not re.match(r"^[A-Za-z0-9_\.-]*$", domainName) or domainName == "" or len(domainName) > 255:
+ res = False
+ return res
+
+ @staticmethod
+ def isDomainExist(domainName):
+ TARGETDIR = Format.get_git_dir()
+ domainPath = os.path.join(TARGETDIR, domainName)
+ if os.path.exists(domainPath):
+ return True
+
+ return False
+
+ @staticmethod
+ def spliceAllSuccString(obj, operation, succDomain):
+ """
+ docstring
+ """
+ codeString = "All {obj} {oper} successfully, {succ} {obj} in total.".format( \
+ obj=obj, oper=operation, succ=len(succDomain))
+ return codeString
+
+ @staticmethod
+ def splicErrorString(obj, operation, succDomain, failDomain):
+ """
+ docstring
+ """
+ codeString = "{succ} {obj} {oper} successfully, {fail} {obj} {oper} failed.".format( \
+ succ=len(succDomain), obj=obj, oper=operation, fail=len(failDomain))
+
+ succString = "\n"
+ if len(succDomain) > 0:
+ succString = "These are successful: "
+ for succName in succDomain:
+ succString += succName + " "
+ succString += "."
+
+ if len(failDomain) > 0:
+ failString = "These are failed: "
+ for failName in failDomain:
+ failString += failName + " "
+ return codeString + succString + failString
+
+ return codeString + succString
+
+ @staticmethod
+ def two_abs_join(abs1, abs2):
+ """
+ Absolute path Joins two absolute paths together
+ :param abs1: main path
+ :param abs2: the spliced path
+ :return: together the path
+ """
+ # 1. Format path (change \\ in path to \)
+ abs2 = os.fspath(abs2)
+
+ # 2. Split the path file
+ abs2 = os.path.splitdrive(abs2)[1]
+ # 3. Remove the beginning '/'
+ abs2 = abs2.strip('\\/') or abs2
+ return os.path.abspath(os.path.join(abs1, abs2))
+
+ @staticmethod
+ def isContainedHostIdInfile(f_file, content):
+ isContained = False
+ with open(f_file, 'r') as d_file:
+ for line in d_file.readlines():
+ line_dict = json.loads(str(ast.literal_eval(line)).replace("'", "\""))
+ if content == line_dict["host_id"]:
+ isContained = True
+ break
+ return isContained
+
+ @staticmethod
+ def isContainedHostIdInOtherDomain(content):
+ from ragdoll.conf.constant import TARGETDIR
+ isContained = False
+ contents = os.listdir(TARGETDIR)
+ folders = [f for f in contents if os.path.isdir(os.path.join(TARGETDIR, f))]
+ for folder in folders:
+ hostPath = os.path.join(os.path.join(TARGETDIR, folder), "hostRecord.txt")
+ if os.path.isfile(hostPath):
+ with open(hostPath, 'r') as d_file:
+ for line in d_file.readlines():
+ line_dict = json.loads(str(ast.literal_eval(line)).replace("'", "\""))
+ if content == line_dict["host_id"]:
+ isContained = True
+ break
+ return isContained
+
+ @staticmethod
+ def addHostToFile(d_file, host):
+ host = {'host_id': host["hostId"], 'ip': host["ip"], 'ipv6': host["ipv6"]}
+ info_json = json.dumps(str(host), sort_keys=False, indent=4, separators=(',', ': '))
+ os.umask(0o077)
+ with open(d_file, 'a+') as host_file:
+ host_file.write(info_json)
+ host_file.write("\n")
+
+ @staticmethod
+ def getSubDirFiles(path):
+ """
+ desc: Subdirectory records and files need to be logged to the successConf
+ """
+ fileRealPathList = []
+ fileXPathlist = []
+ for root, dirs, files in os.walk(path):
+ if len(files) > 0:
+ preXpath = root.split('/', 3)[3]
+ for d_file in files:
+ xpath = os.path.join(preXpath, d_file)
+ fileXPathlist.append(xpath)
+ realPath = os.path.join(root, d_file)
+ fileRealPathList.append(realPath)
+
+ return fileRealPathList, fileXPathlist
+
+ @staticmethod
+ def isHostInDomain(domainName):
+ """
+ desc: Query domain Whether host information is configured in the domain
+ """
+ isHostInDomain = False
+ TARGETDIR = Format.get_git_dir()
+ domainPath = os.path.join(TARGETDIR, domainName)
+ hostPath = os.path.join(domainPath, "hostRecord.txt")
+ if os.path.isfile(hostPath):
+ isHostInDomain = True
+
+ return isHostInDomain
+
+ @staticmethod
+ def isHostIdExist(hostPath, hostId):
+ """
+ desc: Query hostId exists within the current host domain management
+ """
+ isHostIdExist = False
+ if os.path.isfile(hostPath) and os.stat(hostPath).st_size > 0:
+ with open(hostPath) as h_file:
+ for line in h_file.readlines():
+ if hostId in line:
+ isHostIdExist = True
+ break
+
+ return isHostIdExist
+
+ @staticmethod
+ def get_file_content_by_readlines(d_file):
+ """
+ desc: remove empty lines and comments from d_file
+ """
+ res = []
+ try:
+ with open(d_file, 'r') as s_f:
+ lines = s_f.readlines()
+ for line in lines:
+ tmp = line.strip()
+ if not len(tmp) or tmp.startswith("#"):
+ continue
+ res.append(line)
+ except FileNotFoundError:
+ LOGGER.error(f"File not found: {d_file}")
+ except IOError as e:
+ LOGGER.error(f"IO error: {e}")
+ except Exception as e:
+ LOGGER.error(f"An error occurred: {e}")
+ return res
+
+ @staticmethod
+ def get_file_content_by_read(d_file):
+ """
+ desc: return a string after read the d_file
+ """
+ if not os.path.exists(d_file):
+ return ""
+ with open(d_file, 'r') as s_f:
+ lines = s_f.read()
+ return lines
+
+ @staticmethod
+ def rsplit(_str, seps):
+ """
+ Splits _str by the first sep in seps that is found from the right side.
+ Returns a tuple without the separator.
+ """
+ for idx, ch in enumerate(reversed(_str)):
+ if ch in seps:
+ return _str[0:-idx - 1], _str[-idx:]
+
+ @staticmethod
+ def arch_sep(package_string):
+ """
+ Helper method for finding if arch separator is '.' or '-'
+
+ Args:
+ package_string (str): dash separated package string such as 'bash-4.2.39-3.el7'.
+
+ Returns:
+ str: arch separator
+ """
+ return '.' if package_string.rfind('.') > package_string.rfind('-') else '-'
+
+ @staticmethod
+ def set_file_content_by_path(content, path):
+ res = 0
+ if os.path.exists(path):
+ with open(path, 'w+') as d_file:
+ for d_cont in content:
+ d_file.write(d_cont)
+ d_file.write("\n")
+ res = 1
+ return res
+
+ @staticmethod
+ def get_git_dir():
+ cf = configparser.ConfigParser()
+ if os.path.exists(CONFIG):
+ cf.read(CONFIG, encoding="utf-8")
+ else:
+ parent = os.path.dirname(os.path.realpath(__file__))
+ conf_path = os.path.join(parent, "../../config/gala-ragdoll.conf")
+ cf.read(conf_path, encoding="utf-8")
+ git_dir = ast.literal_eval(cf.get("git", "git_dir"))
+ return git_dir
+
+ @staticmethod
+ def get_hostinfo_by_domain(domainName):
+ """
+ desc: Query hostinfo by domainname
+ """
+ LOGGER.debug("Get hostinfo by domain : {}".format(domainName))
+ TARGETDIR = Format.get_git_dir()
+ hostlist = []
+ domainPath = os.path.join(TARGETDIR, domainName)
+ hostPath = os.path.join(domainPath, "hostRecord.txt")
+ if not os.path.exists(hostPath):
+ return hostlist
+ try:
+ with open(hostPath, 'r') as d_file:
+ for line in d_file.readlines():
+ json_str = json.loads(line)
+ host_json = ast.literal_eval(json_str)
+ hostId = host_json["host_id"]
+ ip = host_json["ip"]
+ ipv6 = host_json["ipv6"]
+ host = Host(host_id=hostId, ip=ip, ipv6=ipv6)
+ hostlist.append(host.to_dict())
+ except OSError as err:
+ LOGGER.error("OS error: {0}".format(err))
+ return hostlist
+ if len(hostlist) == 0:
+ LOGGER.debug("Hostlist is empty !")
+ else:
+ LOGGER.debug("Hostlist is : {}".format(hostlist))
+ return hostlist
+
+ @staticmethod
+ def get_host_id_by_ip(ip, domainName):
+ """
+ desc: Query hostinfo by host ip
+ """
+ LOGGER.debug("Get hostinfo by ip : {}".format(ip))
+ TARGET_DIR = Format.get_git_dir()
+ hostlist = []
+ domainPath = os.path.join(TARGET_DIR, domainName)
+ hostPath = os.path.join(domainPath, "hostRecord.txt")
+ if not os.path.isfile(hostPath) or os.stat(hostPath).st_size == 0:
+ return hostlist
+ try:
+ with open(hostPath, 'r') as d_file:
+ for line in d_file.readlines():
+ json_str = json.loads(line)
+ host_json = ast.literal_eval(json_str)
+ if host_json["ip"] == ip:
+ return host_json["host_id"]
+ except OSError as err:
+ LOGGER.error("OS error: {0}".format(err))
+
+ @staticmethod
+ def get_manageconf_by_domain(domain):
+ LOGGER.debug("Get managerconf by domain : {}".format(domain))
+ expected_conf_lists = ConfFiles(domain_name=domain, conf_files=[])
+ TARGETDIR = Format.get_git_dir()
+ domainPath = os.path.join(TARGETDIR, domain)
+ from ragdoll.utils.yang_module import YangModule
+ for root, dirs, files in os.walk(domainPath):
+ if len(files) > 0 and len(root.split('/')) > 3:
+ if "hostRecord.txt" in files:
+ continue
+ for d_file in files:
+ d_file_path = os.path.join(root, d_file)
+ contents = Format.get_file_content_by_read(d_file_path)
+ feature = os.path.join(root.split('/')[-1], d_file)
+ yang_modules = YangModule()
+ d_module = yang_modules.getModuleByFeature(feature)
+ file_lists = yang_modules.getFilePathInModdule(yang_modules.module_list)
+ file_path = file_lists.get(d_module.name()).split(":")[-1]
+
+ conf = ConfFile(file_path=file_path, contents=contents)
+ expected_conf_lists.conf_files.append(conf.to_dict())
+
+ LOGGER.debug("Expected_conf_lists is :{}".format(expected_conf_lists))
+ return expected_conf_lists.to_dict()
+
+ @staticmethod
+ def get_realconf_by_domain_and_host(domain, exist_host, access_token):
+ res = []
+ conf_files = Format.get_manageconf_by_domain(domain)
+ # get the real conf in host
+ conf_list = []
+ from ragdoll.utils.conf_tools import ConfTools
+ from ragdoll.utils.object_parse import ObjectParse
+ conf_tools = ConfTools()
+ for d_conf in conf_files.get("conf_files"):
+ file_path = d_conf.get("file_path").split(":")[-1]
+ if file_path not in DIRECTORY_FILE_PATH_LIST:
+ conf_list.append(file_path)
+ else:
+ d_conf_cs = d_conf.get("contents")
+ d_conf_contents = json.loads(d_conf_cs)
+ for d_conf_key, d_conf_value in d_conf_contents.items():
+ conf_list.append(d_conf_key)
+ get_real_conf_body = {}
+ get_real_conf_body_info = []
+ for d_host in exist_host:
+ get_real_conf_body_infos = {}
+ get_real_conf_body_infos["host_id"] = d_host
+ get_real_conf_body_infos["config_list"] = conf_list
+ get_real_conf_body_info.append(get_real_conf_body_infos)
+ get_real_conf_body["infos"] = get_real_conf_body_info
+ url = conf_tools.load_url_by_conf().get("collect_url")
+ headers = {"Content-Type": "application/json", "access_token": access_token}
+ try:
+ response = requests.post(url, data=json.dumps(get_real_conf_body), headers=headers) # post request
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ codeNum = 500
+ codeString = "Failed to obtain the actual configuration, please check the interface of config/collect."
+ base_rsp = BaseResponse(codeNum, codeString)
+ return base_rsp, codeNum
+ resp = json.loads(response.text).get("data")
+ resp_code = json.loads(response.text).get("code")
+ if (resp_code != "200") and (resp_code != "206"):
+ return res
+
+ if not resp or len(resp) == 0:
+ return res
+
+ success_lists = {}
+ failed_lists = {}
+
+ for d_res in resp:
+ d_host_id = d_res.get("host_id")
+ fail_files = d_res.get("fail_files")
+ if len(fail_files) > 0:
+ failed_lists["host_id"] = d_host_id
+ failed_lists_conf = []
+ for d_failed in fail_files:
+ failed_lists_conf.append(d_failed)
+ failed_lists["failed_conf"] = failed_lists_conf
+ failed_lists["success_conf"] = []
+ else:
+ success_lists["host_id"] = d_host_id
+ success_lists["success_conf"] = []
+ success_lists["failed_conf"] = []
+
+ read_conf_info = {"domainName": domain, "hostID": d_host_id, "confBaseInfos": []}
+ d_res_infos = d_res.get("infos")
+
+ real_directory_conf = {}
+ real_directory_conf_list = {}
+ object_parse = ObjectParse()
+ for d_file in d_res_infos:
+ content = d_file.get("content")
+ file_path = d_file.get("path")
+ file_atrr = d_file.get("file_attr").get("mode")
+ file_owner = "({}, {})".format(d_file.get("file_attr").get("group"),
+ d_file.get("file_attr").get("owner"))
+ directory_flag = False
+ for dir_path in DIRECTORY_FILE_PATH_LIST:
+ if str(file_path).find(dir_path) != -1:
+ if real_directory_conf.get(dir_path) is None:
+ real_directory_conf_list[dir_path] = list()
+ real_directory_conf[dir_path] = {"filePath": dir_path, "fileAttr": file_atrr,
+ "fileOwner": file_owner, "confContents": ""}
+ directory_conf = dict()
+ directory_conf["path"] = file_path
+ directory_conf["content"] = content
+ real_directory_conf_list.get(dir_path).append(directory_conf)
+ directory_flag = True
+ break
+ if not directory_flag:
+ Format.deal_conf_list_content(content, d_file, file_path, object_parse, read_conf_info)
+ if len(fail_files) > 0:
+ failed_lists.get("success_conf").append(file_path)
+ else:
+ success_lists.get("success_conf").append(file_path)
+
+ for dir_path, dir_value in real_directory_conf_list.items():
+ content_string = object_parse.parse_directory_single_conf_to_json(dir_value,
+ real_directory_conf[
+ dir_path]["filePath"])
+ real_directory_conf[dir_path]["confContents"] = content_string
+ real_conf_base_info = real_directory_conf.get(dir_path)
+
+ read_conf_info.get("confBaseInfos").append(real_conf_base_info)
+ res.append(read_conf_info)
+ return res
+
+ @staticmethod
+ def deal_conf_list_content(content, d_file, file_path, object_parse, read_conf_info):
+ content_string = object_parse.parse_conf_to_json(file_path, content)
+ file_atrr = d_file.get("file_attr").get("mode")
+ file_owner = "({}, {})".format(d_file.get("file_attr").get("group"),
+ d_file.get("file_attr").get("owner"))
+ real_conf_base_info = {"path": file_path, "filePath": file_path, "fileAttr": file_atrr, "fileOwner": file_owner,
+ "confContents": content_string}
+ read_conf_info.get("confBaseInfos").append(real_conf_base_info)
+
+ @staticmethod
+ def check_domain_param(domain):
+ code_num = 200
+ base_resp = None
+ check_res = Format.domainCheck(domain)
+ if not check_res:
+ num = 400
+ base_rsp = BaseResponse(num, "Failed to verify the input parameter, please check the input parameters.")
+ return base_rsp, num
+
+ # check the domian is exist
+ is_exist = Format.isDomainExist(domain)
+ if not is_exist:
+ code_num = 404
+ base_rsp = BaseResponse(code_num, "The current domain does not exist, please create the domain first.")
+ return base_rsp, code_num
+
+ # get the exist result of the host in domain
+ is_host_list_exist = Format.isHostInDomain(domain)
+ if not is_host_list_exist:
+ code_num = 404
+ base_resp = BaseResponse(code_num, "The host information is not set in the current domain." +
+ "Please add the host information first")
+ return base_resp, code_num
+
+ @staticmethod
+ def get_hostid_list_by_domain(domain):
+ host_ids = []
+ res_text = Format.get_hostinfo_by_domain(domain)
+ if len(res_text) == 0:
+ return host_ids
+
+ host_tools = HostTools()
+ host_ids = host_tools.getHostList(res_text)
+ return host_ids
+
+ @staticmethod
+ def get_domain_conf(domain):
+ code_num = 200
+ base_resp = None
+ # get the host info in domain
+ LOGGER.debug("Get the conf by domain: {}.".format(domain))
+ code_string = "get domain confs succeed"
+ host_ids = Format.get_hostid_list_by_domain(domain)
+ if not host_ids:
+ code_num = 404
+ code_string = "The host currently controlled in the domain is empty. Please add host information to the " \
+ "domain. "
+ return code_num, code_string, list()
+
+ # get the managent conf in domain
+ man_conf_res_text = Format.get_manageconf_by_domain(domain)
+ manage_confs = man_conf_res_text.get("conf_files")
+
+ if len(manage_confs) == 0:
+ code_num = 404
+ code_string = "The configuration is not set in the current domain. Please add the configuration " \
+ "information first. "
+ return code_num, code_string, list()
+ return code_num, code_string, manage_confs
+
+ @staticmethod
+ def diff_mangeconf_with_realconf(domain, real_conf_res_text, manage_confs):
+ sync_status = {"domainName": domain, "hostStatus": []}
+
+ from ragdoll.utils.object_parse import ObjectParse
+
+ for d_real_conf in real_conf_res_text:
+ host_id = d_real_conf["hostID"]
+ host_sync_status = {"hostId": host_id, "syncStatus": []}
+ d_real_conf_base = d_real_conf["confBaseInfos"]
+ for d_conf in d_real_conf_base:
+ directory_conf_is_synced = {"file_path": "", "isSynced": "", "singleConf": []}
+ d_conf_path = d_conf["filePath"]
+
+ object_parse = ObjectParse()
+ # get the conf type and model
+ conf_type, conf_model = Format.get_conf_type_model(d_conf_path, object_parse)
+
+ Format.deal_conf_sync_status(conf_model, d_conf, d_conf_path, directory_conf_is_synced,
+ host_sync_status, manage_confs)
+
+ if len(directory_conf_is_synced.get("singleConf")) > 0:
+ synced_flag = SYNCHRONIZED
+ for single_config in directory_conf_is_synced.get("singleConf"):
+ if single_config.get("singleIsSynced") == SYNCHRONIZED:
+ continue
+ else:
+ synced_flag = NOT_SYNCHRONIZE
+ directory_conf_is_synced["isSynced"] = synced_flag
+ host_sync_status.get("syncStatus").append(directory_conf_is_synced)
+ sync_status.get("hostStatus").append(host_sync_status)
+ return sync_status
+
+ @staticmethod
+ def deal_conf_sync_status(conf_model, d_conf, d_conf_path, directory_conf_is_synced, host_sync_status,
+ manage_confs):
+ comp_res = ""
+ if d_conf_path in DIRECTORY_FILE_PATH_LIST:
+ confContents = json.loads(d_conf["confContents"])
+ directory_conf_contents = ""
+ for d_man_conf in manage_confs:
+ d_man_conf_path = d_man_conf.get("file_path")
+ if d_man_conf_path != d_conf_path:
+ continue
+ else:
+ directory_conf_is_synced["file_path"] = d_conf_path
+ directory_conf_contents = d_man_conf.get("contents")
+
+ directory_conf_contents_dict = json.loads(directory_conf_contents)
+
+ for dir_conf_content_key, dir_conf_content_value in directory_conf_contents_dict.items():
+ if dir_conf_content_key not in confContents.keys():
+ single_conf = {"singleFilePath": dir_conf_content_key, "singleIsSynced": NOT_SYNCHRONIZE}
+ directory_conf_is_synced.get("singleConf").append(single_conf)
+ else:
+ dst_conf = confContents.get(dir_conf_content_key)
+ comp_res = conf_model.conf_compare(dir_conf_content_value, dst_conf)
+ single_conf = {"singleFilePath": dir_conf_content_key, "singleIsSynced": comp_res}
+ directory_conf_is_synced.get("singleConf").append(single_conf)
+ else:
+ for d_man_conf in manage_confs:
+ if d_man_conf.get("file_path").split(":")[-1] != d_conf_path:
+ continue
+ comp_res = conf_model.conf_compare(d_man_conf.get("contents"), d_conf["confContents"])
+ conf_is_synced = {"file_path": d_conf_path, "isSynced": comp_res}
+ host_sync_status.get("syncStatus").append(conf_is_synced)
+
+ @staticmethod
+ def convert_real_conf(conf_model, conf_type, conf_info, conf_path, parse):
+ # load yang model info
+ yang_info = parse._yang_modules.getModuleByFilePath(conf_path)
+ conf_model.load_yang_model(yang_info)
+
+ # load conf info
+ if conf_type == "kv":
+ spacer_type = parse._yang_modules.getSpacerInModdule([yang_info])
+ conf_model.read_conf(conf_info, spacer_type, yang_info)
+ else:
+ conf_model.read_conf(conf_info)
+
+ @staticmethod
+ def deal_conf_sync_status_for_db(conf_model, d_conf, d_conf_path, directory_conf_is_synced, host_sync_status,
+ manage_confs):
+ comp_res = ""
+ if d_conf_path in DIRECTORY_FILE_PATH_LIST:
+ confContents = d_conf.get("conf_contents")
+ directory_conf_contents = ""
+ for d_man_conf in manage_confs:
+ d_man_conf_path = d_man_conf.get("file_path")
+ if d_man_conf_path != d_conf_path:
+ continue
+ else:
+ directory_conf_is_synced["file_path"] = d_conf_path
+ directory_conf_contents = d_man_conf.get("contents")
+
+ directory_conf_contents_dict = json.loads(directory_conf_contents)
+
+ for dir_conf_content_key, dir_conf_content_value in directory_conf_contents_dict.items():
+ if dir_conf_content_key not in confContents.keys():
+ single_conf = {"singleFilePath": dir_conf_content_key, "singleIsSynced": NOT_SYNCHRONIZE}
+ directory_conf_is_synced["singleConf"].append(single_conf)
+ else:
+ dst_conf = confContents.get(dir_conf_content_key)
+ comp_res = conf_model.conf_compare(dir_conf_content_value, dst_conf)
+ single_conf = {"singleFilePath": dir_conf_content_key, "singleIsSynced": comp_res}
+ directory_conf_is_synced["singleConf"].append(single_conf)
+ else:
+ for d_man_conf in manage_confs:
+ if d_man_conf.get("file_path").split(":")[-1] != d_conf_path:
+ continue
+ contents = d_man_conf.get("contents")
+ comp_res = conf_model.conf_compare(contents, json.dumps(d_conf.get("conf_contents")))
+ conf_is_synced = {"file_path": d_conf_path, "isSynced": comp_res}
+ host_sync_status["syncStatus"].append(conf_is_synced)
+
+ @staticmethod
+ def get_conf_type_model(d_conf_path, object_parse):
+ for dir_path in DIRECTORY_FILE_PATH_LIST:
+ if str(d_conf_path).find(dir_path) != -1:
+ conf_type = object_parse.get_conf_type_by_conf_path(dir_path)
+ conf_model = object_parse.create_conf_model_by_type(conf_type)
+ else:
+ conf_type = object_parse.get_conf_type_by_conf_path(d_conf_path)
+ conf_model = object_parse.create_conf_model_by_type(conf_type)
+ return conf_type, conf_model
+
+ @staticmethod
+ def deal_sync_res(conf_tools, contents, file_path, host_id, host_sync_result, object_parse, access_token):
+ sync_conf_url = conf_tools.load_url_by_conf().get("sync_url")
+ headers = {"Content-Type": "application/json", "access_token": access_token}
+ if file_path in DIRECTORY_FILE_PATH_LIST:
+ conf_sync_res_list = []
+ for directory_file_path, directory_content in json.loads(contents).items():
+ content = object_parse.parse_json_to_conf(directory_file_path, directory_content)
+ # Configuration to the host
+ data = {"host_id": host_id, "file_path": directory_file_path, "content": content}
+ try:
+ sync_response = requests.put(sync_conf_url, data=json.dumps(data), headers=headers)
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ codeNum = 500
+ codeString = "Failed to sync configuration, please check the interface of config/sync."
+ base_rsp = BaseResponse(codeNum, codeString)
+ return base_rsp, codeNum
+ resp_code = json.loads(sync_response.text).get('code')
+ resp = json.loads(sync_response.text).get('data').get('resp')
+
+ if resp_code == "200" and resp.get('sync_result') is True:
+ conf_sync_res_list.append("SUCCESS")
+ else:
+ conf_sync_res_list.append("FAILED")
+ if "FAILED" in conf_sync_res_list:
+ conf_sync_res = ConfSyncedRes(file_path=file_path, result="FAILED")
+ else:
+ conf_sync_res = ConfSyncedRes(file_path=file_path, result="SUCCESS")
+ host_sync_result.sync_result.append(conf_sync_res)
+ else:
+ content = object_parse.parse_json_to_conf(file_path, contents)
+ # Configuration to the host
+ data = {"host_id": host_id, "file_path": file_path, "content": content}
+ sync_response = requests.put(sync_conf_url, data=json.dumps(data), headers=headers)
+
+ resp_code = json.loads(sync_response.text).get('code')
+ resp = json.loads(sync_response.text).get('data').get('resp')
+ conf_sync_res = ConfSyncedRes(file_path=file_path,
+ result="")
+ if resp_code == "200" and resp.get('sync_result') is True:
+ conf_sync_res.result = "SUCCESS"
+ else:
+ conf_sync_res.result = "FAILED"
+ host_sync_result.sync_result.append(conf_sync_res)
+
+ @staticmethod
+ def deal_batch_sync_res(conf_tools, exist_host, file_path_infos, access_token):
+ from ragdoll.utils.object_parse import ObjectParse
+ sync_conf_url = conf_tools.load_url_by_conf().get("batch_sync_url")
+ headers = {"Content-Type": "application/json", "access_token": access_token}
+ object_parse = ObjectParse()
+ codeNum = 200
+ codeString = "sync config succeed "
+ # 组装参数
+ sync_config_request = {"host_ids": exist_host, "file_path_infos": list()}
+ for file_path, contents in file_path_infos.items():
+ if file_path in DIRECTORY_FILE_PATH_LIST:
+ for directory_file_path, directory_content in json.loads(contents).items():
+ content = object_parse.parse_json_to_conf(directory_file_path, directory_content)
+ single_file_path_info = {"file_path": directory_file_path, "content": content}
+ sync_config_request["file_path_infos"].append(single_file_path_info)
+ else:
+ content = object_parse.parse_json_to_conf(file_path, contents)
+ single_file_path_info = {"file_path": file_path, "content": content}
+ sync_config_request["file_path_infos"].append(single_file_path_info)
+ # 调用zeus接口
+ try:
+ sync_response = requests.put(sync_conf_url, data=json.dumps(sync_config_request), headers=headers)
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ codeNum = 500
+ codeString = "Failed to sync configuration, please check the interface of config/sync."
+ return codeNum, codeString, []
+ # 处理响应
+ resp_code = json.loads(sync_response.text).get('code')
+ resp = json.loads(sync_response.text).get('data')
+ if resp_code != "200":
+ codeNum = 500
+ codeString = f"Failed to sync configuration, reason is {json.loads(sync_response.text).get('message')}, " \
+ f"please check the interface of config/sync. "
+ return codeNum, codeString, []
+
+ # 重新构建返回值，目录文件返回值重新构造
+ sync_res = []
+ for host_result in resp:
+ syncResult = []
+ conf_sync_res_list = []
+ sync_result_list = host_result.get("syncResult")
+ dir_name = ""
+ for single_result in sync_result_list:
+ dir_name = os.path.dirname(single_result.get("filePath"))
+ if dir_name in DIRECTORY_FILE_PATH_LIST and single_result.get("result") == "SUCCESS":
+ conf_sync_res_list.append("SUCCESS")
+ elif dir_name in DIRECTORY_FILE_PATH_LIST and single_result.get("result") == "FAIL":
+ conf_sync_res_list.append("FAILED")
+ else:
+ syncResult.append(single_result)
+ if conf_sync_res_list:
+ if "FAILED" in conf_sync_res_list:
+ directory_sync_result = {"filePath": dir_name, "result": "FAILED"}
+ else:
+ directory_sync_result = {"filePath": dir_name, "result": "SUCCESS"}
+ syncResult.append(directory_sync_result)
+ single_host_sync_result = {"host_id": host_result.get("host_id"), "syncResult": syncResult}
+ sync_res.append(single_host_sync_result)
+ return codeNum, codeString, sync_res
+
+ @staticmethod
+ def addHostSyncStatus(conf_tools, domain, host_infos):
+ add_host_sync_status_url = conf_tools.load_url_by_conf().get("add_host_sync_status_url")
+ headers = {"Content-Type": "application/json"}
+ # 数据入库
+ try:
+ for host in host_infos:
+ contained_flag = Format.isContainedHostIdInOtherDomain(host.get("hostId"))
+ if contained_flag:
+ continue
+ host_sync_status = {
+ "host_id": host.get("hostId"),
+ "host_ip": host.get("ip"),
+ "domain_name": domain,
+ "sync_status": 0
+ }
+ add_host_sync_status_response = requests.post(add_host_sync_status_url,
+ data=json.dumps(host_sync_status), headers=headers)
+ resp_code = json.loads(add_host_sync_status_response.text).get('code')
+ if resp_code != "200":
+ LOGGER.error(
+ "Failed to add host sync status, please check the interface of /manage/host/sync/status/add.")
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ LOGGER.error("Failed to add host sync status, please check the interface of /manage/host/sync/status/add.")
+
+ @staticmethod
+ def deleteHostSyncStatus(conf_tools, domain, hostInfos):
+ delete_host_sync_status_url = conf_tools.load_url_by_conf().get("delete_host_sync_status_url")
+ headers = {"Content-Type": "application/json"}
+ # 数据入库
+ try:
+ for host in hostInfos:
+ delete_host_sync_status = {
+ "host_id": host.get("hostId"),
+ "domain_name": domain
+ }
+ delete_host_sync_status_response = requests.post(delete_host_sync_status_url,
+ data=json.dumps(delete_host_sync_status),
+ headers=headers)
+ resp_code = json.loads(delete_host_sync_status_response.text).get('code')
+ if resp_code != "200":
+ LOGGER.error(
+ "Failed to delete host sync status, please check the interface of "
+ "/manage/host/sync/status/delete.")
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ LOGGER.error(
+ "Failed to delete host sync status, please check the interface of "
+ "/manage/host/sync/status/delete.")
+
+ @staticmethod
+ def diff_mangeconf_with_realconf_for_db(domain, real_conf_res_text, manage_confs):
+ sync_status = {"domainName": domain, "hostStatus": []}
+ from ragdoll.utils.object_parse import ObjectParse
+
+ for d_real_conf in real_conf_res_text:
+ host_id = d_real_conf.get('host_id')
+ host_sync_status = {"hostId": host_id, "syncStatus": []}
+ d_real_conf_base = d_real_conf.get('conf_base_infos')
+ for d_conf in d_real_conf_base:
+ directory_conf_is_synced = {"file_path": "", "isSynced": "", "singleConf": []}
+ d_conf_path = d_conf.get('file_path')
+ object_parse = ObjectParse()
+ # get the conf type and model
+ conf_type, conf_model = Format.get_conf_type_model(d_conf_path, object_parse)
+ Format.deal_conf_sync_status_for_db(conf_model, d_conf, d_conf_path, directory_conf_is_synced,
+ host_sync_status, manage_confs)
+
+ if len(directory_conf_is_synced["singleConf"]) > 0:
+ synced_flag = SYNCHRONIZED
+ for single_config in directory_conf_is_synced["singleConf"]:
+ if single_config["singleIsSynced"] == SYNCHRONIZED:
+ continue
+ else:
+ synced_flag = NOT_SYNCHRONIZE
+ directory_conf_is_synced["isSynced"] = synced_flag
+ host_sync_status["syncStatus"].append(directory_conf_is_synced)
+ sync_status.get("hostStatus").append(host_sync_status)
+ return sync_status
+
+ @staticmethod
+ def deal_expected_confs_resp(expected_confs_resp_list):
+ """"
+ deal the excepted confs resp.
+
+ Args:
+ expected_confs_resp_list (list): e.g
+ [
+ {
+ "domainName": "xx"
+ "confBaseInfos": [
+ {
+ "filePath": "xx",
+ "expectedContents": "xxx"
+ }
+ ]
+ }
+ ]
+ Returns:
+ dict: e.g
+ {
+ "aops": [
+ {
+ "file_path": "xxx",
+ "contents": "xxx"
+ }
+ ]
+ }
+ """
+ # 处理expected_confs_resp，将其处理成[{"file_path": "xxx", "contents": "xxx"}], 每个domain都有一个manage_confs
+ expected_confs_resp_dict = {}
+ for expected_confs_resp in expected_confs_resp_list:
+ manage_confs = []
+ domain_name = expected_confs_resp["domainName"]
+ confBaseInfos = expected_confs_resp["confBaseInfos"]
+ for singleConfBaseInfo in confBaseInfos:
+ file_path = singleConfBaseInfo["filePath"]
+ contents = singleConfBaseInfo["expectedContents"]
+ single_manage_conf = {"file_path": file_path, "contents": contents}
+ manage_confs.append(single_manage_conf)
+ expected_confs_resp_dict[domain_name] = manage_confs
+ return expected_confs_resp_dict
+
+ @staticmethod
+ def deal_domain_result(domain_result):
+ """"
+ deal the domain result.
+
+ Args:
+ domain_result (object): e.g
+ {
+ "aops": {
+ "1": [
+ {
+ "filePath": "xxx",
+ "contents": "xxxx"
+ }
+ ]
+ }
+ }
+ Returns:
+ dict: e.g
+ {
+ "aops": [
+ {
+ "domain_name": "xxx",
+ "host_id": 1,
+ "conf_base_infos": [
+ {
+ "file_path": "xxx",
+ "conf_contents": {} or []
+ }
+ ]
+ }
+ ]
+ }
+ """
+ # 处理domain_result,将其处理成[{"domain_name": "aops","host_id": 7, "conf_base_infos": [{"conf_contents": "xxx", "file_path": "xxx"}]}]
+ from ragdoll.utils.object_parse import ObjectParse
+ real_conf_res_text_dict = {}
+ parse = ObjectParse()
+ for domain, host_infos in domain_result.items():
+ real_conf_res_text_list = []
+ for host_id, confs in host_infos.items():
+ signal_host_infos = {"domain_name": domain, "host_id": int(host_id), "conf_base_infos": []}
+ for conf in confs:
+ conf_path = conf["filePath"]
+ conf_info = conf["contents"]
+ conf_type = parse.get_conf_type_by_conf_path(conf_path)
+ if not conf_type:
+ return
+ # create conf model
+ conf_model = parse.create_conf_model_by_type(conf_type)
+ # 转换解析
+ if conf_path not in DIRECTORY_FILE_PATH_LIST:
+ Format.convert_real_conf(conf_model, conf_type, conf_info, conf_path, parse)
+ else:
+ pam_res_infos = []
+ for path, content in json.loads(conf_info).items():
+ signal_res_info = {"path": path, "content": content}
+ pam_res_infos.append(signal_res_info)
+ Format.convert_real_conf(conf_model, conf_type, pam_res_infos, conf_path, parse)
+ signal_conf = {"file_path": conf["filePath"], "conf_contents": conf_model.conf}
+ signal_host_infos["conf_base_infos"].append(signal_conf)
+ real_conf_res_text_list.append(signal_host_infos)
+ real_conf_res_text_dict[domain] = real_conf_res_text_list
+ return real_conf_res_text_dict
+
+ @staticmethod
+ def add_domain_conf_trace_flag(params, successDomain, tempDomainName):
+ # 对successDomain成功的domain添加文件监控开关、告警开关
+ if len(successDomain) > 0:
+ from vulcanus.database.proxy import RedisProxy
+ # 文件监控开关
+ conf_change_flag = params.get("conf_change_flag")
+ if conf_change_flag:
+ RedisProxy.redis_connect.set(tempDomainName + "_conf_change", 1)
+ else:
+ RedisProxy.redis_connect.set(tempDomainName + "_conf_change", 0)
+ # 告警开关
+ report_flag = params.get("report_flag")
+ if report_flag:
+ RedisProxy.redis_connect.set(tempDomainName + "_report", 1)
+ else:
+ RedisProxy.redis_connect.set(tempDomainName + "_report", 0)
+
+ @staticmethod
+ def uninstall_trace(access_token, host_ids, domain):
+ from ragdoll.utils.conf_tools import ConfTools
+ conf_tools = ConfTools()
+ conf_trace_mgmt_url = conf_tools.load_url_by_conf().get("conf_trace_mgmt_url")
+ headers = {"Content-Type": "application/json", "access_token": access_token}
+ # 数据入库
+ try:
+ conf_trace_mgmt_data = {
+ "host_ids": host_ids,
+ "action": "stop",
+ "domain_name": domain
+ }
+ conf_trace_mgmt_response = requests.put(conf_trace_mgmt_url,
+ data=json.dumps(conf_trace_mgmt_data), headers=headers)
+ resp_code = json.loads(conf_trace_mgmt_response.text).get('code')
+ if resp_code != "200":
+ LOGGER.error(
+ "Failed to conf trace mgmt, please check the interface of /conftrace/mgmt.")
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ LOGGER.error(
+ "Failed to conf trace mgmt, please check the interface of /conftrace/mgmt.")
+
+ @staticmethod
+ def clear_all_domain_data(access_token, domainName, successDomain, host_ids):
+ # 删除业务域，对successDomain成功的业务域进行redis的key值清理，以及domain下的主机进行agith的清理
+ if len(successDomain) > 0:
+ from vulcanus.database.proxy import RedisProxy
+ # 1.清理redis key值
+ RedisProxy.redis_connect.delete(domainName + "_conf_change")
+ RedisProxy.redis_connect.delete(domainName + "_report")
+ # 2.清理数据库数据，以避免再次添加业务域的时候还能看到以往的记录
+ Format.delete_conf_trace_infos(access_token, [], domainName)
+ # 3.清理domain下面的host sync记录
+ Format.delete_host_conf_sync_status(access_token, domainName, host_ids)
+
+ @staticmethod
+ def get_conf_change_flag(domain):
+ from vulcanus.database.proxy import RedisProxy
+ domain_conf_change = RedisProxy.redis_connect.get(domain + "_conf_change")
+ return domain_conf_change
+
+ @staticmethod
+ def install_update_agith(access_token, domain, host_ids):
+ # 针对successHost 添加成功的host, 安装agith并启动agith，如果当前业务域有配置，配置agith，如果没有就不配置
+ install_resp_code = "200"
+ # 获取domain的文件监控开关
+ domain_conf_change = Format.get_conf_change_flag(domain)
+ conf_files_list = Format.get_conf_files_list(domain, access_token)
+ if len(host_ids) > 0 and int(domain_conf_change) == 1 and len(conf_files_list) > 0:
+ # 安装并启动agith
+ from ragdoll.utils.conf_tools import ConfTools
+ conf_tools = ConfTools()
+ conf_trace_mgmt_url = conf_tools.load_url_by_conf().get("conf_trace_mgmt_url")
+ headers = {"Content-Type": "application/json", "access_token": access_token}
+ try:
+ conf_trace_mgmt_data = {
+ "domain_name": domain,
+ "host_ids": host_ids,
+ "action": "start",
+ "conf_files": conf_files_list
+ }
+ conf_trace_mgmt_response = requests.put(conf_trace_mgmt_url,
+ data=json.dumps(conf_trace_mgmt_data), headers=headers)
+ install_resp_code = json.loads(conf_trace_mgmt_response.text).get('code')
+ LOGGER.info(f"install_resp_code is {install_resp_code}")
+ if install_resp_code != "200":
+ LOGGER.error(
+ "Failed to conf trace mgmt, please check the interface of /conftrace/mgmt.")
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ LOGGER.error(
+ "Failed to conf trace mgmt, please check the interface of /conftrace/mgmt.")
+
+ # 根据业务有是否有配置，有配置并且agith启动成功情况下进行agith的配置
+ conf_files_list = Format.get_conf_files_list(domain, access_token)
+ if len(conf_files_list) > 0 and install_resp_code == "200":
+ Format.update_agith_conf(conf_files_list, conf_trace_mgmt_url, headers, host_ids, domain)
+
+ @staticmethod
+ def uninstall_hosts_agith(access_token, containedInHost, domain):
+ # 根据containedInHost 停止agith服务，删除agith，删除redis key值
+ if len(containedInHost) > 0:
+ # 1.根据containedInHost 停止agith服务，删除agith
+ from vulcanus.database.proxy import RedisProxy
+ Format.uninstall_trace(access_token, containedInHost, domain)
+ # 2.清理数据库数据，以避免再次添加业务域的时候还能看到以往的记录
+ Format.delete_conf_trace_infos(access_token, containedInHost, domain)
+ # 3.清理host sync记录
+ Format.delete_host_conf_sync_status(access_token, domain, containedInHost)
+
+ @staticmethod
+ def delete_conf_trace_infos(access_token, containedInHost, domain):
+ from ragdoll.utils.conf_tools import ConfTools
+ conf_tools = ConfTools()
+ conf_trace_delete_url = conf_tools.load_url_by_conf().get("conf_trace_delete_url")
+ headers = {"Content-Type": "application/json", "access_token": access_token}
+ # 数据入库
+ try:
+ conf_trace_delete_data = {
+ "domain_name": domain,
+ "host_ids": containedInHost
+ }
+ conf_trace_delete_response = requests.post(conf_trace_delete_url,
+ data=json.dumps(conf_trace_delete_data), headers=headers)
+ resp_code = json.loads(conf_trace_delete_response.text).get('code')
+ if resp_code != "200":
+ LOGGER.error(
+ "Failed to delete trace info, please check the interface of /conftrace/delete.")
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ LOGGER.error(
+ "Failed to delete trace info, please check the interface of /conftrace/delete.")
+
+ @staticmethod
+ def get_conf_files_list(domain, access_token):
+ conf_files_list = []
+ conf_files = Format.get_manageconf_by_domain(domain).get("conf_files")
+ for conf_file in conf_files:
+ if conf_file.get("file_path") in DIRECTORY_FILE_PATH_LIST:
+ # 获取文件夹下面的配置文件
+ from ragdoll.utils.object_parse import ObjectParse
+ object_parse = ObjectParse()
+ d_conf = {"filePath": conf_file.get("file_path")}
+ host_ids = Format.get_hostid_list_by_domain(domain)
+ if len(host_ids):
+ _, _, file_paths = object_parse.get_directory_files(d_conf, host_ids[0], access_token)
+ if len(file_paths) > 0:
+ conf_files_list.extend(file_paths)
+ else:
+ conf_files_list.append(conf_file.get("file_path"))
+ return conf_files_list
+
+ @staticmethod
+ def update_agith(access_token, conf_files_list, domain):
+ # 根据containedInHost,监控开关 停止agith服务，删除agith，删除redis key值
+ domain_conf_change_flag = Format.get_conf_change_flag(domain)
+ if int(domain_conf_change_flag) == 1:
+ from ragdoll.utils.conf_tools import ConfTools
+ # 根据containedInHost 停止agith服务，删除agith
+ conf_tools = ConfTools()
+ conf_trace_mgmt_url = conf_tools.load_url_by_conf().get("conf_trace_mgmt_url")
+ headers = {"Content-Type": "application/json", "access_token": access_token}
+ # 获取domain下的主机id
+ host_ids = Format.get_hostid_list_by_domain(domain)
+ # 数据入库
+ if len(host_ids) > 0:
+ Format.update_agith_conf(conf_files_list, conf_trace_mgmt_url, headers, host_ids, domain)
+
+ @staticmethod
+ def update_agith_conf(conf_files_list, conf_trace_mgmt_url, headers, host_ids, domain_name):
+ try:
+ conf_trace_mgmt_data = {
+ "host_ids": host_ids,
+ "action": "update",
+ "conf_files": conf_files_list,
+ "domain_name": domain_name
+ }
+ conf_trace_mgmt_response = requests.put(conf_trace_mgmt_url,
+ data=json.dumps(conf_trace_mgmt_data), headers=headers)
+ resp_code = json.loads(conf_trace_mgmt_response.text).get('code')
+ if resp_code != "200":
+ LOGGER.error(
+ "Failed to conf trace mgmt, please check the interface of /conftrace/mgmt.")
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ LOGGER.error(
+ "Failed to conf trace mgmt, please check the interface of /conftrace/mgmt.")
+
+ @staticmethod
+ def delete_host_conf_sync_status(access_token, domainName, hostIds):
+ try:
+ from ragdoll.utils.conf_tools import ConfTools
+ conf_tools = ConfTools()
+ delete_all_host_sync_status_url = conf_tools.load_url_by_conf().get("delete_all_host_sync_status_url")
+ headers = {"Content-Type": "application/json", "access_token": access_token}
+ delete_host_conf_sync_status_data = {
+ "host_ids": hostIds,
+ "domain_name": domainName
+ }
+ delete_sync_status_response = requests.post(delete_all_host_sync_status_url,
+ data=json.dumps(delete_host_conf_sync_status_data),
+ headers=headers)
+ resp_code = json.loads(delete_sync_status_response.text).get('code')
+ if resp_code != "200":
+ LOGGER.error(
+ "Failed to delete sync status, please check the interface of /manage/all/host/sync/status/delete.")
+ except requests.exceptions.RequestException as connect_ex:
+ LOGGER.error(f"An error occurred: {connect_ex}")
+ LOGGER.error(
+ "Failed to delete sync status, please check the interface of /manage/all/host/sync/status/delete.")
diff --git a/ragdoll/utils/git_tools.py b/ragdoll/utils/git_tools.py
index 049d450..f6200af 100644
--- a/ragdoll/utils/git_tools.py
+++ b/ragdoll/utils/git_tools.py
@@ -6,8 +6,7 @@ import ast
from ragdoll.const.conf_handler_const import CONFIG
from ragdoll.log.log import LOGGER
-from ragdoll.models.git_log_message import GitLogMessage
-from ragdoll.controllers.format import Format
+from ragdoll.utils.format import Format
class GitTools(object):
@@ -18,7 +17,6 @@ class GitTools(object):
self._target_dir = self.load_git_dir()
def load_git_dir(self):
- cf = configparser.ConfigParser()
cf = configparser.ConfigParser()
if os.path.exists(CONFIG):
cf.read(CONFIG, encoding="utf-8")
@@ -93,16 +91,14 @@ class GitTools(object):
# Execute the shell command and return the execution node and output
def run_shell_return_output(self, shell):
cmd = subprocess.Popen(shell, stdout=subprocess.PIPE, shell=True)
- LOGGER.debug("################# shell cmd ################")
LOGGER.debug("subprocess.Popen({shell}, stdout=subprocess.PIPE, shell=True)".format(shell=shell))
- LOGGER.debug("################# shell cmd end ################")
output, err = cmd.communicate()
return output
def makeGitMessage(self, path, logMessage):
if len(logMessage) == 0:
return "the logMessage is null"
- LOGGER.debug("AAAA path is : {}".format(path))
+ LOGGER.debug("path is : {}".format(path))
cwdDir = os.getcwd()
os.chdir(self._target_dir)
LOGGER.debug(os.getcwd())
@@ -113,26 +109,26 @@ class GitTools(object):
count = logMessage.count("commit")
lines = logMessage.split('\n')
+ LOGGER.debug("count is : {}".format(count))
for index in range(0, count):
- LOGGER.debug("AAAAAAAAAAAAAAA count is : {}".format(index))
- gitMessage = GitLogMessage()
+ gitMessage = {}
for temp in range(0, singleLogLen):
line = lines[index * singleLogLen + temp]
value = line.split(" ", 1)[-1]
if "commit" in line:
- gitMessage.change_id = value
+ gitMessage["changeId"] = value
if "Author" in line:
- gitMessage.author = value
+ gitMessage["author"] = value
if "Date" in line:
- gitMessage._date = value[2:]
- gitMessage.change_reason = lines[index * singleLogLen + 4]
+ gitMessage["date"] = value[2:]
+ gitMessage["changeReason"] = lines[index * singleLogLen + 4]
LOGGER.debug("gitMessage is : {}".format(gitMessage))
gitLogMessageList.append(gitMessage)
LOGGER.debug("################# gitMessage start ################")
if count == 1:
last_message = gitLogMessageList[0]
- last_message.post_value = Format.get_file_content_by_read(path)
+ last_message["postValue"] = Format.get_file_content_by_read(path)
os.chdir(cwdDir)
return gitLogMessageList
@@ -140,13 +136,13 @@ class GitTools(object):
LOGGER.debug("index is : {}".format(index))
message = gitLogMessageList[index]
next_message = gitLogMessageList[index + 1]
- message.post_value = Format.get_file_content_by_read(path)
- shell = ['git checkout {}'.format(next_message.change_id)]
+ message["postValue"] = Format.get_file_content_by_read(path)
+ shell = ['git checkout {}'.format(next_message["changeId"])]
output = self.run_shell_return_output(shell)
- message.pre_value = Format.get_file_content_by_read(path)
+ message["preValue"] = Format.get_file_content_by_read(path)
# the last changlog
first_message = gitLogMessageList[count - 1]
- first_message.post_value = Format.get_file_content_by_read(path)
+ first_message["postValue"] = Format.get_file_content_by_read(path)
LOGGER.debug("################# gitMessage end ################")
os.chdir(cwdDir)
diff --git a/ragdoll/utils/host_tools.py b/ragdoll/utils/host_tools.py
index c467994..f561523 100644
--- a/ragdoll/utils/host_tools.py
+++ b/ragdoll/utils/host_tools.py
@@ -75,11 +75,9 @@ class HostTools(object):
}]
"""
res = []
+ LOGGER.debug("The domainHost is : {}".format(domainHost))
for d_host in domainHost:
hostId = int(d_host.get('host_id'))
- LOGGER.debug("the host Id is : {}".format(hostId))
- d_host = {}
- d_host["hostId"] = hostId
res.append(hostId)
return res
diff --git a/ragdoll/utils/object_parse.py b/ragdoll/utils/object_parse.py
index 6cc4564..719dc68 100644
--- a/ragdoll/utils/object_parse.py
+++ b/ragdoll/utils/object_parse.py
@@ -174,14 +174,14 @@ class ObjectParse(object):
return conf_info
- def get_directory_files(self, d_conf, host_id):
+ def get_directory_files(self, d_conf, host_id, access_token):
file_paths = list()
conf_tools = ConfTools()
file_directory = dict()
- file_directory['file_directory'] = d_conf.file_path
+ file_directory['file_directory'] = d_conf["filePath"]
file_directory['host_id'] = host_id
url = conf_tools.load_url_by_conf().get("object_file_url")
- headers = {"Content-Type": "application/json"}
+ headers = {"Content-Type": "application/json", "access_token": access_token}
try:
response = requests.post(url, data=json.dumps(file_directory), headers=headers)
except requests.exceptions.RequestException as connect_ex:
@@ -191,7 +191,7 @@ class ObjectParse(object):
base_rsp = BaseResponse(codeNum, codeString)
return base_rsp, codeNum
response_code = json.loads(response.text).get("code")
- if response_code == None:
+ if response_code is None:
codeNum = 500
codeString = "Failed to obtain the actual configuration, please check the interface of conf/objectFile."
return codeNum, codeString, file_paths
@@ -207,5 +207,5 @@ class ObjectParse(object):
return codeNum, codeString, file_paths
codeNum = 200
codeString = "Success get pam.d file paths."
- file_paths = file_path_reps.get('resp').get('object_file_paths')
+ file_paths = file_path_reps.get('object_file_paths')
return codeNum, codeString, file_paths
diff --git a/ragdoll/utils/prepare.py b/ragdoll/utils/prepare.py
index 4e61489..132ea7b 100644
--- a/ragdoll/utils/prepare.py
+++ b/ragdoll/utils/prepare.py
@@ -15,7 +15,7 @@ class Prepare(object):
def target_dir(self, target_dir):
self._target_dir = target_dir
- def mdkir_git_warehose(self, username, useremail):
+ def mkdir_git_warehose(self, username, useremail):
res = True
LOGGER.debug("self._target_dir is : {}".format(self._target_dir))
if os.path.exists(self._target_dir):
@@ -26,7 +26,7 @@ class Prepare(object):
git_tools = GitTools(self._target_dir)
mkdir_code = git_tools.run_shell_return_code(cmd1)
git_code = self.git_init(username, useremail)
- if mkdir_code != 0:
+ if mkdir_code != 0 or not git_code:
res = False
return res
diff --git a/ragdoll/utils/yang_module.py b/ragdoll/utils/yang_module.py
index de0d9b5..f0f21ab 100644
--- a/ragdoll/utils/yang_module.py
+++ b/ragdoll/utils/yang_module.py
@@ -1,7 +1,5 @@
import libyang
import os
-import sys
-import importlib
import operator
from ragdoll.log.log import LOGGER
@@ -95,10 +93,6 @@ class YangModule(object):
if files_tail != "yang":
continue
modulePath = os.path.join(self._yang_dir, d_file)
- # grammar_res = self.check_yang_grammar(modulePath)
- # print("grammar_res is : {}".format(grammar_res))
- # if not grammar_res:
- # continue
fo = open(modulePath, 'r+')
module = self._ctx.parse_module_file(fo)
module_list.append(module)
@@ -183,7 +177,6 @@ class YangModule(object):
continue
xpath.append(path)
- # print("xpath is : {}".format(xpath))
return xpath
def getFeatureInModule(self, modules):
@@ -250,9 +243,8 @@ class YangModule(object):
}
"""
res = {}
+ LOGGER.debug("modules are : {}".format(modules))
for d_mod in modules:
- LOGGER.debug("d_mod is : {}".format(d_mod))
- LOGGER.debug("d_mod's type is : {}".format(type(d_mod)))
feature_list = self.getFeatureInModule(d_mod)
module_name = d_mod.name()
xpath = ""
diff --git a/service/gala-ragdoll.service b/service/gala-ragdoll.service
index 0fbaf2e..2dfc4f1 100644
--- a/service/gala-ragdoll.service
+++ b/service/gala-ragdoll.service
@@ -3,8 +3,9 @@ Description=a-ops gala ragdoll service
After=network.target
[Service]
-Type=exec
-ExecStart=/usr/bin/ragdoll
+Type=forking
+ExecStart=/usr/bin/ragdoll start
+ExecStop=/usr/bin/ragdoll stop
Restart=on-failure
RestartSec=1
RemainAfterExit=yes
diff --git a/service/ragdoll b/service/ragdoll
new file mode 100644
index 0000000..92a5b7c
--- /dev/null
+++ b/service/ragdoll
@@ -0,0 +1,15 @@
+#!/bin/bash
+. /usr/bin/aops-vulcanus
+
+MANAGER_CONSTANT="ragdoll"
+MANAGER_CONFIG_FILE=/etc/ragdoll/gala-ragdoll.conf
+
+function main() {
+ if [ "${OPERATION}" = "start" ]; then
+ create_config_file "${MANAGER_CONFIG_FILE}" "ragdoll"
+ fi
+ start_or_stop_service "${MANAGER_CONSTANT}"
+ exit $?
+}
+
+main
diff --git a/service/ragdoll-filetrace b/service/ragdoll-filetrace
new file mode 100755
index 0000000..cf1a0bd
--- /dev/null
+++ b/service/ragdoll-filetrace
@@ -0,0 +1,782 @@
+#!/usr/bin/python3
+from bpfcc import BPF
+import json
+import os
+import requests
+import threading
+import psutil
+import ctypes
+
+import logging
+import logging.handlers
+logger = logging.getLogger(__name__)
+syslog_handler = logging.handlers.SysLogHandler(address='/dev/log')
+syslog_handler.setLevel(logging.DEBUG)
+syslog_handler.setFormatter(logging.Formatter('%(asctime)s - %(levelname)s - %(message)s'))
+logger.addHandler(syslog_handler)
+
+
+bpf_text="""
+//#define randomized_struct_fields_start struct {
+//#define randomized_struct_fields_end };
+
+#include <uapi/linux/bpf.h>
+#include <linux/dcache.h>
+#include <linux/err.h>
+#include <linux/fdtable.h>
+#include <linux/fs.h>
+#include <linux/fs_struct.h>
+#include <linux/path.h>
+#include <linux/sched.h>
+#include <linux/slab.h>
+
+#define MAX_DEPTH 4
+#define MAX_DIRNAME_LEN 16
+#define MAX_FILENAME_LEN 32
+#define MAX_CMD_LEN 32
+#define MAX_TASK_COMM_LEN 32
+
+#define ARGSIZE 16
+#define MAX_ARGS 4
+
+
+struct pinfo_t {
+ char comm[MAX_CMD_LEN];
+ unsigned int ppid;
+ char arg1[ARGSIZE];
+ char arg2[ARGSIZE];
+ char arg3[ARGSIZE];
+ char arg4[ARGSIZE];
+
+};
+
+
+struct event {
+ unsigned int pid;
+ unsigned int ppid;
+ char cmd[16];
+ char pcmd[16];
+ unsigned long i_ino;
+ char filename[MAX_FILENAME_LEN];
+ char dir1[MAX_DIRNAME_LEN];
+ char dir2[MAX_DIRNAME_LEN];
+ char dir3[MAX_DIRNAME_LEN];
+ char dir4[MAX_DIRNAME_LEN];
+
+ char oldfilename[MAX_FILENAME_LEN];
+ char odir1[MAX_DIRNAME_LEN];
+ char odir2[MAX_DIRNAME_LEN];
+ char odir3[MAX_DIRNAME_LEN];
+ char odir4[MAX_DIRNAME_LEN];
+ int flag;
+};
+
+BPF_HASH(exec_map, u32, struct pinfo_t);
+BPF_PERF_OUTPUT(events);
+
+//for rm command
+TRACEPOINT_PROBE(syscalls, sys_enter_unlinkat) {
+ struct task_struct* t;
+ struct task_struct* p;
+
+ struct event e = {};
+ e.flag = 4;
+
+ t = (struct task_struct*)bpf_get_current_task();
+ bpf_probe_read(&e.pid, sizeof(e.pid), &t->tgid);
+ bpf_probe_read(&e.cmd, sizeof(e.cmd), &t->comm);
+
+ bpf_probe_read(&p, sizeof(p), &t->real_parent);
+ bpf_probe_read(&e.ppid, sizeof(e.ppid), &p->tgid);
+ bpf_probe_read(&e.pcmd, sizeof(e.pcmd), &p->comm);
+
+ bpf_probe_read_str((void*)&e.filename, sizeof(e.filename), (const void*)args->pathname);
+ bpf_trace_printk("Process calling sys_enter_rename newfilename:%s \\n", e.filename);
+ events.perf_submit((struct pt_regs *)args, &e, sizeof(e));
+ return 0;
+}
+
+//for copy command
+TRACEPOINT_PROBE(syscalls, sys_enter_copy_file_range) {
+
+ struct task_struct* t;
+ struct task_struct* p;
+ struct files_struct* f;
+ struct fdtable* fdt;
+ struct file** fdd;
+ struct file* file;
+ struct path path;
+ struct dentry* dentry;
+ struct inode* inode;
+ struct qstr pathname;
+ umode_t mode;
+ unsigned long i_ino;
+
+ //char filename[128];
+ struct event e = {};
+ e.flag = 2;
+
+ int fd =args->fd_out;
+ t = (struct task_struct*)bpf_get_current_task();
+ if(t){
+ bpf_probe_read(&f, sizeof(f), &(t->files));
+ bpf_probe_read(&fdt, sizeof(fdt), (void*)&f->fdt);
+ int ret = bpf_probe_read(&fdd, sizeof(fdd), (void*)&fdt->fd);
+ if (ret) {
+ //bpf_trace_printk("bpf_probe_read failed: %d\\n", ret);
+ return 0;
+ }
+ bpf_probe_read(&file, sizeof(file), (void*)&fdd[fd]);
+
+ //file file ppid pcmd
+ bpf_probe_read(&p, sizeof(p), &t->real_parent);
+ bpf_probe_read(&e.ppid, sizeof(e.ppid), &p->tgid);
+ bpf_probe_read(&e.pcmd, sizeof(e.pcmd), &p->comm);
+
+ //fill file ino
+ bpf_probe_read(&inode, sizeof(inode), &file->f_inode);
+ bpf_probe_read(&e.i_ino, sizeof(i_ino), &inode->i_ino);
+ bpf_probe_read(&mode, sizeof(mode), &inode->i_mode);
+ if(!S_ISREG(mode)){
+ return 0;
+ }
+
+ //file process info
+ bpf_probe_read(&e.pid, sizeof(e.pid), &t->tgid);
+ bpf_probe_read(&e.cmd, sizeof(e.cmd), &t->comm);
+
+ //get filename
+ bpf_probe_read(&path, sizeof(path), (const void*)&file->f_path);
+ bpf_probe_read(&dentry, sizeof(dentry), (const void*)&path.dentry);
+ bpf_probe_read(&pathname, sizeof(pathname), (const void*)&dentry->d_name);
+
+ struct dentry* d_parent;
+
+ #pragma unroll
+ for (int i = 0; i < MAX_DEPTH; i++) {
+ bpf_probe_read(&d_parent, sizeof(d_parent), (const void*)&dentry->d_parent);
+ if (d_parent == dentry) {
+ break;
+ }
+ //fix me
+ if(i == 0){
+ bpf_probe_read(&e.dir1, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }else if(i == 1){
+ bpf_probe_read(&e.dir2, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }else if(i == 2){
+ bpf_probe_read(&e.dir3, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }else if(i == 3){
+ bpf_probe_read(&e.dir4, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }
+
+ dentry = d_parent;
+ }
+ bpf_probe_read_str((void*)&e.filename, sizeof(e.filename), (const void*)pathname.name);
+ events.perf_submit((struct pt_regs *)args, &e, sizeof(e));
+ return 0;
+ }
+ return 0;
+}
+//for sed command
+TRACEPOINT_PROBE(syscalls, sys_enter_rename) {
+ struct task_struct* t;
+ struct task_struct* p;
+
+ struct event e = {};
+ e.flag = 1;
+
+ t = (struct task_struct*)bpf_get_current_task();
+ bpf_probe_read(&e.pid, sizeof(e.pid), &t->tgid);
+ bpf_probe_read(&e.cmd, sizeof(e.cmd), &t->comm);
+
+ bpf_probe_read(&p, sizeof(p), &t->real_parent);
+ bpf_probe_read(&e.ppid, sizeof(e.ppid), &p->tgid);
+ bpf_probe_read(&e.pcmd, sizeof(e.pcmd), &p->comm);
+
+ bpf_probe_read_str((void*)&e.filename, sizeof(e.filename), (const void*)args->newname);
+ //bpf_trace_printk("Process calling sys_enter_rename newfilename:%s \\n", e.filename);
+ events.perf_submit((struct pt_regs *)args, &e, sizeof(e));
+ return 0;
+}
+
+TRACEPOINT_PROBE(syscalls, sys_enter_renameat) {
+ char comm[TASK_COMM_LEN];
+ bpf_get_current_comm(&comm, sizeof(comm));
+ bpf_trace_printk("Process %s is calling renameat\\n", comm);
+ return 0;
+}
+
+//for move command
+TRACEPOINT_PROBE(syscalls, sys_enter_renameat2) {
+ struct event e = {};
+ e.flag = 3;
+
+ struct task_struct* t;
+ struct task_struct* p;
+
+ t = (struct task_struct*)bpf_get_current_task();
+ bpf_probe_read(&e.pid, sizeof(e.pid), &t->tgid);
+ bpf_probe_read(&e.cmd, sizeof(e.cmd), &t->comm);
+
+ bpf_probe_read(&p, sizeof(p), &t->real_parent);
+ bpf_probe_read(&e.ppid, sizeof(e.ppid), &p->tgid);
+ bpf_probe_read(&e.pcmd, sizeof(e.pcmd), &p->comm);
+
+ bpf_probe_read_str((void*)&e.filename, sizeof(e.filename), (const void*)args->newname);
+ bpf_probe_read_str((void*)&e.oldfilename, sizeof(e.oldfilename), (const void*)args->oldname);
+
+ struct fs_struct *fs;
+ struct path pwd;
+ bpf_probe_read(&fs, sizeof(fs), (const void*)&t->fs);
+ bpf_probe_read(&pwd, sizeof(pwd), (const void*)&fs->pwd);
+
+ struct dentry* dentry;
+ bpf_probe_read(&dentry, sizeof(dentry), (const void*)&pwd.dentry);
+
+ struct dentry* d_parent;
+
+ int olddfd = args->olddfd;
+ int newdfd = args->newdfd;
+ if (newdfd == AT_FDCWD) {
+ #pragma unroll
+ for (int i = 0; i < MAX_DEPTH; i++) {
+ bpf_probe_read(&d_parent, sizeof(d_parent), (const void*)&dentry->d_parent);
+ if (d_parent == dentry) {
+ break;
+ }
+ //fix me
+ if(i == 0){
+ bpf_probe_read(&e.dir1, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }else if(i == 1){
+ bpf_probe_read(&e.dir2, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }else if(i == 2){
+ bpf_probe_read(&e.dir3, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }else if(i == 3){
+ bpf_probe_read(&e.dir4, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }
+ dentry = d_parent;
+ }
+ bpf_trace_printk("newfilename relative to CWD: %s\\n", e.filename);
+ }
+
+ if (olddfd == AT_FDCWD) {
+ bpf_trace_printk("oldfilename relative to CWD: %s\\n", e.oldfilename);
+ }
+
+ events.perf_submit((struct pt_regs *)args, &e, sizeof(e));
+
+ return 0;
+}
+
+TRACEPOINT_PROBE(syscalls, sys_exit_execve) {
+ u64 tgid_pid;
+ u32 tgid, pid;
+ tgid_pid = bpf_get_current_pid_tgid();
+ tgid = tgid_pid >> 32;
+ pid = (u32)tgid_pid;
+ exec_map.delete(&pid);
+ return 0;
+}
+
+TRACEPOINT_PROBE(syscalls, sys_enter_execve) {
+ //args, args->filename, args->argv, args->envp
+ struct pinfo_t p = {};
+
+ u64 tgid_pid;
+ u32 tgid, pid;
+ tgid_pid = bpf_get_current_pid_tgid();
+ tgid = tgid_pid >> 32;
+ pid = (u32)tgid_pid;
+
+ struct task_struct *t = (struct task_struct *)bpf_get_current_task();
+ struct task_struct *pp;
+ bpf_probe_read(&pp, sizeof(pp), &t->real_parent);
+ bpf_probe_read(&p.ppid, sizeof(p.ppid), &pp->tgid);
+
+ bpf_get_current_comm(&p.comm, sizeof(p.comm));
+
+ //int i;
+ //for (i = 1; i <= MAX_ARGS; i++) {
+ // const char __user *argp;
+ // bpf_probe_read_user(&argp, sizeof(argp), &args->argv[i]);
+ // if (!argp) {
+ // break;
+ // }
+ // if(i == 1){
+ // bpf_probe_read_user_str(&p.arg1, sizeof(p.args1), argp);
+ // }else if(i == 2){
+ // bpf_probe_read_user_str(&p.arg2, sizeof(p.args2), argp);
+ // }else if(i == 3){
+ // bpf_probe_read_user_str(&p.arg3, sizeof(p.args3), argp);
+ // }else if(i == 4){
+ // bpf_probe_read_user_str(&p.arg4, sizeof(p.args4), argp);
+ // }
+ //}
+
+ const char *const * argv = args->argv;
+ if(!argv[1]){
+ return 0;
+ }
+ bpf_probe_read_user(&p.arg1, sizeof(p.arg1), (void *)argv[1]);
+
+ if(!argv[2]){
+ return 0;
+ }
+ bpf_probe_read_user(&p.arg2, sizeof(p.arg2), (void *)argv[2]);
+
+ if(!argv[3]){
+ return 0;
+ }
+ bpf_probe_read_user(&p.arg3, sizeof(p.arg3), (void *)argv[3]);
+
+ if(!argv[4]){
+ return 0;
+ }
+ bpf_probe_read_user(&p.arg4, sizeof(p.arg4), (void *)argv[4]);
+
+ exec_map.update(&pid, &p);
+ return 0;
+}
+
+//for vim echo ...
+TRACEPOINT_PROBE(syscalls, sys_enter_write) {
+ unsigned int fd;
+ struct task_struct* t;
+ struct task_struct* p;
+ struct files_struct* f;
+ struct fdtable* fdt;
+ struct file** fdd;
+ struct file* file;
+ struct path path;
+ struct dentry* dentry;
+ struct inode* inode;
+ struct qstr pathname;
+ umode_t mode;
+ unsigned long i_ino;
+ char filename[128];
+ struct event e = {};
+ e.flag = 0;
+
+
+ pid_t ppid;
+ char pcomm[16];
+
+ fd =args->fd;
+ t = (struct task_struct*)bpf_get_current_task();
+ if(t){
+ bpf_probe_read(&f, sizeof(f), &(t->files));
+ bpf_probe_read(&fdt, sizeof(fdt), (void*)&f->fdt);
+ int ret = bpf_probe_read(&fdd, sizeof(fdd), (void*)&fdt->fd);
+ if (ret) {
+ //bpf_trace_printk("bpf_probe_read failed: %d\\n", ret);
+ return 0;
+ }
+ bpf_probe_read(&file, sizeof(file), (void*)&fdd[fd]);
+
+ //file file ppid pcmd
+ bpf_probe_read(&p, sizeof(p), &t->real_parent);
+ bpf_probe_read(&e.ppid, sizeof(e.ppid), &p->tgid);
+ bpf_probe_read(&e.pcmd, sizeof(e.pcmd), &p->comm);
+
+ //fill file ino
+ bpf_probe_read(&inode, sizeof(inode), &file->f_inode);
+ bpf_probe_read(&e.i_ino, sizeof(i_ino), &inode->i_ino);
+ bpf_probe_read(&mode, sizeof(mode), &inode->i_mode);
+ if(!S_ISREG(mode)){
+ return 0;
+ }
+
+ //file process info
+ bpf_probe_read(&e.pid, sizeof(e.pid), &t->tgid);
+ bpf_probe_read(&e.cmd, sizeof(e.cmd), &t->comm);
+ //bpf_probe_read(&e.pcmd, sizeof(e.pcmd), &p->comm);
+
+ //get filename
+ bpf_probe_read(&path, sizeof(path), (const void*)&file->f_path);
+ bpf_probe_read(&dentry, sizeof(dentry), (const void*)&path.dentry);
+ bpf_probe_read(&pathname, sizeof(pathname), (const void*)&dentry->d_name);
+ //fill name event
+ //bpf_probe_read_str((void*)&e.filename, sizeof(e.filename), (const void*)pathname.name);
+
+ struct dentry* d_parent;
+
+ #pragma unroll
+ for (int i = 0; i < MAX_DEPTH; i++) {
+ bpf_probe_read(&d_parent, sizeof(d_parent), (const void*)&dentry->d_parent);
+ if (d_parent == dentry) {
+ break;
+ }
+ //fix me
+ if(i == 0){
+ bpf_probe_read(&e.dir1, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }else if(i == 1){
+ bpf_probe_read(&e.dir2, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }else if(i == 2){
+ bpf_probe_read(&e.dir3, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }else if(i == 3){
+ bpf_probe_read(&e.dir4, sizeof(d_parent->d_iname), (const void*)&d_parent->d_iname);
+ }
+
+ dentry = d_parent;
+ }
+ bpf_probe_read_str((void*)&e.filename, sizeof(e.filename), (const void*)pathname.name);
+ //bpf_trace_printk("filename parent e.filename: %s\\n", e.filename);
+ events.perf_submit((struct pt_regs *)args, &e, sizeof(e));
+
+ return 0;
+ }
+ return 0;
+}
+"""
+
+
+def get_conf():
+ CONF = "/etc/agith/agith.config"
+ conf_data = {}
+ try:
+ with open(CONF) as user_file:
+ conf_data = json.load(user_file)
+ except FileNotFoundError:
+ print(f"[{CONF}] does not exist!")
+ exit(1)
+ return conf_data
+ #print(json.dumps(conf_data, indent = 4))
+
+def get_ino(filename_list):
+ global logger
+ filenames = filename_list.split(",")
+ ino_name_map = {}
+ for f in filenames:
+ try:
+ stat_info = os.stat(f)
+ i = stat_info.st_ino
+ ino_name_map [str(i)] = f
+ except FileNotFoundError:
+ print(f"File not found: [{f}]")
+ exit(1)
+ except Exception as e:
+ print(f"An error occurred with file {f}: {e}")
+ exit(1)
+ logger.warning("g_map:%s", ino_name_map)
+ return ino_name_map
+
+
+conf_data = get_conf()
+g_map = get_ino(conf_data["Repository"]["conf_list"])
+
+def postdata(data=None):
+ global conf_data
+ global g_map
+ global logger
+ #logger.warning('post data: %s', data)
+ g_map = get_ino(conf_data["Repository"]["conf_list"])
+ try:
+ aops_zeus = conf_data["Repository"]["aops_zeus"]
+ response = requests.post(aops_zeus, json=data, timeout=5)
+ response.raise_for_status()
+ if response.status_code != 200:
+ logger.info('POST request failed:', response.status_code)
+ except requests.exceptions.HTTPError as http_err:
+ logger.error(f"HTTP error occurred: {http_err}")
+ except requests.exceptions.ConnectionError as conn_err:
+ logger.error(f"Connection error occurred: {conn_err}")
+ except requests.exceptions.Timeout as timeout_err:
+ logger.error(f"Timeout error occurred: {timeout_err}")
+ except requests.exceptions.RequestException as req_err:
+ logger.error(f"An error occurred: {req_err}")
+
+def get_oldfile_full_path(e):
+ #dir depth 4
+ filename = ""
+ if e.flag != 3:
+ return filename
+ dir1 = ""
+ dir2 = ""
+ dir3 = ""
+ dir4 = ""
+ try:
+ dir1 = e.odir1.decode('utf-8')
+ dir2 = e.odir2.decode('utf-8')
+ dir3 = e.odir3.decode('utf-8')
+ dir4 = e.odir4.decode('utf-8')
+ except UnicodeDecodeError as ex:
+ print(f"UnicodeDecodeError: {ex}")
+
+ filename = e.oldfilename.decode('utf-8')
+ if not filename:
+ return ""
+
+ if dir1 == "/":
+ filename = dir1 + filename
+ return filename
+
+ if dir2 == "/":
+ filename = dir2 + dir1 + "/" + filename
+ return filename
+
+ if dir3 == "/":
+ filename = dir3 + dir2 + "/" + dir1 + "/" + filename
+ return filename
+
+ if dir4 == "/":
+ filename = dir4 + dir3 + "/" + dir2 + "/" + dir1 + "/" + filename
+ return filename
+ return filename
+
+def get_file_full_path(e):
+ #dir depth 4
+ dir1 = ""
+ dir2 = ""
+ dir3 = ""
+ dir4 = ""
+ try:
+ dir1 = e.dir1.decode('utf-8')
+ except UnicodeDecodeError as ex:
+ print(f"UnicodeDecodeError: {ex}")
+ try:
+ dir2 = e.dir2.decode('utf-8')
+ except UnicodeDecodeError as ex:
+ print(f"UnicodeDecodeError: {ex}")
+ try:
+ dir3 = e.dir3.decode('utf-8')
+ except UnicodeDecodeError as ex:
+ print(f"UnicodeDecodeError: {ex}")
+ try:
+ dir4 = e.dir4.decode('utf-8')
+ except UnicodeDecodeError as ex:
+ print(f"UnicodeDecodeError: {ex}")
+
+ filename = e.filename.decode('utf-8')
+ if not filename:
+ return ""
+ #filename is full path
+ if os.path.exists(filename):
+ return filename
+
+ if dir1 == "/":
+ filename = dir1 + filename
+ return filename
+
+ if dir2 == "/":
+ filename = dir2 + dir1 + "/" + filename
+ return filename
+
+ if dir3 == "/":
+ filename = dir3 + dir2 + "/" + dir1 + "/" + filename
+ return filename
+
+ if dir4 == "/":
+ filename = dir4 + dir3 + "/" + dir2 + "/" + dir1 + "/" + filename
+ return filename
+ return filename
+
+class Data(ctypes.Structure):
+ _fields_ = [
+ ("comm", ctypes.c_char * 64),
+ ("ppid", ctypes.c_uint32),
+ ("arg1", ctypes.c_char * 16),
+ ("arg2", ctypes.c_char * 16),
+ ("arg3", ctypes.c_char * 16),
+ ("arg4", ctypes.c_char * 16),
+ ]
+
+
+def get_process_info_from_map(procid):
+ global exec_map
+ pid = procid
+ try:
+ pid = ctypes.c_int(pid)
+ info = exec_map[pid]
+ #info = ctypes.cast(ctypes.pointer(data), ctypes.POINTER(Data)).contents
+ pid = int(pid.value)
+ if info:
+ #print(f"PID: {pid}, Command: {info.comm}, Args: {info.args.decode('utf-8', 'ignore')}")
+ #cmd = info.comm.decode('utf-8') + " " + info.args.decode('utf-8', 'ignore')
+ #cmd = info.args.decode('utf-8', 'ignore')
+ str1 = info.arg1.decode('utf-8')
+ str2 = info.arg2.decode('utf-8')
+ str3 = info.arg3.decode('utf-8')
+ str4 = info.arg4.decode('utf-8')
+ cmd = str1 + " " + str2 + " " + str3 + " " + str4
+ return {
+ 'pid': pid,
+ 'cmd': cmd,
+ }
+ else:
+ #print(f"No information found for PID {pid}")
+ return {
+ 'pid': pid,
+ 'error': 'error:No such process'
+ }
+ except KeyError:
+ pid = int(pid.value)
+ #print(f"key error for PID {pid}")
+ return {
+ 'pid': pid,
+ 'error': 'error:keyerror.'
+ }
+
+def get_ppid_by_pid(procid):
+ global exec_map
+ pid = procid
+ try:
+ pid = ctypes.c_int(pid)
+ info = exec_map[pid]
+ if info:
+ return info.ppid
+ else:
+ #print("not found,get ppid form local")
+ return get_parent_pid(pid)
+ except KeyError:
+ #print("keyerror ,get ppid form local")
+ return get_parent_pid(pid)
+ return 0
+
+def get_parent_pid(pid):
+ if not isinstance(pid, int):
+ pid = int(pid.value)
+ try:
+ with open(f"/proc/{pid}/status", "r") as f:
+ for line in f:
+ if line.startswith("PPid:"):
+ parent_pid = int(line.split()[1])
+ return parent_pid
+ except FileNotFoundError:
+ print(f"FileNotFoundError:/proc/{pid}/status")
+ return 0
+
+def get_process_info_from_local(pid):
+ try:
+ process = psutil.Process(pid)
+ name = process.name()
+ cmdline = process.cmdline()
+ return {
+ 'pid': pid,
+ 'cmd': name + " " + ''.join(map(str, cmdline)),
+ }
+ except psutil.NoSuchProcess:
+ return {
+ 'pid': pid,
+ 'error': 'error:No such process'
+ }
+ except psutil.AccessDenied:
+ return {
+ 'pid': pid,
+ 'error': 'error:Access denied'
+ }
+
+def make_process_tree(procid):
+ info = []
+ tmp = {}
+ flag = True
+ pid = procid
+ while flag:
+ tmp = get_process_info_from_map(pid)
+ if "error" in tmp:
+ tmp = get_process_info_from_local(pid)
+ if "error" in tmp:
+ break;
+ else:
+ info.append(tmp)
+ else:
+ info.append(tmp)
+
+ ppid = get_ppid_by_pid(pid)
+ if ppid == 0:
+ break;
+ else:
+ pid = ppid
+ return info
+
+def check_filename(newfile=None, oldfile=None):
+ global conf_data
+ conf_file = conf_data["Repository"]["conf_list"]
+ if os.path.isdir(newfile):
+ return False
+
+ newfile = remove_dot_slash(newfile)
+ if newfile and newfile in conf_file:
+ return True
+
+ if oldfile and oldfile in conf_file:
+ return True
+
+ return False
+
+def remove_dot_slash(path):
+ if path.startswith('./'):
+ return path[2:]
+ return path
+
+def get_filename(newfile=None, oldfile=None):
+ global conf_data
+ conf_file = conf_data["Repository"]["conf_list"]
+ if not oldfile:
+ return newfile
+
+ if oldfile in conf_file:
+ return oldfile
+ newfile = remove_dot_slash(newfile)
+ if newfile in conf_file:
+ return newfile
+
+def process_event(cpu, data, size):
+ global b
+ global conf_data
+ global g_map
+ global logger
+ global executor
+
+ e = b["events"].event(data)
+ fname = get_file_full_path(e)
+ oldname = get_oldfile_full_path(e)
+ filename = get_filename(fname, oldname)
+ #print(f'post event filename:{fname} e.pid: {e.pid}')
+ #fixme
+ if check_filename(fname, oldname):
+ #pid = ctypes.c_int(e.pid)
+ #get_process_info_map(pid)
+ aops_zeus = conf_data["Repository"]["aops_zeus"]
+ d = {}
+ d["host_id"] = int(conf_data["Repository"]["host_id"])
+ d["domain_name"] = conf_data["Repository"]["domain_name"]
+ #d["file"] = e.filename.decode('utf-8')
+ d["flag"] = e.flag
+ d["file"] = filename
+ d["syscall"] = "write"
+ d["pid"] = e.pid
+ #d["dir1"] = e.dir1.decode('utf-8')
+ #d["dir2"] = e.dir2.decode('utf-8')
+ #d["dir3"] = e.dir3.decode('utf-8')
+ #d["dir4"] = e.dir4.decode('utf-8')
+ #d["inode"] = e.i_ino
+ d["inode"] = 0
+ d["cmd"] = e.cmd.decode('utf-8')
+ d["ptrace"] = make_process_tree(e.ppid)
+ #tmp = {"pid": e.ppid, "cmd": e.pcmd.decode('utf-8')}
+ #d["ptrace"].append(tmp)
+ print(d)
+ #aops_zeus = conf_data["Repository"]["aops_zeus"]
+ #response = requests.post(aops_zeus, json=d, timeout=5)
+ #if response.status_code != 200:
+ # print('POST request failed:', response.status_code)
+ t = threading.Thread(target=postdata, args=(d,))
+ t.deamon = True
+ t.start()
+
+#load ebpf
+b = BPF(text=bpf_text, cflags=["-Wno-macro-redefined"])
+#exec_map = b["exec_map"]
+exec_map = b.get_table("exec_map")
+
+if __name__ == "__main__":
+
+ #print(json.dumps(conf_data, indent = 4))
+ aops_zeus = conf_data["Repository"]["aops_zeus"]
+ conf_list = conf_data["Repository"]["conf_list"]
+ host_id = conf_data["Repository"]["host_id"]
+ domain_name = conf_data["Repository"]["domain_name"]
+
+ b["events"].open_perf_buffer(process_event)
+ while True:
+ b.perf_buffer_poll()
diff --git a/service/ragdoll-filetrace.service b/service/ragdoll-filetrace.service
new file mode 100644
index 0000000..1ac3366
--- /dev/null
+++ b/service/ragdoll-filetrace.service
@@ -0,0 +1,19 @@
+[Unit]
+Description=ragdoll-filetrace Service
+After=network.target
+StartLimitIntervalSec=30
+
+[Service]
+Type=simple
+ExecStartPre=/usr/bin/test -z "$(pgrep -f /usr/bin/ragdoll-filetrace)"
+ExecStart=/usr/bin/python3 /usr/bin/ragdoll-filetrace
+ExecStop=/bin/bash -c 'kill `pgrep -d " " -f ragdoll-filetrace>/dev/null`'
+Restart=on-failure
+RestartSec=5s
+StartLimitBurst=3
+
+Environment=PYTHONUNBUFFERED=1
+
+[Install]
+WantedBy=multi-user.target
+
diff --git a/setup.py b/setup.py
index d21e2b6..1bd488a 100644
--- a/setup.py
+++ b/setup.py
@@ -1,6 +1,5 @@
# coding: utf-8
-import sys
from setuptools import setup, find_packages
NAME = "ragdoll"
@@ -20,16 +19,15 @@ setup(
version=VERSION,
description="Configuration traceability",
author_email="",
- url="",
+ url="https://gitee.com/openeuler/gala-ragdoll",
keywords=["Swagger", "Configuration traceability"],
install_requires=REQUIRES,
packages=find_packages(),
package_data={'': ['swagger/swagger.yaml']},
include_package_data=True,
entry_points={
- 'console_scripts': ['ragdoll=ragdoll.__main__:main']},
+ 'console_scripts': ['ragdoll=ragdoll.manage:main']},
long_description="""\
A
"""
)
-
diff --git a/yang_modules/openEuler-hostname.yang b/yang_modules/openEuler-hostname.yang
index 5b0f2ca..ca39557 100644
--- a/yang_modules/openEuler-hostname.yang
+++ b/yang_modules/openEuler-hostname.yang
@@ -61,7 +61,7 @@ module openEuler-hostname {
description "The file name is hostname";
hostname:path "openEuler:/etc/hostname";
- hostname:type "text";
+ hostname:type "hostname";
hostname:spacer "";
}
}
Reference in New Issue Copy Permalink