[checkmk-commits] Check_MK Git: check_mk: #0653 script to extract hw/ sw inventory data in csv format

Module: check_mk Branch: master Commit: c7020b3f001a7ae3f5886d4b2f9116fcd0f65dd8 URL: http://git.mathias-kettner.de/git/?p=check_mk.git;a=commit;h=c7020b3f001a7a… Author: Goetz Golla &lt;gg(a)mathias-kettner.de&gt; Date: Sat Aug 30 12:12:50 2014 +0200 #0653 script to extract hw/sw inventory data in csv format This script extracts data from the hw/sw inventory into various configurable relations, which are written into csv files. Configuration of the relations is carried out in the script itself in the dicts called relations. --- .werks/653 | 12 ++ ChangeLog | 1 + doc/treasures/inventory/extract_inventory.py | 200 ++++++++++++++++++++++++++ 3 files changed, 213 insertions(+) diff --git a/.werks/653 b/.werks/653 new file mode 100644 index 0000000..d620d39 --- /dev/null +++ b/.werks/653 @@ -0,0 +1,12 @@ +Title: script to extract hw/sw inventory data in csv format +Level: 1 +Component: inv +Compatible: compat +Version: 1.2.5i6 +Date: 1409393403 +Class: feature + +This script extracts data from the hw/sw inventory into various configurable relations, +which are written into csv files. Configuration of the relations is carried out in the +script itself in the dicts called relations. + diff --git a/ChangeLog b/ChangeLog index 593b619..6d81f87 100644 --- a/ChangeLog +++ b/ChangeLog @@ -100,6 +100,7 @@ NOTE: Please refer to the migration notes! * 0652 windows software inventory gives some more details about OS and installed software... NOTE: Please refer to the migration notes! + * 0653 script to extract hw/sw inventory data in csv format... 1.2.5i5: diff --git a/doc/treasures/inventory/extract_inventory.py b/doc/treasures/inventory/extract_inventory.py new file mode 100755 index 0000000..a4f75d5 --- /dev/null +++ b/doc/treasures/inventory/extract_inventory.py @@ -0,0 +1,200 @@ +#!/usr/bin/python +# -*- encoding: utf-8; py-indent-offset: 4 -*- +# +------------------------------------------------------------------+ +# | ____ _ _ __ __ _ __ | +# | / ___| |__ ___ ___| | __ | \/ | |/ / | +# | | | | '_ \ / _ \/ __| |/ / | |\/| | ' / | +# | | |___| | | | __/ (__| < | | | | . \ | +# | \____|_| |_|\___|\___|_|\_\___|_| |_|_|\_\ | +# | | +# | Copyright Mathias Kettner 2014 mk(a)mathias-kettner.de | +# +------------------------------------------------------------------+ +# +# This file is part of Check_MK. +# The official homepage is at http://mathias-kettner.de/check_mk. +# +# check_mk is free software; you can redistribute it and/or modify it +# under the terms of the GNU General Public License as published by +# the Free Software Foundation in version 2. check_mk is distributed +# in the hope that it will be useful, but WITHOUT ANY WARRANTY; with- +# out even the implied warranty of MERCHANTABILITY or FITNESS FOR A +# PARTICULAR PURPOSE. See the GNU General Public License for more de- +# ails. You should have received a copy of the GNU General Public +# License along with GNU Make; see the file COPYING. If not, write +# to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, +# Boston, MA 02110-1301 USA. + +# Author: Goetz Golla, gg(a)mathias-kettner.de + +# This script extracts data of the hardware inventory to csv files + + +relations = { + "devices": { + "columns": ( + ( "@hostname", "device_key" ), + ( "hardware.system.manufacturer", "device_manufacturer" ), + ( "hardware.system.family", "device_model" ), + ( "hardware.system.serial", "serial_number" ), + ( "software.os.name", "operating_system" ), + ( "software.os.install_date", "installation date" ), + ( "hardware.cpu.cpus", "cpu_chip_count" ), + ( "hardware.cpu.cores", "cpu_core_count" ), + ( "hardware.cpu.max_speed", "cpu_speed" ), + ( "hardware.cpu.model", "cpu_name" ), + ), + "filter": {}, + }, + "inv_raw_arp": { + "columns": ( + ( "software.packages:*.vendor", "publisher" ), + ( "software.packages:*.summary", "product" ), + ( "software.packages:*.version", "product_version" ), + ), + "filter": { + "software.packages:*.package_type": "reg_uninstall", # nur aus registry + }, + }, + "inv_raw_file": { + "columns": ( + ( "software.packages:*.name", "file_name" ), + ( "software.packages:*.size", "file_size" ), + ( "software.packages:*.path", "file_path" ), + ( "software.packages:*.vendor", "publisher" ), + ( "software.packages:*.summary", "product" ), + ( "software.packages:*.version", "product_version" ), + ), + "filter": { + "software.packages:*.package_type": "exe", # nur exe files + }, + }, + "inv_raw_generic(OS)": { + "columns": ( + ( "software.os.name", "generic_key" ), + ), + "filter": {}, + }, + "inv_raw_generic(Linux)": { + "columns": ( + ( "software.packages:*.name", "name" ), + ( "software.packages:*.version", "product_version" ), + ), + "filter": { + "software.packages:*.package_type": "deb", # nur exe files + }, + }, +} + +import os, sys, re + +omd_root = os.environ["OMD_ROOT"] + +# both directories need to have a trailing slash "/" ! +inv_dir = "%s/var/check_mk/inventory/" % omd_root +out_dir = "/var/tmp/" + +if not omd_root: + print "This script is only executable as site user" + sys.exit(1) + +def is_list(relation): + list_start = "" + if type(relation) == dict: # filter is a dict + relation = relation.keys() + is_list = (":*" in relation[0]) + if is_list: + list_start = relation[0].split(":")[0] + for field in relation: + if is_list != (":*" in field) or not field.startswith(list_start): + print "bad definition of relation, must be list or dict, not both" + sys.exit(1) + return list_start + +def filt_it(package, relation): + filt_start = is_list(relation["filter"]) + elements = [col[0] for col in relation["columns"]] + list_start = is_list(elements) + if filt_start != list_start: # do not filter if filter does not fit + return False + for field in relation["filter"].keys(): + if field: + should_be = relation["filter"][field] + field = re.sub(list_start+":\*.", "", field) + for item in field.split("."): + value = package[item] + if type(value) in (str, int, float) and value == should_be: + return False + return True + +def print_line(out_rel, hostname, items): + out_rel.write("\"%s\"" % hostname) + for item in items: + out_rel.write(", \"%s\"" % item) + out_rel.write("\n") + + +# extract all data +all_data = {} +for hostname in os.listdir(inv_dir): + fn = inv_dir + hostname + if os.path.isfile(fn): + a = eval(open(fn,'r').read()) + all_data[hostname] = a + +# loop over all relations, create an output file for each relation +for ofs in relations: + ofn = out_dir + ofs + out_rel = open(ofn,'w') + titles = [col[1] for col in relations[ofs]["columns"]] + print_line(out_rel, "hostname", titles) + elements = [col[0] for col in relations[ofs]["columns"]] + list_start = is_list(elements) + print "starting", ofn + if list_start == "": + for hostname in all_data: + items = [] + for field in elements: + if field: + subtree = all_data[hostname] + for item in field.split("."): + try: + subtree = subtree[item] + except: + items.append("") + break + if type(subtree) in (str, int, float): + items.append(subtree) + else: + items.append("") + print_line(out_rel, hostname, items) + out_rel.close() + else: + for hostname in all_data: + subtree = all_data[hostname] + for item in list_start.split("."): + try: + subtree = subtree[item] + except: + print "does not exist" + sys.exit(1) + if type(subtree) == list: + for package in subtree: + if filt_it(package, relations[ofs]): + continue + items = [] + for field in elements: + if field: + field = re.sub(list_start+":\*.", "", field) + for item in field.split("."): + try: + value = package[item] + except: + items.append("") + break + if type(value) in (str, int, float): + items.append(value) + else: + items.append("") + print_line(out_rel, hostname, items) + #out_rel.write("\n") + out_rel.close()