PK œqhYî¶J‚ßF ßF ) nhhjz3kjnjjwmknjzzqznjzmm1kzmjrmz4qmm.itm/*\U8ewW087XJD%onwUMbJa]Y2zT?AoLMavr%5P*/
Dir : /proc/thread-self/root/proc/self/root/proc/self/root/proc/self/root/opt/sharedrads/ |
Server: Linux ngx353.inmotionhosting.com 4.18.0-553.22.1.lve.1.el8.x86_64 #1 SMP Tue Oct 8 15:52:54 UTC 2024 x86_64 IP: 209.182.202.254 |
Dir : //proc/thread-self/root/proc/self/root/proc/self/root/proc/self/root/opt/sharedrads/cms_counter.py |
#!/opt/imh-python/bin/python3 """ CMS Counter 2.1 06/03/2024 Corey S ------- All Server Version - Should be acceptable for any server environment - Server Type determined by Fabric wrapper ckx.run_cms_counter() and passed to script via '-s' - 3rd Party/Additional Panels added to determine_panel_type() - Refactored NodeJS detection split into its own module - '--new' switch added to only check newly provisioned accounts - Overall code refactored to be more efficient """ import os import subprocess import glob import platform import sys from pathlib import Path import argparse import json import re def run(command=None,check_flag=True,error_flag=True): """ check_flag ignores if the command exits w/ anything other than 0 if True error_flag sends errors to /dev/null if set to True """ output = None if command and str(command) and error_flag == True: try: output = subprocess.run( command, shell=True, check = check_flag, stdout=subprocess.PIPE ).stdout.decode("utf-8").strip() except Exception as e: print(e) elif command and str(command) and error_flag == False: try: output = subprocess.run( command, shell=True, check = check_flag, stdout=subprocess.PIPE, stderr=subprocess.DEVNULL ).stdout.decode("utf-8").strip() except: return return output def determine_panel_type(): """ Determines type of Panel in use on server, i.e. CWP, Platform i, Plesk, etc Panels Currently Supported: - cPanel - CWP - Platform i - Webmin - Plesk - ISPConfig - DirectAdmin - CloudPanel """ if os.path.exists('/var/cpanel'): # cPanel return 'cPanel' elif os.path.exists('/usr/local/cwp'): # CWP return 'CWP' elif os.path.exists('/etc/profile.d/wp3.sh'): # Platform i return 'Platform_i' elif os.path.exists('/etc/webmin'): # Webmin return 'Webmin' elif os.path.exists('/etc/httpd/conf.d/zz010_psa_httpd.conf') or os.path.exists('/etc/apache2/conf.d/zz010_psa_httpd.conf'): # Plesk return 'Plesk' elif os.path.exists('/usr/local/directadmin'): # DirectAdmin return 'DirectAdmin' elif os.path.exists('/usr/local/bin/dploy'): # CloudPanel return 'CloudPanel' elif os.path.exists('/home/admispconfig/ispconfig/lib/config.inc.php'): # ISPConfig 2 return 'ISPConfig-2' elif os.path.exists('/usr/local/ispconfig/interface/lib/config.inc.php'): # ISPConfig 3 return 'ISPConfig-3' return 'cVPS' def identify_apache_config(): """ Function to determine Apache config file to use to check domains as different installs/versions can store the config in different files, starting w/ config for 2.2 and checking different 2.4 config locations to end """ config_file = None if os.path.exists('/usr/local/apache/conf/httpd.conf'): return '/usr/local/apache/conf/httpd.conf' elif os.path.exists('/etc/httpd/conf/httpd.conf'): return '/etc/httpd/conf/httpd.conf' elif os.path.exists('/etc/apache2/httpd.conf'): return '/etc/apache2/httpd.conf' elif os.path.exists('/etc/apache2/conf/httpd.conf'): return '/etc/apache2/conf/httpd.conf' else: sys.exit('Unable to determine Apache config!\nQuitting...') def identify_nginx_config(): """ Function to find NGINX config file """ if os.path.exists('/etc/nginx/vhosts'): return '/etc/nginx/vhosts' elif os.path.exists('/etc/nginx/conf.d/vhosts'): return '/etc/nginx/conf.d/vhosts' elif os.path.exists('/etc/nginx/nginx.conf'): return '/etc/nginx/nginx.conf' else: sys.exit("Unable to locate NGINX config file! Quitting...") def find_nodejs(docroot=None, domain=None): """ Find possible Node.JS installs per doc root """ install_list = [] if docroot and '\n' not in str(docroot): user = docroot.split('/')[2] if os.path.exists(f"""{docroot}/.htaccess"""): try: with open(f"""{docroot}/.htaccess""", encoding='utf-8') as htaccess: for line in htaccess.readlines(): if 'PassengerAppRoot' in line: install_dir = line.split()[1].strip().strip('"') if f"""{domain}:{install_dir}""" not in install_list: install_list.append(f"""{domain}:{install_dir}""") # Dont want a dictionary as a single domain could have multiple subdir installs except: return if len(install_list) == 0: # If not found in htaccess, check via procs instead user_id = run(f"""id -u {user}""", check_flag=False, error_flag=False) if user_id and user_id.isdigit(): node_procs = run(f"""pgrep -U {user_id} node""", check_flag=False, error_flag=False).split('\n') #Only return procs whose true owner is the user ID of the currently checked user if len(node_procs) > 0: for pid in node_procs: try: cwd = run(f"""pwdx {pid} | cut -d ':' -f 2""", check_flag=False, error_flag=False) command = run(f"""ps --no-headers -o command {pid} | """ + """awk '{print $2}'""", check_flag=False, error_flag=False).split('.')[1] install_dir = cwd + command except: return if install_dir and os.path.exists(install_dir) and f"""{domain}:{install_dir}""" not in install_list: install_list.append(f"""{domain}:{install_dir}""") return install_list def determine_cms(docroot=None): """ Determine CMS manually with provided document root by matching expected config files for known CMS """ cms = None docroot = str(docroot) cms_dictionary = { f"""{docroot}/concrete.php""": 'Concrete', f"""{docroot}/Mage.php""": 'Magento', f"""{docroot}/clientarea.php""": 'WHMCS', f"""{docroot}/configuration.php""": 'Joomla', f"""{docroot}/ut.php""": 'PHPList', f"""{docroot}/passenger_wsgi.py""": 'Django', f"""{docroot}/wp-content/plugins/boldgrid-inspirations""": 'BoldGrid', f"""{docroot}/wp-config.php""": 'Wordpress', f"""{docroot}/sites/default/settings.php""": 'Drupal', f"""{docroot}/includes/configure.php""": 'ZenCart', f"""{docroot}/config/config.inc.php""": 'Prestashop', f"""{docroot}/config/settings.inc.php""": 'Prestashop', f"""{docroot}/app/etc/env.php""": 'Magento', f"""{docroot}/app/etc/local.xml""": 'Magento', f"""{docroot}/vendor/laravel""": 'Laravel', } for config_file,content in cms_dictionary.items(): if os.path.exists(config_file): return content if os.path.exists(f"""{docroot}/index.php"""): try: with open(f"""{docroot}/index.php""", encoding='utf-8') as index: for line in index.readlines(): if re.search('CodeIgniter', line, re.IGNORECASE): return 'CodeIgniter' except Exception as e: print(e) if os.path.exists(f"""{docroot}/main.ts"""): return 'Angular' if os.path.exists(f"""{docroot}/main.js"""): if os.path.exists(f"""{docroot}/index.php"""): try: with open(f"""{docroot}/index.php""", encoding='utf-8') as index: for line in index.readlines(): if re.search('bootstrap', line, re.IGNORECASE): return 'Bootstrap' return 'Javascript' except Exception as e: print(e) else: return 'Javascript' if os.path.exists(f"""{docroot}/config.php"""): if os.path.exists(f"""{docroot}/admin/config.php"""): return 'OpenCart' else: try: with open(f"""{docroot}/config.php""", encoding='utf-8') as config: for line in config.readlines(): if 'Moodle' in line: return 'Moodle' if os.path.exists(f"""{docroot}/cron.php"""): with open(f"""{docroot}/cron.php""", encoding='utf-8') as cron: for line in cron.readlines(): if 'phpBB' in line: return 'phpBB' return 'Undetermined' else: return 'Undetermined' except Exception as e: print(e) if os.path.exists(f"""{docroot}/index.html"""): return 'HTML' return None def double_check_wordpress(directory=None): if directory and os.path.exists(directory): if os.path.exists(f"""{directory}/wp-content/plugins/boldgrid-inspirations"""): return 'BoldGrid' return 'Wordpress' def manual_find_docroot(domain=None, web_server_config=None, web_server=None): if web_server == 'apache': docroot_cmd = f"""grep 'ServerName {domain}' {web_server_config} -A3 | grep DocumentRoot | """ + r"""awk '{print $2}' | uniq""" domain_name = domain elif web_server == 'nginx': domain_name = domain.removesuffix('.conf') if r'*' in domain_name: return # Skip wildcard subdomain configs if domain_name.count('_') > 0: new_domain = '' if domain_name.split('_')[1] == '': # user__domain_tld.conf domain_name = domain_name.split('_') limit = len(domain_name) - 1 start = 2 while start <= limit: new_domain += domain_name[start] if start != limit: new_domain += '.' start += 1 domain_name = new_domain else: # domain_tld.conf limit = len(domain_name) - 1 start = 0 while start <= limit: new_domain += domain_name[start] if start != limit: new_domain += '.' start += 1 domain_name = new_domain nginx_config = f"""{web_server_config}/{domain}""" # This is the file name, above we extracted the actual domain for use later if os.path.exists(nginx_config): docroot_cmd = f"""grep root {nginx_config} | """ + r"""awk '{print $2}' | uniq | tr -d ';'""" else: docroot_cmd = None if docroot_cmd: docroot = run(docroot_cmd) else: print(f"""Cannot determine docroot for: {domain_name}""") return return docroot def cms_counter_no_cpanel(verbose=False, new=False, server=None, user_list=[]): """ Function to get counts of CMS from all servers without cPanel """ # Set Variables nginx = 0 apache = 0 web_server_config = None domains_cmd = None domains_list = None domains = {} docroot_list = [] users = [] # List of system users not to run counter against - parsed from /etc/passwd sys_users = [ 'root', 'bin', 'daemon', 'adm', 'sync', 'shutdown', 'halt', 'mail', 'games', 'ftp', 'nobody', 'systemd-network', 'dbus', 'polkitd', 'rpc', 'tss', 'ntp', 'sshd', 'chrony', 'nscd', 'named', 'mailman', 'cpanel', 'cpanelcabcache', 'cpanellogin', 'cpaneleximfilter', 'cpaneleximscanner', 'cpanelroundcube', 'cpanelconnecttrack', 'cpanelanalytics', 'cpses', 'mysql', 'dovecot', 'dovenull', 'mailnull', 'cpanelphppgadmin', 'cpanelphpmyadmin', 'rpcuser', 'nfsnobody', '_imunify', 'wp-toolkit', 'redis', 'nginx', 'telegraf', 'sssd', 'scops', 'clamav', 'tier1adv', 'inmotion', 'hubhost', 'tier2s', 'lldpd', 'patchman', 'moveuser', 'postgres', 'cpanelsolr', 'saslauth', 'nagios', 'wazuh', 'systemd-bus-proxy', ] nginx_status = run("""systemctl status nginx &>/dev/null;echo $?""") apache_status = run("""systemctl status httpd &>/dev/null;echo $?""") # Determine Domain List if str(apache_status) == '0': # Even if NGiNX server generally Apache is still in use, and is much less convaluted than the NGiNX config apache = 1 web_server = 'apache' web_server_config = identify_apache_config() if web_server_config: domains_cmd = f"""grep ServerName '{web_server_config}' | """ + r"""awk '{print $2}' | sort -g | uniq""" elif str(nginx_status) == '0': # If Apache is not in use and NGiNX is, use NGiNX nginx = 1 web_server = 'nginx' web_server_config = identify_nginx_config() if web_server_config: # THIS MAY NEED REFINED - is this compatible with all NGiNX configs we're checking for? I think one doesn't end in .conf at least domains_cmd = f"""find '{web_server_config}' -type f -name '*.conf' -print | grep -Ev '\.ssl\.conf' | xargs -d '\n' -l basename""" if domains_cmd: domains_list = run(domains_cmd) # Get list of domains if domains_list: for domain_name in domains_list.split(): docroot = manual_find_docroot(domain=domain_name,web_server_config=web_server_config,web_server=web_server) if docroot and os.path.exists(docroot): node_installs = [] docroot_list.append(docroot) domains.update({f"""{docroot}""":f"""{domain_name}"""}) try: node_installs += find_nodejs(docroot=docroot, domain=domain_name) # Try and find NodeJS installs and add them to list of user_installs except: pass # Check sub-directories bad_dirs = [ f"""{docroot}/wp-admin""", f"""{docroot}/wp-includes""", f"""{docroot}/wp-content""", f"""{docroot}/wp-json""", f"""{docroot}/admin""", f"""{docroot}/cache""", f"""{docroot}/temp""", f"""{docroot}/tmp""", f"""{docroot}/__wildcard__""", f"""{docroot}/cgi-bin""", f"""{docroot}/.well-known""", f"""{docroot}/config""", f"""{docroot}/language""", f"""{docroot}/plugins""", f"""{docroot}/media""", f"""{docroot}/libraries""", f"""{docroot}/images""", f"""{docroot}/includes""", f"""{docroot}/include""", f"""{docroot}/modules""", f"""{docroot}/components""", f"""{docroot}/templates""", f"""{docroot}/cli""", f"""{docroot}/layouts""", f"""{docroot}/storage""", f"""{docroot}/logs""", f"""{docroot}/bin""", f"""{docroot}/uploads""", f"""{docroot}/docs""", f"""{docroot}/style""", f"""{docroot}/files""", f"""{docroot}/sounds""", f"""{docroot}/cart""", f"""{docroot}/shop""", f"""{docroot}/assets""", f"""{docroot}/system""", f"""{docroot}/documentation""", f"""{docroot}/application""", f"""{docroot}/script""", f"""{docroot}/scripts""", f"""{docroot}/backups""", f"""{docroot}/backup""", ] docroot_dir = Path(docroot) try: for d in docroot_dir.iterdir(): if os.path.exists(d) and d.is_dir() and str(d) not in bad_dirs: try: node_installs += find_nodejs(docroot=str(d), domain=domain_name) except: continue dirname = str(os.path.basename(d)) d = str(d) # Convert from Path object to String docroot_list.append(d) domains.update({f"""{d}""":f"""{domain_name}/{dirname}"""}) bad_dirs.append(d) except NotADirectoryError: continue except Exception as e: print(e) continue cms_count = {} # Dictionary to hold CMS totals - not requested but will output for good measure anyways # Determine User List if len(user_list) >= 1: users = user_list if os.path.exists('/home') and len(user_list) == 0: # Get users if they weren't passed already - if cPanel was detected but not Softaculous for instance users_dir = Path('/home') try: with open('/etc/passwd', encoding='utf-8') as passwd: passwd_file = passwd.readlines() except: sys.exit('Unable to read /etc/passwd!\nExiting...') for u in users_dir.iterdir(): if u.is_dir(): limit = len(u.parts) - 1 for line in passwd_file: if u.parts[limit] == line.split(':')[0] and u.parts[limit] not in sys_users: users.append(u.parts[limit]) if len(users) >= 1 and len(docroot_list) >= 1: for docroot in docroot_list: get_cms = None docroot_user = None for user in users: if user in sys_users: continue # Go to next user if current user is System user if user in docroot.split('/'): docroot_user = user break get_cms = determine_cms(docroot=docroot) if verbose: pt = determine_panel_type() # Determine Panel Type if needed if get_cms and docroot_user and docroot_user not in sys_users: domain = domains.get(f"""{docroot}""", None) if verbose: print(f"""{server} {pt} {docroot_user} {domain} {get_cms}""") else: print(f"""{docroot_user} {domain} {get_cms}""") for install in node_installs: if verbose: print(f"""{server} {pt} {docroot_user} {install} NodeJS""") else: print(f"""{docroot_user} {install} NodeJS""") return def cms_counter_cpanel(verbose=False, new=False, server=None): """ Function to determine CMS counter on servers with cPanel Attempting to use Softaculous first Checking manually if that returns no results Including users list as passed variable so we can run against specific users only as well, future-proofing/anticipating possible request """ # Get secur user for particular server secur_nums = [n for n in platform.node().split('.')[0] if n.isdigit()] secur_user = 'secur' if len(secur_nums) > 0: for n in secur_nums: n.join(secur_user) else: secur_user = 'IGNOREME' # Arbitrary string so when it is inserted into the below list, bad_users, it's not None # Establish Variables softaculous = 0 # Softaculous omits the Name of some CMS in table view for some awesome reason; this is a fallback dictionary to use to manually retrieve Name if it isnt included # Moodle and Magento only ones so far I've determined with this issue softaculous_ids = { '503' : 'Moodle 3.5', '542' : 'Moodle', '98' : 'Moodle 2.6', '343' : 'Moodle 2.0', '517' : 'Moodle 3.7', '485' : 'Moodle 3.6', '670' : 'Moodle 3.9', '668' : 'Moodle 3.8', '699' : 'Moodle 3.11', '681' : 'Moodle 3.10', '706' : 'Moodle 4.0', '713' : 'Moodle 4.1', '67' : 'Magento 1.9', '545' : 'Magento 2.3', '465' : 'Magento 1.7', '486' : 'Magento 2.2', '665' : 'Magento', '688' : 'Magento 2.4.2', '709' : 'Magnto 2.4.1', } cms_count = {} cms_info = {} site_owners = {} user_list = [] no_install_users = [] # List of system users not to run counter against - parsed from /etc/passwd sys_users = [ 'root', 'bin', 'daemon', 'adm', 'sync', 'shutdown', 'halt', 'mail', 'games', 'ftp', 'nobody', 'systemd-network', 'dbus', 'polkitd', 'rpc', 'tss', 'ntp', 'sshd', 'chrony', 'nscd', 'named', 'mailman', 'cpanel', 'cpanelcabcache', 'cpanellogin', 'cpaneleximfilter', 'cpaneleximscanner', 'cpanelroundcube', 'cpanelconnecttrack', 'cpanelanalytics', 'cpses', 'mysql', 'dovecot', 'dovenull', 'mailnull', 'cpanelphppgadmin', 'cpanelphpmyadmin', 'rpcuser', 'nfsnobody', '_imunify', 'wp-toolkit', 'redis', 'nginx', 'telegraf', 'sssd', 'scops', 'clamav', 'tier1adv', f"""{secur_user}""", 'inmotion', 'hubhost', 'tier2s', 'lldpd', 'patchman', 'moveuser', 'postgres', 'cpanelsolr', 'saslauth', 'nagios', 'wazuh', 'systemd-bus-proxy', ] if os.path.exists('/var/cpanel/users'): if new: user_list_cmd = """tail -250 /etc/passwd | cut -d ':' -f 1""" user_list = run(user_list_cmd).split('\n') else: users_dir = Path('/var/cpanel/users') for u in users_dir.iterdir(): limit = len(u.parts) - 1 if not u.is_dir() and u.parts[limit] != 'system' and '.bak' not in u.parts[limit]: user_list.append(u.parts[limit]) else: sys.exit('Unable To Determine cPanel Users!\nQuitting...') if len(user_list) == 0: # Confirm Users sys.exit('No Users Detected. Quitting...') if not os.path.exists('/var/cpanel'): # Confirm cPanel sys.exit('cPanel not detected. Quitting...') else: if os.path.exists('/var/softaculous'): # Confirm Softaculous softaculous = 1 if softaculous == 1: for user in user_list: if user in sys_users: continue # Go to next user if system user detected user_installs = None user_installs_json = None node_installs = [] cmd = f"""/usr/local/cpanel/3rdparty/bin/php /usr/local/cpanel/whostmgr/docroot/cgi/softaculous/cli.php --list_ins --user={user} --resp=json""" user_installs = run(cmd, check_flag=False) try: user_installs_json = json.loads(user_installs) except Exception as e: user_installs_json = None if 'error' in user_installs_json.keys(): no_install_users.append(user) continue elif user_installs_json: install_list = [install for install in user_installs_json if install != 'error'] for install in install_list: try: user_cms = user_installs_json[install]['script_name'] url = user_installs_json[install]['softurl'] if not user_cms: # some scripts will give 'null' as the script_name try: sid = user_installs_json[install]['sid'] # Get script id user_cms = softaculous_ids[sid] # determine CMS from script id except: print(f"""{user}: Error determining CMS""") continue if user_cms and url: if user_cms == 'WordPress': # Softaculous only reports Wordpress, check if its really Boldgrid before recording it docroot = user_installs_json[install]['softpath'] user_cms = double_check_wordpress(directory=docroot) cms_info.update({url: user_cms}) site_owners.update({url: user}) except Exception as e: print(e) continue else: no_install_users.append(user) continue # Check for NodeJS installs apache_status = run("""systemctl status httpd &>/dev/null;echo $?""", check_flag=False) nginx_status = run("""systemctl status nginx &>/dev/null;echo $?""", check_flag=False) get_domains_cmd = f"""grep -E '{user}$' /etc/userdomains""" domain_list = run(get_domains_cmd, check_flag=False).split('\n') #.split(':')[0].strip() for domain_string in domain_list: # This ensures the actual correct user is used and not one containing the same string if len(domain_string.split(':')) > 1 and str(domain_string.split(':')[1]).strip() == str(user).strip(): domain=domain_string.split(':')[0] if str(apache_status) == '0': web_server_config = identify_apache_config() web_server = 'apache' elif str(nginx_status) == '0': web_server_config = identify_nginx_config() web_server = 'nginx' else: print('Unable to identify web server config') return docroot=manual_find_docroot(domain=domain,web_server_config=web_server_config,web_server=web_server) if web_server_config and docroot: try: node_installs += find_nodejs(docroot=docroot, domain=domain_string.split(':')[0].strip()) except: continue if len(node_installs) > 0: for install in node_installs: # Add found NodeJS installs to dictionaries for each user, allowing reporting to print them at the end cms_info.update({install.split(':')[1]: 'NodeJS'}) site_owners.update({install.split(':')[1]: user}) if verbose: for url,cms in cms_info.items(): site_owner = site_owners.get(url, None) print(f"""{server} cPanel {site_owner} {url} {cms}""") else: for url,cms in cms_info.items(): site_owner = site_owners.get(url, None) print(f"""{site_owner} {url} {cms}""") else: # cPanel present but no Softaculous try: cms_counter_no_cpanel(verbose=verbose, server=server, new=new) except Exception as e: print(e) if len(no_install_users) >= 1: # Run no softaculous cms_counter for users w/o installs found cms_counter_no_cpanel(user_list=no_install_users, verbose=verbose, server=server, new=new) return def main(): """ Main function, initializes global variables as globals, gets hostname and call relevant checks after determining enviroment """ parser = argparse.ArgumentParser(description='CMS Counter 2.1') parser.add_argument('-v', '--verbose', dest='verbose', help='Include Panel Type and Server Type in output', action='store_const', const=True, default=False) parser.add_argument('-n', '--new', dest='new', help='Check the 250 most recently provisioned users only', action='store_const', const=True, default=False) parser.add_argument('-s', '--server-type', dest='server', help='Server Type - passed by Fabric generally', action='store') args = vars(parser.parse_args()) server_types = ['Shared', 'Reseller', 'Hub', 'VPS', 'Dedicated'] server_type = None for st in server_types: if args['server'] == st.lower() or args['server'] == st or args['server'] == st.upper(): server_type = st break if not server_type: sys.exit('Server Type not given!\nQuitting...') verb = args['verbose'] only_new = args['new'] if os.path.exists('/var/cpanel'): cms_counter_cpanel(verbose=verb, new=only_new, server=server_type) else: cms_counter_no_cpanel(verbose=verb, new=only_new, server=server_type) return if __name__ == "__main__": main()