|
@@ -0,0 +1,212 @@
|
|
|
+{{- define "diskover.configuration" -}}
|
|
|
+ {{- $fullname := (include "ix.v1.common.lib.chart.names.fullname" $) }}
|
|
|
+ {{- $elasticsearch := printf "%s-elasticsearch" $fullname }}
|
|
|
+
|
|
|
+{{- $esPassword := randAlphaNum 32 }}
|
|
|
+secret:
|
|
|
+ diskover-secret:
|
|
|
+ enabled: true
|
|
|
+ data:
|
|
|
+ es-password: {{ $esPassword }}
|
|
|
+configmap:
|
|
|
+ diskover-config:
|
|
|
+ enabled: true
|
|
|
+ data:
|
|
|
+ .default_crawler.sh: |-
|
|
|
+ #!/bin/sh
|
|
|
+ while true; do
|
|
|
+ # this condition wait for the script to copy into the container .
|
|
|
+ if test -f "$1"; then
|
|
|
+ # Empty folders don't generate indices . if folder is empty a default file is generated
|
|
|
+ if ! [ "$(ls -A $2)" ]; then
|
|
|
+ echo "Dummy file created as empty dirs are rejected" > $2/diskover_test.txt;
|
|
|
+ fi
|
|
|
+ python3 $1 $2/;
|
|
|
+ break;
|
|
|
+ fi
|
|
|
+ sleep 5
|
|
|
+ done
|
|
|
+ Constants.php: |
|
|
|
+ <?php
|
|
|
+ namespace diskover;
|
|
|
+ class Constants {
|
|
|
+ const TIMEZONE = '{{ .Values.TZ }}';
|
|
|
+ const ES_HOST = '{{ $elasticsearch }}';
|
|
|
+ const ES_PORT = 9200;
|
|
|
+ const ES_USER = 'elastic';
|
|
|
+ const ES_PASS = '{{ $esPassword }}';
|
|
|
+ // if your Elasticsearch cluster uses HTTP TLS/SSL, set ES_HTTPS to TRUE
|
|
|
+ // override with env var ES_HTTPS
|
|
|
+ const ES_HTTPS = FALSE;
|
|
|
+ // login auth for diskover-web
|
|
|
+ const LOGIN_REQUIRED = TRUE;
|
|
|
+ // default username and password to login
|
|
|
+ // the password is no longer used after first login, a hashed password gets stored in separate sqlite db
|
|
|
+ const USER = '{{ .Values.diskoverConfig.username }}';
|
|
|
+ const PASS = '{{ .Values.diskoverConfig.password }}';
|
|
|
+ // default results per search page
|
|
|
+ const SEARCH_RESULTS = 50;
|
|
|
+ // default size field (size, size_du) to use for sizes on file tree and charts
|
|
|
+ const SIZE_FIELD = 'size';
|
|
|
+ // default file types, used by quick search (file type) and dashboard file type usage chart
|
|
|
+ // additional extensions can be added/removed from each file types list
|
|
|
+ const FILE_TYPES = [
|
|
|
+ 'docs' => ['doc', 'docx', 'odt', 'pdf', 'tex', 'wpd', 'wks', 'txt', 'rtf', 'key', 'odp', 'pps', 'ppt', 'pptx', 'ods', 'xls', 'xlsm', 'xlsx'],
|
|
|
+ 'images' => ['ai', 'bmp', 'gif', 'ico', 'jpeg', 'jpg', 'png', 'ps', 'psd', 'psp', 'svg', 'tif', 'tiff', 'exr', 'tga'],
|
|
|
+ 'video' => ['3g2', '3gp', 'avi', 'flv', 'h264', 'm4v', 'mkv', 'qt', 'mov', 'mp4', 'mpg', 'mpeg', 'rm', 'swf', 'vob', 'wmv', 'ogg', 'ogv', 'webm'],
|
|
|
+ 'audio' => ['au', 'aif', 'aiff', 'cda', 'mid', 'midi', 'mp3', 'm4a', 'mpa', 'ogg', 'wav', 'wma', 'wpl'],
|
|
|
+ 'apps' => ['apk', 'exe', 'bat', 'bin', 'cgi', 'pl', 'gadget', 'com', 'jar', 'msi', 'py', 'wsf'],
|
|
|
+ 'programming' => ['c', 'cgi', 'pl', 'class', 'cpp', 'cs', 'h', 'java', 'php', 'py', 'sh', 'swift', 'vb'],
|
|
|
+ 'internet' => ['asp', 'aspx', 'cer', 'cfm', 'cgi', 'pl', 'css', 'htm', 'html', 'js', 'jsp', 'part', 'php', 'py', 'rss', 'xhtml'],
|
|
|
+ 'system' => ['bak', 'cab', 'cfg', 'cpl', 'cur', 'dll', 'dmp', 'drv', 'icns', 'ico', 'ini', 'lnk', 'msi', 'sys', 'tmp', 'vdi', 'raw'],
|
|
|
+ 'data' => ['csv', 'dat', 'db', 'dbf', 'log', 'mdb', 'sav', 'sql', 'tar', 'xml'],
|
|
|
+ 'disc' => ['bin', 'dmg', 'iso', 'toast', 'vcd', 'img'],
|
|
|
+ 'compressed' => ['7z', 'arj', 'deb', 'pkg', 'rar', 'rpm', 'tar', 'gz', 'z', 'zip'],
|
|
|
+ 'trash' => ['old', 'trash', 'tmp', 'temp', 'junk', 'recycle', 'delete', 'deleteme', 'clean', 'remove']
|
|
|
+ ];
|
|
|
+ // extra fields for search results and view file/dir info pages
|
|
|
+ // key is description for field and value is ES field name
|
|
|
+ // Example:
|
|
|
+ //const EXTRA_FIELDS = [
|
|
|
+ // 'Date Changed' => 'ctime'
|
|
|
+ //];
|
|
|
+ const EXTRA_FIELDS = [];
|
|
|
+ // Maximum number of indices to load by default, indices are loaded in order by creation date
|
|
|
+ // setting this too high can cause slow logins and other timeout issues
|
|
|
+ // This setting can bo overridden on indices page per user and stored in maxindex cookie
|
|
|
+ // If MAX_INDEX is set higher than maxindex browser cookie, the cookie will be set to this value
|
|
|
+ const MAX_INDEX = 250;
|
|
|
+ // time in seconds for index info to be cached, clicking reload indices forces update
|
|
|
+ const INDEXINFO_CACHETIME = 600;
|
|
|
+ // time in seconds to check Elasticsearch for new index info
|
|
|
+ const NEWINDEX_CHECKTIME = 10;
|
|
|
+ // sqlite database file path
|
|
|
+ const DATABASE = '../diskoverdb.sqlite3';
|
|
|
+ }
|
|
|
+ config.yaml: |
|
|
|
+ # diskover default/sample config file
|
|
|
+ #
|
|
|
+ # default search paths for config
|
|
|
+ # macOS: ~/.config/diskover and ~/Library/Application Support/diskover
|
|
|
+ # Other Unix: ~/.config/diskover and /etc/diskover
|
|
|
+ # Windows: %APPDATA%\diskover where the APPDATA environment variable falls back to %HOME%\AppData\Roaming if undefined
|
|
|
+ #
|
|
|
+ appName: diskover
|
|
|
+ logLevel: INFO
|
|
|
+ logToFile: False
|
|
|
+ logDirectory: /tmp/
|
|
|
+
|
|
|
+ diskover:
|
|
|
+ # max number of crawl threads
|
|
|
+ # a thread is created up to maxthreads for each directory at level 1 of tree dir arg
|
|
|
+ # set to a number or leave blank to auto set based on number of cpus
|
|
|
+ #maxthreads: 20
|
|
|
+ maxthreads:
|
|
|
+ # block size used for du size
|
|
|
+ blocksize: 512
|
|
|
+ excludes:
|
|
|
+ # directory names and absolute paths you want to exclude from crawl
|
|
|
+ # directory excludes uses python re.search for string search (regex)
|
|
|
+ # directory excludes are case-sensitive
|
|
|
+ # Examples: .* or .backup or .backup* or /dir/dirname
|
|
|
+ # to exclude none use empty list []
|
|
|
+ dirs: [".*", ".snapshot", ".Snapshot", "~snapshot", "~Snapshot", ".zfs"]
|
|
|
+ #dirs: []
|
|
|
+ # files you want to exclude from crawl
|
|
|
+ # can include wildcards (.*, *.doc or NULLEXT for files with no extension)
|
|
|
+ # file names are case-sensitive, extensions are not
|
|
|
+ files: [".*", "Thumbs.db", ".DS_Store", "._.DS_Store", ".localized", "desktop.ini"]
|
|
|
+ #files: []
|
|
|
+ # exclude empty 0 byte files, set to True to exclude empty files or False to not exclude
|
|
|
+ emptyfiles: True
|
|
|
+ # exclude empty dirs, set to True to exclude empty dirs or False to not exclude
|
|
|
+ emptydirs: True
|
|
|
+ # exclude files smaller than min size in bytes
|
|
|
+ minfilesize: 1
|
|
|
+ #minfilesize: 512
|
|
|
+ # exclude files modified less than x days ago
|
|
|
+ minmtime: 0
|
|
|
+ #minmtime: 30
|
|
|
+ # exclude files modified more than x days ago
|
|
|
+ maxmtime: 36500
|
|
|
+ # exclude files changed less than x days ago
|
|
|
+ minctime: 0
|
|
|
+ # exclude files changed more than x days ago
|
|
|
+ maxctime: 36500
|
|
|
+ # exclude files accessed less than x days ago
|
|
|
+ minatime: 0
|
|
|
+ # exclude files accessed more than x days ago
|
|
|
+ maxatime: 36500
|
|
|
+ includes:
|
|
|
+ # directory names and absolute paths you want to include (whitelist), case-sensitive,
|
|
|
+ # to include none use empty list []
|
|
|
+ #dirs: [".recycle"]
|
|
|
+ dirs: []
|
|
|
+ # files you want to include (whitelist), case-sensitive
|
|
|
+ files: []
|
|
|
+ ownersgroups:
|
|
|
+ # control how owner (username) and group fields are stored for file and directory docs
|
|
|
+ # store uid and gid's instead of trying to get owner and group names
|
|
|
+ uidgidonly: False
|
|
|
+ # owner/group names contain domain name set to True
|
|
|
+ domain: False
|
|
|
+ # character separator used on cifs/nfs mounts to separte user/group and domain name, usually \ or @
|
|
|
+ domainsep: \
|
|
|
+ # if domain name comes first before character separator, set this to True, otherwise False
|
|
|
+ domainfirst: True
|
|
|
+ # when indexing owner and group fields, keep the domain name
|
|
|
+ keepdomain: False
|
|
|
+ replacepaths:
|
|
|
+ # translate path names set to True to enable or False to disable.
|
|
|
+ # Set to True if crawling in Windows to replace drive letters and \ with /
|
|
|
+ replace: False
|
|
|
+ #from: /mnt/
|
|
|
+ #to: /vols/
|
|
|
+ from:
|
|
|
+ to:
|
|
|
+ plugins:
|
|
|
+ # set to True to enable all plugins or False to disable all plugins
|
|
|
+ enable: False
|
|
|
+ # list of plugins (by name) to use for directories
|
|
|
+ dirs: ['unixperms']
|
|
|
+ # list of plugins (by name) to use for files
|
|
|
+ files: ['unixperms']
|
|
|
+ other:
|
|
|
+ # restore atime/mtime for files and dirs during crawl
|
|
|
+ # set to True or False, default False (useful for cifs which does not work with noatime mount option)
|
|
|
+ # for nfs, it's preferable to use mount options ro,noatime,nodiratime
|
|
|
+ restoretimes: False
|
|
|
+
|
|
|
+ databases:
|
|
|
+ elasticsearch:
|
|
|
+ host: '{{ $elasticsearch }}'
|
|
|
+ port: 9200
|
|
|
+ user: 'elastic'
|
|
|
+ password: '{{ $esPassword }}'
|
|
|
+ # set https to True if using HTTP TLS/SSL or False if using http
|
|
|
+ # for AWS ES, you will most likely want to set this to True
|
|
|
+ # override with env var ES_HTTPS
|
|
|
+ https: False
|
|
|
+ # compress http data
|
|
|
+ # for AWS ES, you will most likely want to set this to True
|
|
|
+ httpcompress: False
|
|
|
+ # timeout for connection to ES (default is 10)
|
|
|
+ timeout: 30
|
|
|
+ # number of connections kept open to ES when crawling (default is 10)
|
|
|
+ maxsize: 20
|
|
|
+ # max retries for ES operations (default is 0)
|
|
|
+ maxretries: 10
|
|
|
+ # wait for at least yellow status before bulk uploading (default is False), set to True if you want to wait
|
|
|
+ wait: False
|
|
|
+ # chunk size for ES bulk operations (default is 500)
|
|
|
+ chunksize: 1000
|
|
|
+ # the below settings are to optimize ES for crawling
|
|
|
+ # index refresh interval (default is 1s), set to -1 to disable refresh during crawl (fastest performance but no index searches), after crawl is set back to 1s
|
|
|
+ indexrefresh: 30s
|
|
|
+ # transaction log flush threshold size (default 512mb)
|
|
|
+ translogsize: 1gb
|
|
|
+ # transaction log sync interval time (default 5s)
|
|
|
+ translogsyncint: 30s
|
|
|
+ # search scroll size (default 100 docs)
|
|
|
+ scrollsize: 1000
|
|
|
+{{- end -}}
|