questions.yaml 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312
  1. groups:
  2. - name: FSCrawler Configuration
  3. description: Configure FSCrawler
  4. - name: Network Configuration
  5. description: Configure Network for FSCrawler
  6. - name: Storage Configuration
  7. description: Configure Storage for FSCrawler
  8. - name: Resources Configuration
  9. description: Configure Resources for FSCrawler
  10. questions:
  11. - variable: TZ
  12. group: FSCrawler Configuration
  13. label: Timezone
  14. schema:
  15. type: string
  16. default: Etc/UTC
  17. required: true
  18. $ref:
  19. - definitions/timezone
  20. - variable: fscrawlerConfig
  21. label: ""
  22. group: FSCrawler Configuration
  23. schema:
  24. type: dict
  25. attrs:
  26. - variable: imageSelector
  27. label: Image
  28. description: |
  29. The image to use for FSCrawler.</br>
  30. Images with OCR support are a lot larger than images without OCR support.</br>
  31. Approximate image sizes:</br>
  32. - With OCR Support: 1.2GB</br>
  33. - Without OCR Support: 0.5GB
  34. schema:
  35. type: string
  36. default: "ocrImage"
  37. required: true
  38. enum:
  39. - value: "ocrImage"
  40. description: With OCR Support - Elasticsearch 7 and 8
  41. - value: "noocrImage"
  42. description: Without OCR Support - Elasticsearch 7 and 8
  43. - variable: jobName
  44. label: Job Name
  45. description: |
  46. The name of the FSCrawler job to run. </br>
  47. A _settings.yaml file in the directory named after the job name will have to be manually created.
  48. schema:
  49. type: string
  50. default: ""
  51. required: true
  52. - variable: loop
  53. label: Loop
  54. description: |
  55. The number of times to run the job.</br>
  56. https://fscrawler.readthedocs.io/en/latest/admin/cli-options.html#loop </br>
  57. -1 means run forever. </br>
  58. 0 means never run. </br>
  59. schema:
  60. type: int
  61. default: -1
  62. required: true
  63. min: -1
  64. - variable: restart
  65. label: Restart
  66. description: |
  67. Restart the job from the beginning.</br>
  68. https://fscrawler.readthedocs.io/en/latest/admin/cli-options.html#restart
  69. schema:
  70. type: boolean
  71. default: false
  72. - variable: additionalEnvs
  73. label: Additional Environment Variables
  74. description: Configure additional environment variables for FSCrawler.
  75. schema:
  76. type: list
  77. default: []
  78. items:
  79. - variable: env
  80. label: Environment Variable
  81. schema:
  82. type: dict
  83. attrs:
  84. - variable: name
  85. label: Name
  86. schema:
  87. type: string
  88. required: true
  89. - variable: value
  90. label: Value
  91. schema:
  92. type: string
  93. required: true
  94. - variable: fscrawlerNetwork
  95. label: ""
  96. group: Network Configuration
  97. schema:
  98. type: dict
  99. attrs:
  100. - variable: enableRestApiService
  101. label: Enable Rest API Service
  102. description: |
  103. Enable Rest API Service for FSCrawler.</br>
  104. https://fscrawler.readthedocs.io/en/latest/admin/fs/rest.html</br>
  105. Additional configuration is needed in the job file. Check the Notes card
  106. after installation for more information.
  107. schema:
  108. type: boolean
  109. default: false
  110. - variable: restPort
  111. label: Rest Port
  112. description: The port to use for the Rest API Service.
  113. schema:
  114. type: int
  115. show_if: [["enableRestApiService", "=", true]]
  116. default: 30084
  117. min: 9000
  118. max: 65535
  119. required: true
  120. - variable: hostNetwork
  121. label: Host Network
  122. description: |
  123. Bind to the host network. It's recommended to keep this disabled.
  124. schema:
  125. type: boolean
  126. default: false
  127. - variable: fscrawlerStorage
  128. label: ""
  129. group: Storage Configuration
  130. schema:
  131. type: dict
  132. attrs:
  133. - variable: jobs
  134. label: FSCrawler Jobs Storage
  135. description: The path to store FSCrawler Jobs.
  136. schema:
  137. type: dict
  138. attrs:
  139. - variable: type
  140. label: Type
  141. description: |
  142. ixVolume: Is dataset created automatically by the system.</br>
  143. Host Path: Is a path that already exists on the system.
  144. schema:
  145. type: string
  146. required: true
  147. default: "ixVolume"
  148. enum:
  149. - value: "hostPath"
  150. description: Host Path (Path that already exists on the system)
  151. - value: "ixVolume"
  152. description: ixVolume (Dataset created automatically by the system)
  153. - variable: datasetName
  154. label: Dataset Name
  155. schema:
  156. type: string
  157. show_if: [["type", "=", "ixVolume"]]
  158. required: true
  159. hidden: true
  160. immutable: true
  161. default: "jobs"
  162. $ref:
  163. - "normalize/ixVolume"
  164. - variable: hostPath
  165. label: Host Path
  166. schema:
  167. type: hostpath
  168. show_if: [["type", "=", "hostPath"]]
  169. immutable: true
  170. required: true
  171. - variable: additionalStorages
  172. label: Additional Storage
  173. description: Additional storage for FSCrawler.
  174. schema:
  175. type: list
  176. default: []
  177. items:
  178. - variable: storageEntry
  179. label: Storage Entry
  180. schema:
  181. type: dict
  182. attrs:
  183. - variable: type
  184. label: Type
  185. description: |
  186. ixVolume: Is dataset created automatically by the system.</br>
  187. Host Path: Is a path that already exists on the system.
  188. schema:
  189. type: string
  190. required: true
  191. default: "ixVolume"
  192. immutable: true
  193. enum:
  194. - value: "hostPath"
  195. description: Host Path (Path that already exists on the system)
  196. - value: "ixVolume"
  197. description: ixVolume (Dataset created automatically by the system)
  198. - value: "smb-pv-pvc"
  199. description: SMB Share (Mounts a persistent volume claim to a SMB share)
  200. - variable: mountPath
  201. label: Mount Path
  202. description: The path inside the container to mount the storage.
  203. schema:
  204. type: path
  205. required: true
  206. - variable: hostPath
  207. label: Host Path
  208. description: The host path to use for storage.
  209. schema:
  210. type: hostpath
  211. show_if: [["type", "=", "hostPath"]]
  212. required: true
  213. - variable: datasetName
  214. label: Dataset Name
  215. description: The name of the dataset to use for storage.
  216. schema:
  217. type: string
  218. show_if: [["type", "=", "ixVolume"]]
  219. required: true
  220. immutable: true
  221. default: "storage_entry"
  222. $ref:
  223. - "normalize/ixVolume"
  224. - variable: server
  225. label: Server
  226. description: The server for the SMB share.
  227. schema:
  228. type: string
  229. show_if: [["type", "=", "smb-pv-pvc"]]
  230. required: true
  231. - variable: share
  232. label: Share
  233. description: The share name for the SMB share.
  234. schema:
  235. type: string
  236. show_if: [["type", "=", "smb-pv-pvc"]]
  237. required: true
  238. - variable: domain
  239. label: Domain (Optional)
  240. description: The domain for the SMB share.
  241. schema:
  242. type: string
  243. show_if: [["type", "=", "smb-pv-pvc"]]
  244. - variable: username
  245. label: Username
  246. description: The username for the SMB share.
  247. schema:
  248. type: string
  249. show_if: [["type", "=", "smb-pv-pvc"]]
  250. required: true
  251. - variable: password
  252. label: Password
  253. description: The password for the SMB share.
  254. schema:
  255. type: string
  256. show_if: [["type", "=", "smb-pv-pvc"]]
  257. required: true
  258. private: true
  259. - variable: size
  260. label: Size (in Gi)
  261. description: The size of the volume quota.
  262. schema:
  263. type: int
  264. show_if: [["type", "=", "smb-pv-pvc"]]
  265. required: true
  266. min: 1
  267. default: 1
  268. - variable: resources
  269. group: Resources Configuration
  270. label: ""
  271. schema:
  272. type: dict
  273. attrs:
  274. - variable: limits
  275. label: Limits
  276. schema:
  277. type: dict
  278. attrs:
  279. - variable: cpu
  280. label: CPU
  281. description: CPU limit for FSCrawler.
  282. schema:
  283. type: string
  284. max_length: 6
  285. valid_chars: '^(0\.[1-9]|[1-9][0-9]*)(\.[0-9]|m?)$'
  286. valid_chars_error: |
  287. Valid CPU limit formats are</br>
  288. - Plain Integer - eg. 1</br>
  289. - Float - eg. 0.5</br>
  290. - Milicpu - eg. 500m
  291. default: "4000m"
  292. required: true
  293. - variable: memory
  294. label: Memory
  295. description: Memory limit for FSCrawler.
  296. schema:
  297. type: string
  298. max_length: 12
  299. valid_chars: '^[1-9][0-9]*([EPTGMK]i?|e[0-9]+)?$'
  300. valid_chars_error: |
  301. Valid Memory limit formats are</br>
  302. - Suffixed with E/P/T/G/M/K - eg. 1G</br>
  303. - Suffixed with Ei/Pi/Ti/Gi/Mi/Ki - eg. 1Gi</br>
  304. - Plain Integer in bytes - eg. 1024</br>
  305. - Exponent - eg. 134e6
  306. default: "8Gi"
  307. required: true