questions.yaml 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314
  1. groups:
  2. - name: FSCrawler Configuration
  3. description: Configure FSCrawler
  4. - name: Network Configuration
  5. description: Configure Network for FSCrawler
  6. - name: Storage Configuration
  7. description: Configure Storage for FSCrawler
  8. - name: Resources Configuration
  9. description: Configure Resources for FSCrawler
  10. questions:
  11. - variable: TZ
  12. group: FSCrawler Configuration
  13. label: Timezone
  14. schema:
  15. type: string
  16. default: Etc/UTC
  17. required: true
  18. $ref:
  19. - definitions/timezone
  20. - variable: fscrawlerConfig
  21. label: ""
  22. group: FSCrawler Configuration
  23. schema:
  24. type: dict
  25. attrs:
  26. - variable: imageSelector
  27. label: Image
  28. description: |
  29. The image to use for FSCrawler.</br>
  30. Images with OCR support are a lot larger than images without OCR support.</br>
  31. Approximate image sizes:</br>
  32. - With OCR Support: 1.2GB</br>
  33. - Without OCR Support: 0.5GB
  34. schema:
  35. type: string
  36. default: "ocrImage"
  37. required: true
  38. enum:
  39. - value: "ocrImage"
  40. description: With OCR Support - Elasticsearch 7 and 8
  41. - value: "noocrImage"
  42. description: Without OCR Support - Elasticsearch 7 and 8
  43. - variable: jobName
  44. label: Job Name
  45. description: |
  46. The name of the FSCrawler job to run. </br>
  47. A _settings.yaml file in the directory named after the job name will have to be manually created.
  48. schema:
  49. type: string
  50. default: ""
  51. required: true
  52. - variable: loop
  53. label: Loop
  54. description: |
  55. The number of times to run the job.</br>
  56. https://fscrawler.readthedocs.io/en/latest/admin/cli-options.html#loop </br>
  57. -1 means run forever. </br>
  58. 0 means never run. </br>
  59. schema:
  60. type: int
  61. default: -1
  62. required: true
  63. min: -1
  64. - variable: restart
  65. label: Restart
  66. description: |
  67. Restart the job from the beginning.</br>
  68. https://fscrawler.readthedocs.io/en/latest/admin/cli-options.html#restart
  69. schema:
  70. type: boolean
  71. default: false
  72. - variable: additionalEnvs
  73. label: Additional Environment Variables
  74. description: Configure additional environment variables for FSCrawler.
  75. schema:
  76. type: list
  77. default: []
  78. items:
  79. - variable: env
  80. label: Environment Variable
  81. schema:
  82. type: dict
  83. attrs:
  84. - variable: name
  85. label: Name
  86. schema:
  87. type: string
  88. required: true
  89. - variable: value
  90. label: Value
  91. schema:
  92. type: string
  93. required: true
  94. - variable: fscrawlerNetwork
  95. label: ""
  96. group: Network Configuration
  97. schema:
  98. type: dict
  99. attrs:
  100. - variable: enableRestApiService
  101. label: Enable Rest API Service
  102. description: |
  103. Enable Rest API Service for FSCrawler.</br>
  104. https://fscrawler.readthedocs.io/en/latest/admin/fs/rest.html</br>
  105. Additional configuration is needed in the job file. Check the Notes card
  106. after installation for more information.
  107. schema:
  108. type: boolean
  109. default: false
  110. - variable: restPort
  111. label: Rest Port
  112. description: The port to use for the Rest API Service.
  113. schema:
  114. type: int
  115. show_if: [["enableRestApiService", "=", true]]
  116. default: 30084
  117. min: 9000
  118. max: 65535
  119. required: true
  120. - variable: hostNetwork
  121. label: Host Network
  122. description: |
  123. Bind to the host network. It's recommended to keep this disabled.
  124. schema:
  125. type: boolean
  126. default: false
  127. - variable: fscrawlerStorage
  128. label: ""
  129. group: Storage Configuration
  130. schema:
  131. type: dict
  132. attrs:
  133. - variable: jobs
  134. label: FSCrawler Jobs Storage
  135. description: The path to store FSCrawler Jobs.
  136. schema:
  137. type: dict
  138. attrs:
  139. - variable: type
  140. label: Type
  141. description: |
  142. ixVolume: Is dataset created automatically by the system.</br>
  143. Host Path: Is a path that already exists on the system.
  144. schema:
  145. type: string
  146. required: true
  147. immutable: true
  148. default: "ixVolume"
  149. enum:
  150. - value: "hostPath"
  151. description: Host Path (Path that already exists on the system)
  152. - value: "ixVolume"
  153. description: ixVolume (Dataset created automatically by the system)
  154. - variable: datasetName
  155. label: Dataset Name
  156. schema:
  157. type: string
  158. show_if: [["type", "=", "ixVolume"]]
  159. required: true
  160. hidden: true
  161. immutable: true
  162. default: "jobs"
  163. $ref:
  164. - "normalize/ixVolume"
  165. - variable: hostPath
  166. label: Host Path
  167. schema:
  168. type: hostpath
  169. show_if: [["type", "=", "hostPath"]]
  170. immutable: true
  171. required: true
  172. - variable: additionalStorages
  173. label: Additional Storage
  174. description: Additional storage for FSCrawler.
  175. schema:
  176. type: list
  177. default: []
  178. items:
  179. - variable: storageEntry
  180. label: Storage Entry
  181. schema:
  182. type: dict
  183. attrs:
  184. - variable: type
  185. label: Type
  186. description: |
  187. ixVolume: Is dataset created automatically by the system.</br>
  188. Host Path: Is a path that already exists on the system.</br>
  189. SMB Share: Is a SMB share that is mounted to a persistent volume claim.
  190. schema:
  191. type: string
  192. required: true
  193. default: "ixVolume"
  194. immutable: true
  195. enum:
  196. - value: "hostPath"
  197. description: Host Path (Path that already exists on the system)
  198. - value: "ixVolume"
  199. description: ixVolume (Dataset created automatically by the system)
  200. - value: "smb-pv-pvc"
  201. description: SMB Share (Mounts a persistent volume claim to a SMB share)
  202. - variable: mountPath
  203. label: Mount Path
  204. description: The path inside the container to mount the storage.
  205. schema:
  206. type: path
  207. required: true
  208. - variable: hostPath
  209. label: Host Path
  210. description: The host path to use for storage.
  211. schema:
  212. type: hostpath
  213. show_if: [["type", "=", "hostPath"]]
  214. required: true
  215. - variable: datasetName
  216. label: Dataset Name
  217. description: The name of the dataset to use for storage.
  218. schema:
  219. type: string
  220. show_if: [["type", "=", "ixVolume"]]
  221. required: true
  222. immutable: true
  223. default: "storage_entry"
  224. $ref:
  225. - "normalize/ixVolume"
  226. - variable: server
  227. label: Server
  228. description: The server for the SMB share.
  229. schema:
  230. type: string
  231. show_if: [["type", "=", "smb-pv-pvc"]]
  232. required: true
  233. - variable: share
  234. label: Share
  235. description: The share name for the SMB share.
  236. schema:
  237. type: string
  238. show_if: [["type", "=", "smb-pv-pvc"]]
  239. required: true
  240. - variable: domain
  241. label: Domain (Optional)
  242. description: The domain for the SMB share.
  243. schema:
  244. type: string
  245. show_if: [["type", "=", "smb-pv-pvc"]]
  246. - variable: username
  247. label: Username
  248. description: The username for the SMB share.
  249. schema:
  250. type: string
  251. show_if: [["type", "=", "smb-pv-pvc"]]
  252. required: true
  253. - variable: password
  254. label: Password
  255. description: The password for the SMB share.
  256. schema:
  257. type: string
  258. show_if: [["type", "=", "smb-pv-pvc"]]
  259. required: true
  260. private: true
  261. - variable: size
  262. label: Size (in Gi)
  263. description: The size of the volume quota.
  264. schema:
  265. type: int
  266. show_if: [["type", "=", "smb-pv-pvc"]]
  267. required: true
  268. min: 1
  269. default: 1
  270. - variable: resources
  271. group: Resources Configuration
  272. label: ""
  273. schema:
  274. type: dict
  275. attrs:
  276. - variable: limits
  277. label: Limits
  278. schema:
  279. type: dict
  280. attrs:
  281. - variable: cpu
  282. label: CPU
  283. description: CPU limit for FSCrawler.
  284. schema:
  285. type: string
  286. max_length: 6
  287. valid_chars: '^(0\.[1-9]|[1-9][0-9]*)(\.[0-9]|m?)$'
  288. valid_chars_error: |
  289. Valid CPU limit formats are</br>
  290. - Plain Integer - eg. 1</br>
  291. - Float - eg. 0.5</br>
  292. - Milicpu - eg. 500m
  293. default: "4000m"
  294. required: true
  295. - variable: memory
  296. label: Memory
  297. description: Memory limit for FSCrawler.
  298. schema:
  299. type: string
  300. max_length: 12
  301. valid_chars: '^[1-9][0-9]*([EPTGMK]i?|e[0-9]+)?$'
  302. valid_chars_error: |
  303. Valid Memory limit formats are</br>
  304. - Suffixed with E/P/T/G/M/K - eg. 1G</br>
  305. - Suffixed with Ei/Pi/Ti/Gi/Mi/Ki - eg. 1Gi</br>
  306. - Plain Integer in bytes - eg. 1024</br>
  307. - Exponent - eg. 134e6
  308. default: "8Gi"
  309. required: true