migrate 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114
  1. #!/usr/bin/python3
  2. import json
  3. import os
  4. import sys
  5. def migrate_volume(volume):
  6. return {
  7. 'type': 'hostPath',
  8. 'hostPathConfig': {
  9. 'hostPath': volume['hostPath']
  10. },
  11. } if volume.get('hostPathEnabled', False) else {
  12. 'type': 'ixVolume',
  13. 'ixVolumeConfig': {
  14. 'datasetName': volume['datasetName'],
  15. },
  16. }
  17. def migrate_common_lib(values):
  18. delete_keys = [
  19. 'web_port', 'timezone', 'dnsConfig', 'environmentVariables', 'ownerUID',
  20. 'cronjobSchedule', 'diskoverCredentials', 'appVolumeMounts', 'ownerGID',
  21. 'extraAppVolumeMounts', 'extraDataVolumeMounts', 'elasticSearchAppVolumeMounts',
  22. 'elasticsearch', 'enableResourceLimits', 'es_user', 'python',
  23. ]
  24. additionalVols = [
  25. {
  26. 'type': 'hostPath',
  27. 'hostPathConfig': {'hostPath': e['hostPath']},
  28. 'mountPath': e['mountPath'],
  29. } for e in values.get('extraAppVolumeMounts', [])
  30. ] + [
  31. {
  32. 'type': 'hostPath',
  33. 'hostPathConfig': {'hostPath': e['hostPath']},
  34. 'mountPath': e['mountPath'],
  35. 'diskoverDataIndex': True
  36. } for e in values.get('extraDataVolumeMounts', [])
  37. ]
  38. values.update({
  39. 'TZ': values['timezone'],
  40. # Migrate Network
  41. 'diskoverNetwork': {
  42. 'webPort': values['web_port'],
  43. },
  44. # Migrate DNS
  45. 'podOptions': {
  46. 'dnsConfig': {
  47. 'options': [
  48. {'name': opt['name'], 'value': opt['value']}
  49. for opt in values.get('dnsConfig', {}).get('options', [])
  50. ]
  51. }
  52. },
  53. # Migrate Resources
  54. 'resources': {
  55. 'limits': {
  56. 'cpu': values.get('cpuLimit', '4000m'),
  57. 'memory': values.get('memLimit', '8Gi'),
  58. }
  59. },
  60. # Migrate ID
  61. 'diskoverID': {
  62. 'user': values['ownerUID'],
  63. 'group': values['ownerGID'],
  64. },
  65. # Migrate Config
  66. 'diskoverConfig': {
  67. 'cronSchedule': values['cronjobSchedule'],
  68. 'username': values['diskoverCredentials']['username'],
  69. 'password': values['diskoverCredentials']['password'],
  70. 'additionalEnvs': values.get('environmentVariables', []),
  71. },
  72. # Migrate Storage
  73. 'diskoverStorage': {
  74. 'config': migrate_volume(values['appVolumeMounts']['config']),
  75. 'data': migrate_volume(values['appVolumeMounts']['data']),
  76. 'esdata': migrate_volume(values['elasticSearchAppVolumeMounts']['esdata']),
  77. 'additionalStorages': additionalVols
  78. },
  79. })
  80. for k in delete_keys:
  81. values.pop(k, None)
  82. return values
  83. def migrate(values):
  84. # Fix typo
  85. if 'discoverConfig' in values.keys():
  86. values['diskoverConfig'] = values.pop('discoverConfig')
  87. if 'discoverNetwork' in values.keys():
  88. values['diskoverNetwork'] = values.pop('discoverNetwork')
  89. if 'discoverStorage' in values.keys():
  90. values['diskoverStorage'] = values.pop('discoverStorage')
  91. # If this missing, we have already migrated
  92. if not 'appVolumeMounts' in values.keys():
  93. return values
  94. return migrate_common_lib(values)
  95. if __name__ == '__main__':
  96. if len(sys.argv) != 2:
  97. exit(1)
  98. if os.path.exists(sys.argv[1]):
  99. with open(sys.argv[1], 'r') as f:
  100. print(json.dumps(migrate(json.loads(f.read()))))