Compare commits
664 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 84dd5c2096 | |||
| 504e10ef8a | |||
| ecd51a2ba0 | |||
| 499ed19350 | |||
| 3cd61f2fc6 | |||
| 83ed9ff376 | |||
| 05ac1ce63c | |||
| 5287a39c8e | |||
| 08ecf044d9 | |||
| 41da3b0c5d | |||
| 2ea905b65e | |||
| 54bed9de81 | |||
| 7c8686b066 | |||
| 420135fb58 | |||
| 1c115e4a18 | |||
| 21a60458f5 | |||
| e93b1c7e3d | |||
| dd0fcf2ac9 | |||
|
403e679fe1
|
|||
| f2e553f280 | |||
| e3c13cde39 | |||
| 976a6ffa69 | |||
| 72cb3133c5 | |||
| 9075eb0600 | |||
|
738112f980
|
|||
|
773504c908
|
|||
| cf3f5b1491 | |||
| 85191d3c7c | |||
|
6f00d54907
|
|||
|
ca061d4a73
|
|||
|
304b904624
|
|||
|
0c46dff7bf
|
|||
| 1e188543ae | |||
| 2c01000db6 | |||
| c440b928fb | |||
| b92dabdc7d | |||
| 2d0d02db53 | |||
| 0747eae47e | |||
| d61da55bd0 | |||
| 4a009ac289 | |||
|
6b75aee78a
|
|||
|
4e58206d4c
|
|||
| ae6a66e84a | |||
| 0928357879 | |||
| 148baf56bb | |||
| 8802095f7b | |||
|
27f4e7d4c4
|
|||
| 33faab0934 | |||
| e537bdc5ce | |||
|
9779200961
|
|||
| 4cd08aa272 | |||
| 9baf7ee679 | |||
| 25c771dd18 | |||
| 34b0e847cd | |||
| ad74a42e06 | |||
| 4e4046b039 | |||
| 5fdce2d587 | |||
| 40a6299cc9 | |||
| 09a1fc6818 | |||
| c6ed02923d | |||
| 9affe0635d | |||
| 7933097e49 | |||
| 2cccf9c491 | |||
|
3cba08a1cf
|
|||
| a65bfc4799 | |||
| 1c8f5cbac4 | |||
| 35ba03478a | |||
| 99d3a8de4b | |||
| 37df9393da | |||
| 6a335cc29c | |||
| d8b8752d72 | |||
| 06da4dbf90 | |||
| 526c93681f | |||
| 5d27d845af | |||
| 9a03aeb9f6 | |||
| 1206f7c1d7 | |||
| 8ac8b8a0d6 | |||
| 9ef3a2befc | |||
| b118fac0e9 | |||
| b59721f070 | |||
| 2cb3944b94 | |||
| e1623fd50f | |||
| 26019264ab | |||
| c60c9cffe5 | |||
| f49b51e1d3 | |||
| 63e568d7a2 | |||
| 0d850c8a42 | |||
| 7cb63928bd | |||
| daf14e8005 | |||
| 62fe3166d1 | |||
| a08256a8fd | |||
| baae2905c6 | |||
| 42d8cb8540 | |||
| 12f0eb36b5 | |||
| fa1a9e5f0b | |||
| c83eba8d64 | |||
| cd0c3abac3 | |||
| f3ae944fcf | |||
| e916d61b05 | |||
| f2a56cf49a | |||
| 36066d3b6d | |||
| c2afa5a553 | |||
| 435767ea9d | |||
| df1b89d83e | |||
| 90e8533455 | |||
| 9522f65305 | |||
| 0a5ab4879f | |||
| a924e97ffe | |||
| 466b3a6044 | |||
| c0771389f6 | |||
| f8e8157853 | |||
| f60abcf350 | |||
| 37ef0895e7 | |||
| 66793f2254 | |||
| 29cea16774 | |||
| 4c29c496b1 | |||
| 9028e61550 | |||
| 40e2203792 | |||
|
a68b95ec28
|
|||
|
44ae197178
|
|||
| 49b3c9449c | |||
| 05e384fe1c | |||
| 655ba25c34 | |||
| 3b3cf61166 | |||
| be39728357 | |||
| da575886df | |||
| 56d915253f | |||
| bcb503745a | |||
| 9c32b7fc31 | |||
| 0dbd3388b5 | |||
| 83524b515c | |||
| 282c8067f9 | |||
| e26716df52 | |||
| f09ce8d64f | |||
|
3730513e91
|
|||
|
8f7e7d45eb
|
|||
| cedad824d4 | |||
| c8bae7c1c0 | |||
| 03d1e8b58f | |||
| 6b10eb3a32 | |||
| 0d2d80ce08 | |||
| 3fafab1d0a | |||
| dd4feef0f4 | |||
|
e2836e4809
|
|||
| b84ec672de | |||
|
c568bece48
|
|||
|
54d177bd35
|
|||
| e81839cc65 | |||
| f81b8f67f5 | |||
| 830c7b824e | |||
| 594ac10cce | |||
| 57934229d0 | |||
| 5e2fda2d66 | |||
|
d02e28c4da
|
|||
| 298a6064b0 | |||
| 1cfbebb54c | |||
| ad910f56e5 | |||
| 753c67c773 | |||
| c1ed29ee64 | |||
| 452adc835e | |||
| 55b700559c | |||
| 7ccd304313 | |||
| 956077239b | |||
| 13f2ee83e3 | |||
| 16e59c3b82 | |||
| bb3bd76dfa | |||
| 9aaacbaf5f | |||
| 85834c2c53 | |||
| d9c67540c6 | |||
|
9e738dec2f
|
|||
|
5d4eb9b346
|
|||
|
2d6b60b73e
|
|||
|
cd9de152e9
|
|||
|
5daa70bd05
|
|||
|
2c2e896b49
|
|||
|
123d804aac
|
|||
|
68de2d2c08
|
|||
|
61691f1edb
|
|||
| af17fa4f23 | |||
| 660c1b7a69 | |||
| 91981fd88e | |||
| 5c5b83ccee | |||
| c5191547b9 | |||
| e8943a9c5e | |||
| ebbefe6165 | |||
| 972b88a50c | |||
| e37066179c | |||
| a0e32fe9e7 | |||
| c326668d25 | |||
| 8677b171c0 | |||
| 039ec8fee7 | |||
| 6bc22fa9e4 | |||
| 419d6f6649 | |||
| 910fb908ea | |||
| 880bc79899 | |||
| 6da34d2a0c | |||
| 862b3d32a8 | |||
|
abf7199c05
|
|||
|
a431a8b333
|
|||
| 5209d2e758 | |||
|
09ce53cdd6
|
|||
| 9d979d5de3 | |||
| 2e7dcccb0c | |||
| 07dbc73e3d | |||
| abcfe60f05 | |||
| 3a570f5976 | |||
| af77c9a487 | |||
| 96fff7c3ca | |||
| e6e9ac9f15 | |||
| 2dea0dee4b | |||
| 169f2635a7 | |||
| c544671782 | |||
| 57f46cb077 | |||
| 8531ea98ae | |||
| 0c7f57c31c | |||
| 1fe09304db | |||
| 6fe28794c0 | |||
| bc1b2e1b51 | |||
| e4e3438dbe | |||
| 923c070ee0 | |||
| 2d648e92fd | |||
| f796b7e533 | |||
|
3ffe11364d
|
|||
| 8e3d006f08 | |||
| a1c9132690 | |||
| 539db3683b | |||
| 8db39ca626 | |||
| 821456cc94 | |||
|
5898354c41
|
|||
| c7483d7b85 | |||
| 0a7236d013 | |||
| e11185f0b1 | |||
| 391f6288fd | |||
| cc2df623d9 | |||
| 3d0ef97139 | |||
| 20daac947c | |||
| 57525f2d35 | |||
| ce09084991 | |||
|
596d4f5520
|
|||
| 8d0995333a | |||
| 5d450d1af7 | |||
| 18d4a30e49 | |||
| 55eb3b75db | |||
| 1c67ab4c51 | |||
| 32b4892ecb | |||
| 3109fc3fe8 | |||
| 6157eb42d4 | |||
| 654b69b4e4 | |||
| 88f32e2c91 | |||
| d1bd25eaa6 | |||
| d162c182cb | |||
| 43b3a9e44a | |||
| 3e5910e3d7 | |||
| 719c6949af | |||
| c46c23b471 | |||
| 3124f6294c | |||
| d0660f5f60 | |||
| c7395f6673 | |||
| ebad597333 | |||
| 24fc3d0294 | |||
| 7206436c87 | |||
| 19b4e0f792 | |||
| 100911d333 | |||
| 97f2b11702 | |||
| c3610f846b | |||
| 427f17adb2 | |||
|
56e4602af0
|
|||
|
b39b3aefc8
|
|||
|
a9c658466f
|
|||
|
730dc2b865
|
|||
|
5eea620225
|
|||
|
863c242a50
|
|||
|
1cf2303c62
|
|||
|
81e6823f3d
|
|||
|
2f2d6c1b70
|
|||
|
c99ed29e62
|
|||
|
7eda27cdd6
|
|||
|
bf6542398c
|
|||
|
be7954d499
|
|||
|
cc8a121bf6
|
|||
| 88d21ba674 | |||
| 1eb5249f64 | |||
| 3ee37fc0f7 | |||
| ea4d9f3003 | |||
| 4566ac7c28 | |||
| c13d4519bd | |||
| 077153c344 | |||
|
e44e83da5e
|
|||
|
a541829037
|
|||
|
b818bead29
|
|||
|
7edb275cbe
|
|||
|
e7773d7fa5
|
|||
|
3ba1ba12aa
|
|||
|
bfc2bfdf9d
|
|||
|
14fa2447ec
|
|||
|
ffc3ca2a24
|
|||
|
c0cc05f0dd
|
|||
|
98dde62710
|
|||
|
b0a986807b
|
|||
|
81d69fb8cd
|
|||
|
cd2280b5ed
|
|||
|
0b2119b769
|
|||
|
352acc54b0
|
|||
|
365c47f621
|
|||
|
8ecd09734e
|
|||
|
ff8f3387ea
|
|||
|
0728ac0d8b
|
|||
|
9e76021c37
|
|||
|
d08937816d
|
|||
|
9f34fc8222
|
|||
|
0805e0c988
|
|||
|
1520d72b59
|
|||
|
67cb247556
|
|||
|
16f9976abb
|
|||
|
cfdb9f1fdd
|
|||
| 6dc57af5ae | |||
| 7d6cf3b86e | |||
| 31b62ef939 | |||
|
d2aa9e7588
|
|||
|
b5486042f7
|
|||
|
50f3bef3f1
|
|||
|
ac7fbf93b7
|
|||
| 4223f912e2 | |||
| e049ec06b7 | |||
| 7260a4af69 | |||
| 55571c6573 | |||
| 204e7149c3 | |||
| 8741e59de6 | |||
| eca8c357cd | |||
|
fe590bb37d
|
|||
| 56525c9c42 | |||
| 77fb7b505a | |||
| aa10e94d11 | |||
| a2de56a83a | |||
| 0900c376ec | |||
| e2a947f38a | |||
| 999d7f3355 | |||
|
207d6d996a
|
|||
|
85a9fb1d70
|
|||
|
5ccfb4aa89
|
|||
| 5ffddfb205 | |||
| d175998762 | |||
| 78792bab72 | |||
| ac157dd12d | |||
|
ab4e7b89fa
|
|||
|
bb254e30f3
|
|||
|
e3daeccdb4
|
|||
|
d72df1fd0d
|
|||
| b77cb601fe | |||
| 063f6f8b89 | |||
| 4b2eac93ef | |||
| 8c296de10a | |||
| f491cb7df7 | |||
| d92cb46c94 | |||
| 6a25649cb8 | |||
| 521335b270 | |||
| 442c7b663d | |||
| ee854ee384 | |||
| 1881027981 | |||
| d23e7fd4f6 | |||
| 08eaef297f | |||
| 826badf7dc | |||
| 0a29b5edf4 | |||
| ff8e632a2e | |||
| f8f97754a4 | |||
| 79ea3f74b7 | |||
| 78f17e17f7 | |||
| 9dff187e33 | |||
| cfc80f6f09 | |||
| 25922f2cf0 | |||
| cae367951d | |||
| a9a2743fab | |||
|
ed452a8ded
|
|||
| 3957f89c95 | |||
| 3674896345 | |||
| 9d7af56981 | |||
| faa6acaedc | |||
| 90b4d498f0 | |||
| 60901fe1fc | |||
| 4026bef580 | |||
| 37cc044120 | |||
| 4094bdf44d | |||
| 63441f83e0 | |||
| b1596c105f | |||
| db44f5fa23 | |||
| bc13d5989b | |||
| c243ade6d6 | |||
| 76e951bd49 | |||
| 3003bf16f3 | |||
| bb39438196 | |||
| 1542aa23e7 | |||
| 86920e937d | |||
|
aaf8f07a3a
|
|||
| 69e80fb6e6 | |||
| 15b11e6a6c | |||
| f7e4dba746 | |||
| b269a15b3d | |||
| 26d878c05c | |||
| fa62279633 | |||
| 27de3ab9a2 | |||
| 0662886f31 | |||
| d3779429dc | |||
| a651708569 | |||
|
af6c401dab
|
|||
| ee7fbf166f | |||
| af47ffe174 | |||
| fb3227b206 | |||
| 519710226d | |||
| e5ee05adc0 | |||
| 8d5302a374 | |||
| 4a6e5bf349 | |||
| ace26cca1c | |||
| 493d1f53ba | |||
|
fb42e27f96
|
|||
|
33714ec032
|
|||
|
e3b27f7a4b
|
|||
|
2fccd6e206
|
|||
| 592733ad80 | |||
| 04a972df7c | |||
| e25ce17369 | |||
| fa60c5a9bc | |||
| b11ab3e709 | |||
| 4efddc31ba | |||
| 1942a10110 | |||
| 7d62696fa1 | |||
| 9ea063f8d4 | |||
| 680147a59a | |||
| caef32f86f | |||
| 889efc450a | |||
|
e3f4cce683
|
|||
| 3d49aff36d | |||
| 456884fc3d | |||
|
9241901a1c
|
|||
| eccb80c3ec | |||
| 678d53d4fd | |||
| 8946a6bd77 | |||
| e8d6625085 | |||
| 5945146f3c | |||
| ff4def0d81 | |||
| 14d883cb4c | |||
| 2d880e7971 | |||
| e604dd8540 | |||
| c564aade25 | |||
| 31134652b6 | |||
|
9cf39763a0
|
|||
|
fd0274b698
|
|||
| c6141093a3 | |||
| a0d58b1d1e | |||
| d2b334dccf | |||
| 99a1bdd7e5 | |||
| 2de96339fb | |||
| 502d59791d | |||
| 3a73ad6cc2 | |||
| 62102698b0 | |||
| 8ff5239bdc | |||
| b9c6cc7519 | |||
| fd8be6d2c7 | |||
| 1aa2f66c54 | |||
|
9f9c5ff2c3
|
|||
| ec96465d17 | |||
| 91295a9ad8 | |||
|
0064e0c1da
|
|||
|
ea8c280154
|
|||
|
655fd3827f
|
|||
| bd85f43980 | |||
|
170813bf35
|
|||
| 4fff9667a2 | |||
|
46d62fc789
|
|||
| 780c756b79 | |||
| 6536ca8cae | |||
|
cab5108ff1
|
|||
|
0d26156c2c
|
|||
|
8461f6fa79
|
|||
|
d354da0f49
|
|||
| 0cdf358d69 | |||
| 2a395f603f | |||
| a464f33106 | |||
| 95b27f5e41 | |||
|
459231db7d
|
|||
|
70f1d7da01
|
|||
|
6a859f8c81
|
|||
|
f2475a2882
|
|||
| b904899ad8 | |||
| f3d11cb9cd | |||
| afb367efbc | |||
| ca5d6db326 | |||
|
62713f27dd
|
|||
| c6094b1968 | |||
| 6519b210b2 | |||
| a2685c721e | |||
| 3fbe57b3bc | |||
| 74e6e6a69c | |||
| 4ef32f2def | |||
|
67f73b5cb2
|
|||
|
1bb1dd09a3
|
|||
|
e36d36951c
|
|||
|
6488e9b5c3
|
|||
|
0ba1a9e5bb
|
|||
|
ad1bae4e8e
|
|||
| f14f604579 | |||
| 8bfa0e67c9 | |||
| 9234e68bf5 | |||
| 7366b7ffa7 | |||
| e3565f8ef0 | |||
| d0fbbb410b | |||
| 1260f8a71e | |||
| b3db48161c | |||
| 7b6534b20c | |||
| eb64e50ae6 | |||
| e99debc111 | |||
| edd3459453 | |||
| db222bbd08 | |||
| dc98abcf8a | |||
| a7b46b7076 | |||
| 51e9a85714 | |||
| 9a2d1b29c4 | |||
| 1bebc7ed70 | |||
| f6f42ff6e0 | |||
| 33ae1ca753 | |||
| 8cd381a69e | |||
|
1d43829e62
|
|||
|
ddcb24f9c9
|
|||
|
cd20a60538
|
|||
| 63e19b8e7e | |||
| 97b765d0fd | |||
| 45c764c505 | |||
| 8ef93878ab | |||
| b5039f8955 | |||
| 435ed38a20 | |||
| 7c33a65c08 | |||
| c714f7568f | |||
| bb1e0ce546 | |||
| 05e9235369 | |||
|
8f4d9d4639
|
|||
| 9dd5722ea0 | |||
| c3f84d8ea3 | |||
| 5fd82cd19d | |||
| 321dd9e939 | |||
| 21a6cfdfad | |||
| f1427d82c9 | |||
|
cc6551752c
|
|||
| 55cf4cbbcc | |||
| 53c1b07cac | |||
|
62542caa55
|
|||
| d1d5b51879 | |||
| cde0671238 | |||
| 91a6795bfc | |||
| 46d0dcb545 | |||
| a5da0f745a | |||
| 27f407d685 | |||
|
e3d70b6c7f
|
|||
| e88544abdb | |||
| 7961dc30db | |||
| fce0f71832 | |||
| 4207c28e45 | |||
| abaeae3603 | |||
| 6ee7490954 | |||
| 3cab8a1edf | |||
|
461f2a8f7d
|
|||
|
debd8fe561
|
|||
| 7352efcaa5 | |||
| c4a6539913 | |||
| 14ed79c528 | |||
| e3dcf6b0a8 | |||
| add314bbf1 | |||
| aab18c0a72 | |||
| d311fcc17c | |||
| 3f1ca12a8a | |||
| bde7b6068a | |||
| d317537799 | |||
| 8e5016284e | |||
| 9ecf89c8d0 | |||
|
9416ea5512
|
|||
|
b12deba899
|
|||
| 83e446568f | |||
| c222b4dd12 | |||
| c8ca2e7fca | |||
| 93484df20d | |||
| a15c24ed00 | |||
| db0918c40a | |||
| 64e37101be | |||
|
9de9a27845
|
|||
|
5e1d6109db
|
|||
|
a86dec26ae
|
|||
|
5ce6701aff
|
|||
|
0fc78f9f01
|
|||
|
53950f1397
|
|||
|
e9db733f06
|
|||
|
966c1bb92c
|
|||
|
b72fd6270d
|
|||
|
4e30fbd542
|
|||
|
6da4d37558
|
|||
|
4391a3d7cf
|
|||
|
e397903a6f
|
|||
|
a935926cf8
|
|||
|
0f595fc2dd
|
|||
|
fadb7ca5a6
|
|||
|
f47fa7d20d
|
|||
|
82c56c04ba
|
|||
|
4fc5b4f7e7
|
|||
|
1904f02d65
|
|||
|
72fd6c638f
|
|||
|
9433bd431e
|
|||
|
2bdaab1bd7
|
|||
|
7239c6118b
|
|||
|
0229238c0c
|
|||
|
74ea8d1d05
|
|||
|
01cbc0f588
|
|||
|
0b1d686b4a
|
|||
|
7b0fef382d
|
|||
|
6d2e053a0b
|
|||
|
e0682e740c
|
|||
|
a34a63089d
|
|||
|
cf94f5b9b7
|
|||
|
f1eb50fcd5
|
|||
|
0fea3410a2
|
|||
|
8d63ca97c3
|
|||
|
89c291dcd9
|
|||
|
deb3769f25
|
|||
|
ba5f392e92
|
|||
|
382f8a6de1
|
|||
|
d4adb6eb7c
|
|||
|
e527d32697
|
|||
|
124fafcaf7
|
|||
|
8efdf8d4c8
|
|||
|
c39c188020
|
|||
|
7e5836383c
|
|||
|
09d5ff9ab0
|
|||
|
36ed342f53
|
|||
|
3e811e03aa
|
|||
|
9233a5307e
|
|||
|
655679794a
|
|||
|
d802941faa
|
|||
|
c61617f276
|
|||
|
e1c78c3703
|
|||
|
c483dfc18b
|
|||
|
cb8b035fe0
|
|||
| 03d458be7e | |||
|
305ca06352
|
|||
| 9d1e04abf4 | |||
|
6f60b8c110
|
|||
|
e71f983a0b
|
|||
|
01b154ba8b
|
|||
|
7639eee45b
|
|||
| bb33b5ec60 | |||
| 67675d0146 | |||
| 1f1639aeaf | |||
| 80f5cba2e9 | |||
|
2f7218bc99
|
|||
|
ffbdde94f7
|
|||
|
d8883a4ec8
|
|||
| 562b21e4b2 | |||
| 7250ad80b2 | |||
|
30b3103cd3
|
|||
|
05f067e691
|
|||
|
dc93f45e32
|
|||
|
feefc87ea7
|
|||
|
513361728e
|
|||
|
166ba8ae58
|
|||
|
faabcea369
|
|||
|
8fc175b209
|
|||
|
9bd7adb057
|
|||
|
b41171d8d1
|
|||
|
8c14fb7034
|
@@ -1,13 +1,16 @@
|
|||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
# the shebang is ignored, but nice for editors
|
# the shebang is ignored, but nice for editors
|
||||||
watch_file nix/sources.json
|
watch_file npins/sources.json
|
||||||
watch_file nix/checks.nix
|
|
||||||
|
|
||||||
# Load .env file if it exists
|
# Load .env file if it exists
|
||||||
dotenv_if_exists
|
dotenv_if_exists
|
||||||
|
|
||||||
# Set npins dir
|
|
||||||
export NPINS_DIRECTORY="nix"
|
|
||||||
|
|
||||||
# Activate development shell
|
# Activate development shell
|
||||||
use nix
|
if type lorri &>/dev/null; then
|
||||||
|
echo "direnv: using lorri from PATH ($(type -p lorri))"
|
||||||
|
eval "$(lorri direnv)"
|
||||||
|
else
|
||||||
|
# fall back to using direnv's builtin nix support
|
||||||
|
# to prevent bootstrapping problems.
|
||||||
|
use nix
|
||||||
|
fi
|
||||||
|
|||||||
@@ -1,54 +0,0 @@
|
|||||||
# yaml-language-server: $schema=https://gitlab.com/gitlab-org/gitlab/-/raw/master/app/assets/javascripts/editor/schema/ci.json
|
|
||||||
default:
|
|
||||||
tags:
|
|
||||||
- nix
|
|
||||||
|
|
||||||
include:
|
|
||||||
- project: oceanbox/gitlab-ci
|
|
||||||
ref: v4.5
|
|
||||||
file: template/Base.gitlab-ci.yml
|
|
||||||
# stages:
|
|
||||||
# - release
|
|
||||||
|
|
||||||
# image:
|
|
||||||
# name: alpine/helm:latest
|
|
||||||
# entrypoint: ["/bin/bash", "-c"]
|
|
||||||
|
|
||||||
# release:
|
|
||||||
# stage: release
|
|
||||||
# rules:
|
|
||||||
# - if: "$CI_COMMIT_BRANCH =~ /^main/"
|
|
||||||
# when: always
|
|
||||||
# - when: never
|
|
||||||
# script:
|
|
||||||
# - |
|
|
||||||
# cd $CI_PROJECT_DIR
|
|
||||||
# for i in $(git show --pretty="" --name-only | grep '^charts/.*/Chart.yaml' | cut -d/ -f2); do
|
|
||||||
# pack=$(helm package ./charts/$i | sed 's/Success.*: \(.*\)/\1/')
|
|
||||||
# if [ ! -z $pack ]; then
|
|
||||||
# chart=$(basename $pack)
|
|
||||||
# curl --request POST \
|
|
||||||
# --user gitlab-ci-token:$CI_JOB_TOKEN \
|
|
||||||
# --form "chart=@${chart}" \
|
|
||||||
# "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/helm/api/stable/charts"
|
|
||||||
# fi
|
|
||||||
# done
|
|
||||||
|
|
||||||
# rebuild:
|
|
||||||
# stage: release
|
|
||||||
# rules:
|
|
||||||
# - when: manual
|
|
||||||
# allow_failure: true
|
|
||||||
# script:
|
|
||||||
# - |
|
|
||||||
# cd $CI_PROJECT_DIR
|
|
||||||
# for i in $(find ./charts -maxdepth 2 -name Chart.yaml | cut -d/ -f3); do
|
|
||||||
# pack=$(helm package ./charts/$i | sed 's/Success.*: \(.*\)/\1/')
|
|
||||||
# if [ ! -z $pack ]; then
|
|
||||||
# chart=$(basename $pack)
|
|
||||||
# curl --request POST \
|
|
||||||
# --user gitlab-ci-token:$CI_JOB_TOKEN \
|
|
||||||
# --form "chart=@${chart}" \
|
|
||||||
# "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/helm/api/stable/charts"
|
|
||||||
# fi
|
|
||||||
# done
|
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
FROM ghcr.io/helmfile/helmfile:v1.1.9
|
FROM ghcr.io/helmfile/helmfile:v1.3.1
|
||||||
|
|
||||||
RUN mkdir -p /home/argocd/cmp-server/config/
|
RUN mkdir -p /home/argocd/cmp-server/config/
|
||||||
COPY plugin.yaml /home/argocd/cmp-server/config/
|
COPY plugin.yaml /home/argocd/cmp-server/config/
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
#!/bin/sh
|
#!/bin/sh
|
||||||
|
|
||||||
img=registry.gitlab.com/oceanbox/manifests/helmfile-cmp
|
img=git.oceanbox.io/platform/manifests/helmfile-cmp
|
||||||
tag=${1:-latest}
|
tag=${1:-latest}
|
||||||
|
|
||||||
docker build -t "${img}":"${tag}" .
|
docker build -t "${img}":"${tag}" .
|
||||||
|
|||||||
@@ -0,0 +1,3 @@
|
|||||||
|
FROM busybox
|
||||||
|
|
||||||
|
COPY keycloak-themes/oceanbox /theme
|
||||||
@@ -0,0 +1,47 @@
|
|||||||
|
/* Oceanbox Keycloak Login Theme */
|
||||||
|
|
||||||
|
/* Brand colours */
|
||||||
|
:root {
|
||||||
|
--pf-v5-global--primary-color--100: #0bb4aa;
|
||||||
|
--pf-v5-global--primary-color--200: #099e95;
|
||||||
|
--pf-v5-global--link--Color: #0bb4aa;
|
||||||
|
--pf-v5-global--link--Color--hover: #031275;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Background */
|
||||||
|
.login-pf body {
|
||||||
|
background: #f9fafd url("../img/oceanbox-bg.png") no-repeat center bottom fixed;
|
||||||
|
background-size: cover;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Logo */
|
||||||
|
div.kc-logo-text {
|
||||||
|
background-image: url('../img/oceanbox-logo-text.png');
|
||||||
|
height: 80px;
|
||||||
|
width: 360px;
|
||||||
|
background-repeat: no-repeat;
|
||||||
|
background-size: contain;
|
||||||
|
background-position: center;
|
||||||
|
margin: 0 auto;
|
||||||
|
}
|
||||||
|
|
||||||
|
div.kc-logo-text span {
|
||||||
|
display: none;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Primary button */
|
||||||
|
.pf-v5-c-button.pf-m-primary {
|
||||||
|
--pf-v5-c-button--m-primary--BackgroundColor: #0bb4aa;
|
||||||
|
--pf-v5-c-button--m-primary--hover--BackgroundColor: #099e95;
|
||||||
|
--pf-v5-c-button--m-primary--active--BackgroundColor: #37746F;
|
||||||
|
--pf-v5-c-button--m-primary--focus--BackgroundColor: #099e95;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Links */
|
||||||
|
a, .pf-v5-c-button.pf-m-link {
|
||||||
|
color: #0bb4aa;
|
||||||
|
}
|
||||||
|
|
||||||
|
a:hover, .pf-v5-c-button.pf-m-link:hover {
|
||||||
|
color: #031275;
|
||||||
|
}
|
||||||
Binary file not shown.
|
After Width: | Height: | Size: 2.4 MiB |
BIN
Binary file not shown.
|
After Width: | Height: | Size: 57 KiB |
@@ -0,0 +1,5 @@
|
|||||||
|
parent=keycloak.v2
|
||||||
|
import=common/keycloak
|
||||||
|
|
||||||
|
stylesCommon=vendor/patternfly-v5/patternfly.min.css vendor/patternfly-v5/patternfly-addons.css
|
||||||
|
styles=css/styles.css css/oceanbox.css
|
||||||
@@ -4,10 +4,10 @@ description: Atlantis map and simulation service
|
|||||||
type: application
|
type: application
|
||||||
# This is the chart version. This version number should be incremented each time you make changes
|
# This is the chart version. This version number should be incremented each time you make changes
|
||||||
# to the chart and its templates, including the app version.
|
# to the chart and its templates, including the app version.
|
||||||
version: v1.35.2
|
version: v2.5.2
|
||||||
# This is the version number of the application being deployed. This version number should be
|
# This is the version number of the application being deployed. This version number should be
|
||||||
# incremented each time you make changes to the application.
|
# incremented each time you make changes to the application.
|
||||||
appVersion: v1.35.2
|
appVersion: v2.5.2
|
||||||
dependencies:
|
dependencies:
|
||||||
- name: diagrid-dashboard
|
- name: diagrid-dashboard
|
||||||
version: "0.1.0"
|
version: "0.1.0"
|
||||||
|
|||||||
@@ -3,8 +3,8 @@
|
|||||||
# Declare variables to be passed into your templates.
|
# Declare variables to be passed into your templates.
|
||||||
replicaCount: 1
|
replicaCount: 1
|
||||||
image:
|
image:
|
||||||
repository: registry.gitlab.com/oceanbox/poseidon/atlantis
|
repository: git.oceanbox.io/oceanbox/poseidon/atlantis
|
||||||
tag: v1.35.2
|
tag: v2.5.2
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
init:
|
init:
|
||||||
enabled: false
|
enabled: false
|
||||||
@@ -116,6 +116,5 @@ serviceMonitor:
|
|||||||
nodeSelector: {}
|
nodeSelector: {}
|
||||||
tolerations: []
|
tolerations: []
|
||||||
affinity: {}
|
affinity: {}
|
||||||
|
|
||||||
diagrid-dashboard:
|
diagrid-dashboard:
|
||||||
enabled: false
|
enabled: false
|
||||||
|
|||||||
@@ -13,9 +13,9 @@ type: application
|
|||||||
# This is the chart version. This version number should be incremented each time you make changes
|
# This is the chart version. This version number should be incremented each time you make changes
|
||||||
# to the chart and its templates, including the app version.
|
# to the chart and its templates, including the app version.
|
||||||
# Versions are expected to follow Semantic Versioning (https://semver.org/)
|
# Versions are expected to follow Semantic Versioning (https://semver.org/)
|
||||||
version: v1.35.2
|
version: v2.5.2
|
||||||
# This is the version number of the application being deployed. This version number should be
|
# This is the version number of the application being deployed. This version number should be
|
||||||
# incremented each time you make changes to the application. Versions are not expected to
|
# incremented each time you make changes to the application. Versions are not expected to
|
||||||
# follow Semantic Versioning. They should reflect the version the application is using.
|
# follow Semantic Versioning. They should reflect the version the application is using.
|
||||||
# It is recommended to use it with quotes.
|
# It is recommended to use it with quotes.
|
||||||
appVersion: "v1.35.2"
|
appVersion: "v2.5.2"
|
||||||
|
|||||||
@@ -6,11 +6,11 @@
|
|||||||
replicaCount: 1
|
replicaCount: 1
|
||||||
# This sets the container image more information can be found here: https://kubernetes.io/docs/concepts/containers/images/
|
# This sets the container image more information can be found here: https://kubernetes.io/docs/concepts/containers/images/
|
||||||
image:
|
image:
|
||||||
repository: registry.gitlab.com/oceanbox/poseidon/codex
|
repository: git.oceanbox.io/oceanbox/poseidon/codex
|
||||||
# This sets the pull policy for images.
|
# This sets the pull policy for images.
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
# Overrides the image tag whose default is the chart appVersion.
|
# Overrides the image tag whose default is the chart appVersion.
|
||||||
tag: v1.35.2
|
tag: v2.5.2
|
||||||
# This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
|
# This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
|
||||||
imagePullSecrets:
|
imagePullSecrets:
|
||||||
- name: gitlab-pull-secret
|
- name: gitlab-pull-secret
|
||||||
|
|||||||
@@ -8,6 +8,7 @@ data:
|
|||||||
kind: Component
|
kind: Component
|
||||||
metadata:
|
metadata:
|
||||||
name: statestore
|
name: statestore
|
||||||
|
namespace: {{ .Values.statestore.namespace | default "default" }}
|
||||||
scopes:
|
scopes:
|
||||||
- {{ .Values.statestore.scope }}
|
- {{ .Values.statestore.scope }}
|
||||||
spec:
|
spec:
|
||||||
@@ -17,10 +18,10 @@ data:
|
|||||||
- name: redisUsername
|
- name: redisUsername
|
||||||
value: default
|
value: default
|
||||||
- name: redisPassword
|
- name: redisPassword
|
||||||
value: secret
|
value: {{ .Values.statestore.password | default "secret" }}
|
||||||
- name: actorStateStore
|
- name: actorStateStore
|
||||||
value: "true"
|
value: "true"
|
||||||
- name: redisDB
|
- name: redisDB
|
||||||
value: "1"
|
value: "{{ .Values.statestore.redisDB | default "0" }}"
|
||||||
type: state.redis
|
type: state.redis
|
||||||
version: v1
|
version: v1
|
||||||
|
|||||||
@@ -5,6 +5,9 @@
|
|||||||
statestore:
|
statestore:
|
||||||
scope: my-scope
|
scope: my-scope
|
||||||
redis: my-redis
|
redis: my-redis
|
||||||
|
namespace: default
|
||||||
|
password: secret
|
||||||
|
redisDB: "0"
|
||||||
|
|
||||||
# This will set the replicaset count more information can be found here: https://kubernetes.io/docs/concepts/workloads/controllers/replicaset/
|
# This will set the replicaset count more information can be found here: https://kubernetes.io/docs/concepts/workloads/controllers/replicaset/
|
||||||
replicaCount: 1
|
replicaCount: 1
|
||||||
|
|||||||
+2
-2
@@ -42,11 +42,11 @@ spec:
|
|||||||
value: "3"
|
value: "3"
|
||||||
livenessProbe:
|
livenessProbe:
|
||||||
httpGet:
|
httpGet:
|
||||||
path: /
|
path: /healthz
|
||||||
port: http
|
port: http
|
||||||
readinessProbe:
|
readinessProbe:
|
||||||
httpGet:
|
httpGet:
|
||||||
path: /
|
path: /healthz
|
||||||
port: http
|
port: http
|
||||||
resources:
|
resources:
|
||||||
{{- toYaml .Values.resources | nindent 12 }}
|
{{- toYaml .Values.resources | nindent 12 }}
|
||||||
|
|||||||
@@ -3,7 +3,7 @@
|
|||||||
# Declare variables to be passed into your templates.
|
# Declare variables to be passed into your templates.
|
||||||
replicaCount: 1
|
replicaCount: 1
|
||||||
image:
|
image:
|
||||||
repository: registry.gitlab.com/oceanbox/documentation
|
repository: git.oceanbox.io/oceanbox/documentation/docs
|
||||||
tag: v0.1.0
|
tag: v0.1.0
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
init:
|
init:
|
||||||
@@ -21,8 +21,8 @@ env:
|
|||||||
valueFrom:
|
valueFrom:
|
||||||
fieldRef:
|
fieldRef:
|
||||||
fieldPath: metadata.namespace
|
fieldPath: metadata.namespace
|
||||||
imagePullSecrets:
|
# imagePullSecrets:
|
||||||
- name: gitea-pull-secret
|
# - name: gitea-pull-secret
|
||||||
nameOverride: ""
|
nameOverride: ""
|
||||||
fullnameOverride: ""
|
fullnameOverride: ""
|
||||||
serviceAccount:
|
serviceAccount:
|
||||||
|
|||||||
@@ -0,0 +1,6 @@
|
|||||||
|
dependencies:
|
||||||
|
- name: diagrid-dashboard
|
||||||
|
repository: file://../diagrid-dashboard
|
||||||
|
version: 0.1.0
|
||||||
|
digest: sha256:4fdb3148a2a6439223d7844a3083da2de324dd47e5cb3ac4a5d9c436e6e2c775
|
||||||
|
generated: "2026-02-25T16:15:48.608231856+01:00"
|
||||||
@@ -4,7 +4,12 @@ description: A Helm chart for Kubernetes
|
|||||||
type: application
|
type: application
|
||||||
# This is the chart version. This version number should be incremented each time you make changes
|
# This is the chart version. This version number should be incremented each time you make changes
|
||||||
# to the chart and its templates, including the app version.
|
# to the chart and its templates, including the app version.
|
||||||
version: v1.6.7
|
version: v1.7.1
|
||||||
# This is the version number of the application being deployed. This version number should be
|
# This is the version number of the application being deployed. This version number should be
|
||||||
# incremented each time you make changes to the application.
|
# incremented each time you make changes to the application.
|
||||||
appVersion: v1.6.7
|
appVersion: v1.7.1
|
||||||
|
dependencies:
|
||||||
|
- name: diagrid-dashboard
|
||||||
|
version: "0.1.0"
|
||||||
|
repository: "file://../diagrid-dashboard"
|
||||||
|
condition: diagrid-dashboard.enabled
|
||||||
|
|||||||
@@ -3,8 +3,8 @@
|
|||||||
# Declare variables to be passed into your templates.
|
# Declare variables to be passed into your templates.
|
||||||
replicaCount: 1
|
replicaCount: 1
|
||||||
image:
|
image:
|
||||||
repository: registry.gitlab.com/oceanbox/plume
|
repository: git.oceanbox.io/oceanbox/plume/plume
|
||||||
tag: v1.6.7
|
tag: v1.7.1
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
init:
|
init:
|
||||||
enabled: false
|
enabled: false
|
||||||
@@ -90,3 +90,5 @@ serviceMonitor:
|
|||||||
nodeSelector: {}
|
nodeSelector: {}
|
||||||
tolerations: []
|
tolerations: []
|
||||||
affinity: {}
|
affinity: {}
|
||||||
|
diagrid-dashboard:
|
||||||
|
enabled: false
|
||||||
|
|||||||
@@ -4,10 +4,10 @@ description: A Helm chart for Kubernetes
|
|||||||
type: application
|
type: application
|
||||||
# This is the chart version. This version number should be incremented each time you make changes
|
# This is the chart version. This version number should be incremented each time you make changes
|
||||||
# to the chart and its templates, including the app version.
|
# to the chart and its templates, including the app version.
|
||||||
version: v1.35.2
|
version: v2.5.2
|
||||||
# This is the version number of the application being deployed. This version number should be
|
# This is the version number of the application being deployed. This version number should be
|
||||||
# incremented each time you make changes to the application.
|
# incremented each time you make changes to the application.
|
||||||
appVersion: v1.35.2
|
appVersion: v2.5.2
|
||||||
dependencies:
|
dependencies:
|
||||||
- name: diagrid-dashboard
|
- name: diagrid-dashboard
|
||||||
version: "0.1.0"
|
version: "0.1.0"
|
||||||
|
|||||||
@@ -4,8 +4,8 @@
|
|||||||
|
|
||||||
replicaCount: 1
|
replicaCount: 1
|
||||||
image:
|
image:
|
||||||
repository: registry.gitlab.com/oceanbox/poseidon/sorcerer
|
repository: git.oceanbox.io/oceanbox/poseidon/sorcerer
|
||||||
tag: v1.35.2
|
tag: v2.5.2
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
init:
|
init:
|
||||||
enabled: false
|
enabled: false
|
||||||
@@ -108,7 +108,6 @@ serviceMonitor:
|
|||||||
nodeSelector: {}
|
nodeSelector: {}
|
||||||
tolerations: []
|
tolerations: []
|
||||||
affinity: {}
|
affinity: {}
|
||||||
|
|
||||||
diagrid-dashboard:
|
diagrid-dashboard:
|
||||||
enabled: false
|
enabled: false
|
||||||
statestore:
|
statestore:
|
||||||
|
|||||||
@@ -20,4 +20,11 @@ environments:
|
|||||||
- ../values/*/env.yaml.gotmpl
|
- ../values/*/env.yaml.gotmpl
|
||||||
- ../values/*/env-{{ requiredEnv "ARGOCD_ENV_CLUSTER_NAME" }}.yaml.gotmpl
|
- ../values/*/env-{{ requiredEnv "ARGOCD_ENV_CLUSTER_NAME" }}.yaml.gotmpl
|
||||||
missingFileHandler: Info
|
missingFileHandler: Info
|
||||||
|
beta:
|
||||||
|
values:
|
||||||
|
- ../values/env.yaml
|
||||||
|
- ../values/env-{{ requiredEnv "ARGOCD_ENV_CLUSTER_NAME" }}.yaml
|
||||||
|
- ../values/*/env.yaml.gotmpl
|
||||||
|
- ../values/*/env-{{ requiredEnv "ARGOCD_ENV_CLUSTER_NAME" }}.yaml.gotmpl
|
||||||
|
missingFileHandler: Info
|
||||||
|
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ releases:
|
|||||||
- name: argocd
|
- name: argocd
|
||||||
namespace: argocd
|
namespace: argocd
|
||||||
chart: argo/argo-cd
|
chart: argo/argo-cd
|
||||||
version: 7.9.1
|
version: 9.5.2
|
||||||
condition: argo.enabled
|
condition: argo.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/argo/values/argocd.yaml.gotmpl
|
- ../values/argo/values/argocd.yaml.gotmpl
|
||||||
@@ -35,7 +35,7 @@ releases:
|
|||||||
- name: argo-rollouts
|
- name: argo-rollouts
|
||||||
namespace: argocd
|
namespace: argocd
|
||||||
chart: argo/argo-rollouts
|
chart: argo/argo-rollouts
|
||||||
version: 2.40.5
|
version: 2.40.9
|
||||||
condition: argo.rollouts.enabled
|
condition: argo.rollouts.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/argo/values/rollouts.yaml.gotmpl
|
- ../values/argo/values/rollouts.yaml.gotmpl
|
||||||
@@ -43,7 +43,7 @@ releases:
|
|||||||
- name: argo-workflows
|
- name: argo-workflows
|
||||||
namespace: argocd
|
namespace: argocd
|
||||||
chart: argo/argo-workflows
|
chart: argo/argo-workflows
|
||||||
version: 0.45.27
|
version: 1.0.10
|
||||||
condition: argo.workflows.enabled
|
condition: argo.workflows.enabled
|
||||||
missingFileHandler: Info
|
missingFileHandler: Info
|
||||||
- name: manifests
|
- name: manifests
|
||||||
@@ -66,4 +66,3 @@ releases:
|
|||||||
- '{{`{{ .Environment.Name }}`}}'
|
- '{{`{{ .Environment.Name }}`}}'
|
||||||
- ../values/argo/manifests
|
- ../values/argo/manifests
|
||||||
- _argo
|
- _argo
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,46 @@
|
|||||||
|
# yaml-language-server: $schema=https://www.schemastore.org/helmfile.json
|
||||||
|
|
||||||
|
bases:
|
||||||
|
- ../envs/environments.yaml.gotmpl
|
||||||
|
|
||||||
|
repositories:
|
||||||
|
- name: catalyst
|
||||||
|
oci: true
|
||||||
|
url: 'public.ecr.aws/diagrid'
|
||||||
|
|
||||||
|
commonLabels:
|
||||||
|
tier: system
|
||||||
|
|
||||||
|
releases:
|
||||||
|
- name: catalyst
|
||||||
|
namespace: cra-agent
|
||||||
|
chart: catalyst/catalyst
|
||||||
|
version: 1.47.0
|
||||||
|
condition: catalyst.enabled
|
||||||
|
values:
|
||||||
|
- ../values/catalyst/values/values.yaml
|
||||||
|
- ../values/catalyst/values/values-{{ .Environment.Name }}.yaml
|
||||||
|
postRenderer: ../bin/kustomizer
|
||||||
|
postRendererArgs:
|
||||||
|
- ../values/catalyst/kustomize/{{ .Environment.Name }}
|
||||||
|
missingFileHandler: Info
|
||||||
|
- name: manifests
|
||||||
|
namespace: cra-agent
|
||||||
|
chart: manifests
|
||||||
|
condition: catalyst.enabled
|
||||||
|
missingFileHandler: Info
|
||||||
|
values:
|
||||||
|
- ../values/env.yaml
|
||||||
|
- ../values/env-{{ requiredEnv "ARGOCD_ENV_CLUSTER_NAME" }}.yaml
|
||||||
|
- ../values/catalyst/env.yaml.gotmpl
|
||||||
|
- ../values/catalyst/env-{{ requiredEnv "ARGOCD_ENV_CLUSTER_NAME" }}.yaml.gotmpl
|
||||||
|
hooks:
|
||||||
|
- events: [ prepare, cleanup ]
|
||||||
|
showlogs: true
|
||||||
|
command: ../bin/helmify
|
||||||
|
args:
|
||||||
|
- '{{`{{ if eq .Event.Name "prepare" }}build{{ else }}clean{{ end }}`}}'
|
||||||
|
- '{{`{{ .Release.Chart }}`}}'
|
||||||
|
- '{{`{{ .Environment.Name }}`}}'
|
||||||
|
- ../values/catalyst/manifests
|
||||||
|
- manifests
|
||||||
@@ -13,7 +13,7 @@ releases:
|
|||||||
- name: cert-manager
|
- name: cert-manager
|
||||||
namespace: cert-manager
|
namespace: cert-manager
|
||||||
chart: cert-manager/cert-manager
|
chart: cert-manager/cert-manager
|
||||||
version: v1.19.2
|
version: v1.20.2
|
||||||
condition: cert_manager.enabled
|
condition: cert_manager.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/cert-manager/values/cert-manager.yaml.gotmpl
|
- ../values/cert-manager/values/cert-manager.yaml.gotmpl
|
||||||
|
|||||||
@@ -3,7 +3,8 @@ bases:
|
|||||||
|
|
||||||
repositories:
|
repositories:
|
||||||
- name: cilium
|
- name: cilium
|
||||||
url: 'https://helm.cilium.io'
|
oci: true
|
||||||
|
url: 'quay.io/cilium/charts'
|
||||||
|
|
||||||
commonLabels:
|
commonLabels:
|
||||||
tier: system
|
tier: system
|
||||||
@@ -15,11 +16,11 @@ releases:
|
|||||||
- name: cilium
|
- name: cilium
|
||||||
namespace: kube-system
|
namespace: kube-system
|
||||||
chart: cilium/cilium
|
chart: cilium/cilium
|
||||||
version: 1.16.2
|
version: {{ if eq (requiredEnv "ARGOCD_ENV_CLUSTER_NAME") "hel1" }}1.19.1{{ else if eq (requiredEnv "ARGOCD_ENV_CLUSTER_NAME") "ekman" }}1.19.1{{ else }}1.16.19{{ end }}
|
||||||
condition: cilium.enabled
|
condition: cilium.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/cilium/values/cilium.yaml.gotmpl
|
- ../values/cilium/values/cilium.yaml.gotmpl
|
||||||
- ../values/cilium/values/cilium-{{ .Environment.Name }}.yaml.gotmpl
|
- ../values/cilium/values/cilium-{{ requiredEnv "ARGOCD_ENV_CLUSTER_NAME" }}.yaml.gotmpl
|
||||||
missingFileHandler: Info
|
missingFileHandler: Info
|
||||||
- name: manifests
|
- name: manifests
|
||||||
namespace: cilium
|
namespace: cilium
|
||||||
@@ -55,4 +56,3 @@ releases:
|
|||||||
- '{{`{{ .Environment.Name }}`}}'
|
- '{{`{{ .Environment.Name }}`}}'
|
||||||
- ../values/cilium/cilium-manifests
|
- ../values/cilium/cilium-manifests
|
||||||
- manifests
|
- manifests
|
||||||
|
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ commonLabels:
|
|||||||
|
|
||||||
releases:
|
releases:
|
||||||
- name: docs
|
- name: docs
|
||||||
namespace: {{ .Environment.Name }}-docs
|
namespace: docs
|
||||||
chart: ../charts/docs
|
chart: ../charts/docs
|
||||||
condition: docs.enabled
|
condition: docs.enabled
|
||||||
values:
|
values:
|
||||||
@@ -17,7 +17,7 @@ releases:
|
|||||||
- ../values/docs/kustomize/{{ .Environment.Name }}
|
- ../values/docs/kustomize/{{ .Environment.Name }}
|
||||||
missingFileHandler: Info
|
missingFileHandler: Info
|
||||||
- name: manifests
|
- name: manifests
|
||||||
namespace: {{ .Environment.Name }}-docs
|
namespace: docs
|
||||||
chart: manifests
|
chart: manifests
|
||||||
condition: docs.enabled
|
condition: docs.enabled
|
||||||
missingFileHandler: Info
|
missingFileHandler: Info
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ releases:
|
|||||||
- name: dragonfly
|
- name: dragonfly
|
||||||
namespace: dragonfly
|
namespace: dragonfly
|
||||||
chart: dragonfly/dragonfly-operator
|
chart: dragonfly/dragonfly-operator
|
||||||
version: v1.3.1
|
version: v1.5.0
|
||||||
condition: dragonfly.enabled
|
condition: dragonfly.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/dragonfly/values/dragonfly.yaml.gotmpl
|
- ../values/dragonfly/values/dragonfly.yaml.gotmpl
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ releases:
|
|||||||
- name: gatus
|
- name: gatus
|
||||||
namespace: uptime
|
namespace: uptime
|
||||||
chart: gatus/gatus
|
chart: gatus/gatus
|
||||||
version: 1.4.5
|
version: 1.5.0
|
||||||
condition: gatus.enabled
|
condition: gatus.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/gatus/values/values.yaml
|
- ../values/gatus/values/values.yaml
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ releases:
|
|||||||
- name: gitea
|
- name: gitea
|
||||||
namespace: gitea
|
namespace: gitea
|
||||||
chart: gitea/gitea
|
chart: gitea/gitea
|
||||||
version: 12.5.0
|
version: 12.5.3
|
||||||
condition: gitea.enabled
|
condition: gitea.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/gitea/values/values.yaml
|
- ../values/gitea/values/values.yaml
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ releases:
|
|||||||
- name: ingress-nginx
|
- name: ingress-nginx
|
||||||
namespace: ingress-nginx
|
namespace: ingress-nginx
|
||||||
chart: ingress-nginx/ingress-nginx
|
chart: ingress-nginx/ingress-nginx
|
||||||
version: 4.14.1
|
version: 4.15.1
|
||||||
condition: nginx.enabled
|
condition: nginx.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/ingress-nginx/values/ingress-nginx.yaml.gotmpl
|
- ../values/ingress-nginx/values/ingress-nginx.yaml.gotmpl
|
||||||
|
|||||||
@@ -0,0 +1,41 @@
|
|||||||
|
bases:
|
||||||
|
- ../envs/environments.yaml.gotmpl
|
||||||
|
|
||||||
|
repositories:
|
||||||
|
- name: jobset
|
||||||
|
oci: true
|
||||||
|
url: registry.k8s.io/jobset/charts
|
||||||
|
|
||||||
|
releases:
|
||||||
|
- name: jobset
|
||||||
|
namespace: jobset-system
|
||||||
|
chart: jobset/jobset
|
||||||
|
version: 0.11.1
|
||||||
|
condition: jobset.enabled
|
||||||
|
values:
|
||||||
|
- ../values/jobset/values/jobset.yaml.gotmpl
|
||||||
|
- ../values/jobset/values/jobset-{{ .Environment.Name }}.yaml.gotmpl
|
||||||
|
postRenderer: ../bin/kustomizer
|
||||||
|
postRendererArgs:
|
||||||
|
- ../values/jobset/kustomize/{{ .Environment.Name }}
|
||||||
|
missingFileHandler: Info
|
||||||
|
- name: manifests
|
||||||
|
namespace: jobset-system
|
||||||
|
chart: manifests
|
||||||
|
condition: jobset.enabled
|
||||||
|
missingFileHandler: Info
|
||||||
|
values:
|
||||||
|
- ../values/env.yaml
|
||||||
|
- ../values/env-{{ requiredEnv "ARGOCD_ENV_CLUSTER_NAME" }}.yaml
|
||||||
|
- ../values/jobset/env.yaml.gotmpl
|
||||||
|
- ../values/jobset/env-{{ requiredEnv "ARGOCD_ENV_CLUSTER_NAME" }}.yaml.gotmpl
|
||||||
|
hooks:
|
||||||
|
- events: [ prepare, cleanup ]
|
||||||
|
showlogs: true
|
||||||
|
command: ../bin/helmify
|
||||||
|
args:
|
||||||
|
- '{{`{{ if eq .Event.Name "prepare" }}build{{ else }}clean{{ end }}`}}'
|
||||||
|
- '{{`{{ .Release.Chart }}`}}'
|
||||||
|
- '{{`{{ .Environment.Name }}`}}'
|
||||||
|
- ../values/jobset/manifests
|
||||||
|
- manifests
|
||||||
@@ -12,7 +12,7 @@ releases:
|
|||||||
- name: {{ .Environment.Name }}-keycloak
|
- name: {{ .Environment.Name }}-keycloak
|
||||||
namespace: keycloak
|
namespace: keycloak
|
||||||
chart: bitnami/keycloak
|
chart: bitnami/keycloak
|
||||||
version: 24.0.2
|
version: 25.2.0
|
||||||
condition: keycloak.enabled
|
condition: keycloak.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/keycloak/values/values.yaml
|
- ../values/keycloak/values/values.yaml
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ releases:
|
|||||||
- name: kueue
|
- name: kueue
|
||||||
namespace: kueue-system
|
namespace: kueue-system
|
||||||
chart: oci://registry.k8s.io/kueue/charts/kueue
|
chart: oci://registry.k8s.io/kueue/charts/kueue
|
||||||
version: 0.15.0
|
version: 0.17.1
|
||||||
condition: kueue.enabled
|
condition: kueue.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/kueue/values/values.yaml
|
- ../values/kueue/values/values.yaml
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ releases:
|
|||||||
- name: kyverno
|
- name: kyverno
|
||||||
namespace: kyverno
|
namespace: kyverno
|
||||||
chart: kyverno/kyverno
|
chart: kyverno/kyverno
|
||||||
version: 3.6.1
|
version: 3.7.1
|
||||||
condition: kyverno.enabled
|
condition: kyverno.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/kyverno/values/kyverno.yaml.gotmpl
|
- ../values/kyverno/values/kyverno.yaml.gotmpl
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ releases:
|
|||||||
- name: loki
|
- name: loki
|
||||||
namespace: loki
|
namespace: loki
|
||||||
chart: loki/loki
|
chart: loki/loki
|
||||||
version: 6.42.0
|
version: 6.55.0
|
||||||
condition: loki.enabled
|
condition: loki.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/loki/values/loki.yaml.gotmpl
|
- ../values/loki/values/loki.yaml.gotmpl
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ commonLabels:
|
|||||||
|
|
||||||
releases:
|
releases:
|
||||||
- name: makai
|
- name: makai
|
||||||
namespace: {{ .Environment.Name }}-makai
|
namespace: makai
|
||||||
chart: ../charts/makai
|
chart: ../charts/makai
|
||||||
condition: makai.enabled
|
condition: makai.enabled
|
||||||
values:
|
values:
|
||||||
@@ -17,7 +17,7 @@ releases:
|
|||||||
- ../values/makai/kustomize/{{ .Environment.Name }}
|
- ../values/makai/kustomize/{{ .Environment.Name }}
|
||||||
missingFileHandler: Info
|
missingFileHandler: Info
|
||||||
- name: manifests
|
- name: manifests
|
||||||
namespace: {{ .Environment.Name }}-makai
|
namespace: makai
|
||||||
chart: manifests
|
chart: manifests
|
||||||
condition: makai.enabled
|
condition: makai.enabled
|
||||||
missingFileHandler: Info
|
missingFileHandler: Info
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ releases:
|
|||||||
- name: mariadb-operator
|
- name: mariadb-operator
|
||||||
namespace: mariadb-operator
|
namespace: mariadb-operator
|
||||||
chart: mariadb-operator/mariadb-operator
|
chart: mariadb-operator/mariadb-operator
|
||||||
version: 25.10.3
|
version: 26.3.0
|
||||||
condition: mariadb_operator.enabled
|
condition: mariadb_operator.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/mariadb-operator/values/mariadb-operator.yaml.gotmpl
|
- ../values/mariadb-operator/values/mariadb-operator.yaml.gotmpl
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ releases:
|
|||||||
namespace: {{ .Environment.Name }}-openfga
|
namespace: {{ .Environment.Name }}-openfga
|
||||||
{{- end }}
|
{{- end }}
|
||||||
chart: openfga/openfga
|
chart: openfga/openfga
|
||||||
version: 0.2.50
|
version: 0.3.2
|
||||||
condition: openfga.enabled
|
condition: openfga.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/openfga/values/values.yaml
|
- ../values/openfga/values/values.yaml
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ releases:
|
|||||||
- name: opentelemetry-collector
|
- name: opentelemetry-collector
|
||||||
namespace: otel
|
namespace: otel
|
||||||
chart: open-telemetry/opentelemetry-collector
|
chart: open-telemetry/opentelemetry-collector
|
||||||
version: 0.142.1
|
version: 0.150.1
|
||||||
condition: otel.enabled
|
condition: otel.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/opentelemetry-collector/values/values.yaml
|
- ../values/opentelemetry-collector/values/values.yaml
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ releases:
|
|||||||
- name: postgres-operator
|
- name: postgres-operator
|
||||||
namespace: cnpg
|
namespace: cnpg
|
||||||
chart: cloudnative-pg/cloudnative-pg
|
chart: cloudnative-pg/cloudnative-pg
|
||||||
version: 0.27.0
|
version: 0.28.0
|
||||||
condition: postgres_operator.enabled
|
condition: postgres_operator.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/postgres-operator/values/postgres-operator.yaml.gotmpl
|
- ../values/postgres-operator/values/postgres-operator.yaml.gotmpl
|
||||||
@@ -27,7 +27,7 @@ releases:
|
|||||||
- name: plugin-barman-cloud
|
- name: plugin-barman-cloud
|
||||||
namespace: cnpg
|
namespace: cnpg
|
||||||
chart: cloudnative-pg/plugin-barman-cloud
|
chart: cloudnative-pg/plugin-barman-cloud
|
||||||
version: 0.3.1
|
version: 0.6.0
|
||||||
condition: postgres_operator.enabled
|
condition: postgres_operator.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/postgres-operator/values/plugin-barman-cloud.yaml.gotmpl
|
- ../values/postgres-operator/values/plugin-barman-cloud.yaml.gotmpl
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ releases:
|
|||||||
- name: prometheus
|
- name: prometheus
|
||||||
namespace: prometheus
|
namespace: prometheus
|
||||||
chart: prometheus/kube-prometheus-stack
|
chart: prometheus/kube-prometheus-stack
|
||||||
version: 72.7.0
|
version: 82.15.1
|
||||||
condition: prometheus.enabled
|
condition: prometheus.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/prometheus/values/prometheus.yaml.gotmpl
|
- ../values/prometheus/values/prometheus.yaml.gotmpl
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ releases:
|
|||||||
- name: slurm-operator
|
- name: slurm-operator
|
||||||
namespace: slinky
|
namespace: slinky
|
||||||
chart: slurm-operator/slurm-operator
|
chart: slurm-operator/slurm-operator
|
||||||
version: 0.4.1
|
version: 1.0.3
|
||||||
condition: slurm_operator.enabled
|
condition: slurm_operator.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/slurm-operator/values/slurm-operator.yaml.gotmpl
|
- ../values/slurm-operator/values/slurm-operator.yaml.gotmpl
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ releases:
|
|||||||
- name: slurm
|
- name: slurm
|
||||||
namespace: slurm
|
namespace: slurm
|
||||||
chart: slurm/slurm
|
chart: slurm/slurm
|
||||||
version: 0.4.1
|
version: 1.0.3
|
||||||
condition: slurm.enabled
|
condition: slurm.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/slurm/values/slurm.yaml.gotmpl
|
- ../values/slurm/values/slurm.yaml.gotmpl
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ releases:
|
|||||||
- name: spegel
|
- name: spegel
|
||||||
namespace: spegel
|
namespace: spegel
|
||||||
chart: spegel/spegel
|
chart: spegel/spegel
|
||||||
version: 0.6.0
|
version: 0.7.0
|
||||||
condition: spegel.enabled
|
condition: spegel.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/spegel/values/spegel.yaml.gotmpl
|
- ../values/spegel/values/spegel.yaml.gotmpl
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ releases:
|
|||||||
- name: umami
|
- name: umami
|
||||||
namespace: analytics
|
namespace: analytics
|
||||||
chart: umami/umami
|
chart: umami/umami
|
||||||
version: 6.0.1
|
version: 7.7.20
|
||||||
condition: umami.enabled
|
condition: umami.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/umami/values/values.yaml
|
- ../values/umami/values/values.yaml
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ releases:
|
|||||||
- name: velero
|
- name: velero
|
||||||
namespace: velero
|
namespace: velero
|
||||||
chart: velero/velero
|
chart: velero/velero
|
||||||
version: 11.3.2
|
version: 12.0.0
|
||||||
condition: velero.enabled
|
condition: velero.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/velero/values/velero.yaml.gotmpl
|
- ../values/velero/values/velero.yaml.gotmpl
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ releases:
|
|||||||
- name: x509-exporter
|
- name: x509-exporter
|
||||||
namespace: x509-exporter
|
namespace: x509-exporter
|
||||||
chart: x509-exporter/x509-certificate-exporter
|
chart: x509-exporter/x509-certificate-exporter
|
||||||
version: 3.19.1
|
version: 3.20.1
|
||||||
condition: x509_exporter.enabled
|
condition: x509_exporter.enabled
|
||||||
values:
|
values:
|
||||||
- ../values/x509-exporter/values/x509-exporter.yaml.gotmpl
|
- ../values/x509-exporter/values/x509-exporter.yaml.gotmpl
|
||||||
|
|||||||
@@ -0,0 +1,19 @@
|
|||||||
|
{
|
||||||
|
buildGoModule,
|
||||||
|
fetchFromGitHub,
|
||||||
|
}:
|
||||||
|
buildGoModule rec {
|
||||||
|
pname = "kueuectl";
|
||||||
|
version = "0.16.3";
|
||||||
|
|
||||||
|
src = fetchFromGitHub {
|
||||||
|
owner = "kubernetes-sigs";
|
||||||
|
repo = "kueue";
|
||||||
|
rev = "v${version}";
|
||||||
|
hash = "sha256-JbU+ZoQ+YriaiIbbVCe45OTYycxYRanLhmQAdpE+xQ4=";
|
||||||
|
};
|
||||||
|
|
||||||
|
vendorHash = null;
|
||||||
|
|
||||||
|
subPackages = [ "cmd/kueuectl" ];
|
||||||
|
}
|
||||||
@@ -1,24 +0,0 @@
|
|||||||
{
|
|
||||||
"pins": {
|
|
||||||
"git-hooks": {
|
|
||||||
"type": "Git",
|
|
||||||
"repository": {
|
|
||||||
"type": "GitHub",
|
|
||||||
"owner": "cachix",
|
|
||||||
"repo": "git-hooks.nix"
|
|
||||||
},
|
|
||||||
"branch": "master",
|
|
||||||
"submodules": false,
|
|
||||||
"revision": "a1ef738813b15cf8ec759bdff5761b027e3e1d23",
|
|
||||||
"url": "https://github.com/cachix/git-hooks.nix/archive/a1ef738813b15cf8ec759bdff5761b027e3e1d23.tar.gz",
|
|
||||||
"hash": "sha256-Efs3VUPelRduf3PpfPP2ovEB4CXT7vHf8W+xc49RL/U="
|
|
||||||
},
|
|
||||||
"nixpkgs": {
|
|
||||||
"type": "Channel",
|
|
||||||
"name": "nixpkgs-unstable",
|
|
||||||
"url": "https://releases.nixos.org/nixpkgs/nixpkgs-26.05pre930822.ed142ab1b3a0/nixexprs.tar.xz",
|
|
||||||
"hash": "sha256-XH6awru9NnBc/m+2YhRNT8r1PAKEiPGF3gs//F3ods0="
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"version": 7
|
|
||||||
}
|
|
||||||
@@ -0,0 +1,71 @@
|
|||||||
|
{
|
||||||
|
sources ? import ../npins,
|
||||||
|
pkgs ? import sources.nixpkgs { },
|
||||||
|
treefmt ? import sources.treefmt-nix,
|
||||||
|
}:
|
||||||
|
let
|
||||||
|
globalExcludes = [
|
||||||
|
"npins/default.nix"
|
||||||
|
"attic"
|
||||||
|
"vcluster"
|
||||||
|
".*vendor"
|
||||||
|
".*chart/.*"
|
||||||
|
".*schema.json"
|
||||||
|
];
|
||||||
|
in
|
||||||
|
treefmt.evalModule pkgs {
|
||||||
|
projectRootFile = ".git/config";
|
||||||
|
|
||||||
|
settings = {
|
||||||
|
excludes = globalExcludes;
|
||||||
|
};
|
||||||
|
|
||||||
|
programs = {
|
||||||
|
|
||||||
|
# --- Nix formatting ---
|
||||||
|
nixfmt = {
|
||||||
|
enable = true;
|
||||||
|
package = pkgs.nixfmt;
|
||||||
|
};
|
||||||
|
statix.enable = true;
|
||||||
|
deadnix.enable = true;
|
||||||
|
|
||||||
|
# --- Shell ---
|
||||||
|
shellcheck = {
|
||||||
|
enable = true;
|
||||||
|
excludes = [
|
||||||
|
"vcluster/"
|
||||||
|
"attic/"
|
||||||
|
];
|
||||||
|
};
|
||||||
|
|
||||||
|
shfmt.enable = true;
|
||||||
|
|
||||||
|
# --- YAML ---
|
||||||
|
yamllint = {
|
||||||
|
enable = true;
|
||||||
|
excludes = [
|
||||||
|
"attic/"
|
||||||
|
"charts/templates/"
|
||||||
|
"charts/"
|
||||||
|
"values/"
|
||||||
|
"vcluster/"
|
||||||
|
];
|
||||||
|
settings = {
|
||||||
|
extends = "default";
|
||||||
|
rules = {
|
||||||
|
document-start = "disable";
|
||||||
|
line-length = {
|
||||||
|
max = 300;
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
# --- JSON ---
|
||||||
|
jsonfmt.enable = true;
|
||||||
|
|
||||||
|
# Optional: keep JSON sorted
|
||||||
|
# prettier.enable = true;
|
||||||
|
};
|
||||||
|
}
|
||||||
@@ -0,0 +1,24 @@
|
|||||||
|
{
|
||||||
|
"pins": {
|
||||||
|
"nixpkgs": {
|
||||||
|
"type": "Channel",
|
||||||
|
"name": "nixpkgs-unstable",
|
||||||
|
"url": "https://releases.nixos.org/nixpkgs/nixpkgs-26.05pre981196.b86751bc4085/nixexprs.tar.xz",
|
||||||
|
"hash": "sha256-mBqzkn7oJti2hqeO8iTbDxKw+1ifxpP53feQ0CEXies="
|
||||||
|
},
|
||||||
|
"treefmt-nix": {
|
||||||
|
"type": "Git",
|
||||||
|
"repository": {
|
||||||
|
"type": "GitHub",
|
||||||
|
"owner": "numtide",
|
||||||
|
"repo": "treefmt-nix"
|
||||||
|
},
|
||||||
|
"branch": "main",
|
||||||
|
"submodules": false,
|
||||||
|
"revision": "790751ff7fd3801feeaf96d7dc416a8d581265ba",
|
||||||
|
"url": "https://github.com/numtide/treefmt-nix/archive/790751ff7fd3801feeaf96d7dc416a8d581265ba.tar.gz",
|
||||||
|
"hash": "sha256-pc20NRoMdiar8oPQceQT47UUZMBTiMdUuWrYu2obUP0="
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"version": 7
|
||||||
|
}
|
||||||
@@ -0,0 +1,151 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: arome-script
|
||||||
|
namespace: cron
|
||||||
|
data:
|
||||||
|
download.py: |
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
from netCDF4 import Dataset
|
||||||
|
import re
|
||||||
|
from datetime import datetime, timedelta
|
||||||
|
|
||||||
|
fname ="https://thredds.met.no/thredds/dodsC/meps25epsarchive/YEAR/MONTH/DAY/meps_det_sfc_YEARMONTHDAYT00Z.ncml"
|
||||||
|
outdir = "/data/hdd/data/AROME"
|
||||||
|
|
||||||
|
|
||||||
|
def generate_thredds_names(start, stop):
|
||||||
|
start_date = datetime(int(start.split("-")[0]),
|
||||||
|
int(start.split("-")[1]),
|
||||||
|
int(start.split("-")[2]))
|
||||||
|
end_date = datetime(int(stop.split("-")[0]),
|
||||||
|
int(stop.split("-")[1]),
|
||||||
|
int(stop.split("-")[2]))
|
||||||
|
|
||||||
|
date_list = []
|
||||||
|
while start_date <= end_date:
|
||||||
|
date_list.append(start_date)
|
||||||
|
start_date += timedelta(days=1)
|
||||||
|
|
||||||
|
fileList = []
|
||||||
|
for date in date_list:
|
||||||
|
y = str(date.year)
|
||||||
|
m = (str(date.month)).zfill(2)
|
||||||
|
d = (str(date.day)).zfill(2)
|
||||||
|
|
||||||
|
f = re.sub("YEAR", y, fname)
|
||||||
|
f = re.sub("MONTH", m, f)
|
||||||
|
f = re.sub("DAY", d, f)
|
||||||
|
fileList.append(f)
|
||||||
|
|
||||||
|
return fileList
|
||||||
|
|
||||||
|
def copy_thredds_file(threddsFile, savename):
|
||||||
|
dsin = Dataset(threddsFile)
|
||||||
|
|
||||||
|
dsout = Dataset(savename, "w")
|
||||||
|
|
||||||
|
for dname, the_dim in dsin.dimensions.items():
|
||||||
|
dsout.createDimension(dname, len(the_dim) if not the_dim.isunlimited() else None)
|
||||||
|
|
||||||
|
aromeNames = ["time",
|
||||||
|
"longitude",
|
||||||
|
"latitude",
|
||||||
|
"land_area_fraction",
|
||||||
|
"air_temperature_2m",
|
||||||
|
"precipitation_amount_acc",
|
||||||
|
"water_evaporation_amount",
|
||||||
|
"relative_humidity_2m",
|
||||||
|
"integral_of_surface_downwelling_longwave_flux_in_air_wrt_time",
|
||||||
|
"integral_of_surface_net_downward_shortwave_flux_wrt_time",
|
||||||
|
"air_pressure_at_sea_level",
|
||||||
|
"x_wind_10m",
|
||||||
|
"y_wind_10m"]
|
||||||
|
|
||||||
|
for v_name, varin in dsin.variables.items():
|
||||||
|
if v_name in aromeNames:
|
||||||
|
fill_value = None
|
||||||
|
|
||||||
|
if hasattr(varin, "_FillValue"):
|
||||||
|
fill_value = varin._FillValue
|
||||||
|
|
||||||
|
outVar = dsout.createVariable(v_name, varin.datatype, varin.dimensions, fill_value=fill_value)
|
||||||
|
|
||||||
|
outVar.setncatts({k: varin.getncattr(k) for k in varin.ncattrs() if k not in ["_FillValue"]})
|
||||||
|
|
||||||
|
outVar[:] = varin[:]
|
||||||
|
dsout.close()
|
||||||
|
|
||||||
|
|
||||||
|
os.makedirs(outdir, exist_ok=True)
|
||||||
|
|
||||||
|
fList = generate_thredds_names("2026-04-24", datetime.today().strftime("%Y-%m-%d"))
|
||||||
|
failed = False
|
||||||
|
for fname in fList:
|
||||||
|
savename = os.path.join(outdir, fname.split("/")[-1].split(".")[0] + ".nc")
|
||||||
|
if os.path.exists(savename):
|
||||||
|
print(f"Skipping {savename}, already exists")
|
||||||
|
continue
|
||||||
|
print(savename)
|
||||||
|
try:
|
||||||
|
try:
|
||||||
|
copy_thredds_file(fname, savename)
|
||||||
|
except:
|
||||||
|
alt_fname = re.sub("sfc", "2_5km", fname)
|
||||||
|
alt_fname = re.sub("ncml", "nc", alt_fname)
|
||||||
|
copy_thredds_file(alt_fname, savename)
|
||||||
|
except Exception as e:
|
||||||
|
print(f"File not found: {fname} ({e})")
|
||||||
|
failed = True
|
||||||
|
|
||||||
|
if failed:
|
||||||
|
sys.exit(1)
|
||||||
|
---
|
||||||
|
apiVersion: batch/v1
|
||||||
|
kind: CronJob
|
||||||
|
metadata:
|
||||||
|
name: arome
|
||||||
|
namespace: cron
|
||||||
|
spec:
|
||||||
|
schedule: 0 6 * * * # Everyday at 06:00, use https://crontab.guru
|
||||||
|
concurrencyPolicy: "Forbid" # If only one at at time set to Allow else Forbid
|
||||||
|
successfulJobsHistoryLimit: 10
|
||||||
|
failedJobsHistoryLimit: 3
|
||||||
|
jobTemplate:
|
||||||
|
spec:
|
||||||
|
backoffLimit: 3
|
||||||
|
template:
|
||||||
|
spec:
|
||||||
|
restartPolicy: "Never"
|
||||||
|
containers:
|
||||||
|
- name: cronpod
|
||||||
|
image: juselius/busynix:1.1
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
command:
|
||||||
|
- /bin/sh
|
||||||
|
- -c
|
||||||
|
- |
|
||||||
|
if nix-shell -p 'python3.withPackages(ps: [ps.netcdf4])' --run 'python3 /scripts/download.py'; then
|
||||||
|
chown -R 5000:5000 /data/hdd/data/AROME
|
||||||
|
chmod -R g+w /data/hdd/data/AROME
|
||||||
|
else
|
||||||
|
echo "Job failed, sleeping 30 minutes before retry..."
|
||||||
|
sleep 1800
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
resources: {}
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /data
|
||||||
|
- name: script
|
||||||
|
mountPath: /scripts
|
||||||
|
securityContext: {}
|
||||||
|
volumes:
|
||||||
|
- name: data
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: ekman-data
|
||||||
|
- name: script
|
||||||
|
configMap:
|
||||||
|
name: arome-script
|
||||||
|
defaultMode: 0755
|
||||||
@@ -0,0 +1,178 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: mur-script
|
||||||
|
namespace: cron
|
||||||
|
data:
|
||||||
|
download.py: |
|
||||||
|
import argparse
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
import requests
|
||||||
|
from datetime import datetime
|
||||||
|
|
||||||
|
parser = argparse.ArgumentParser(description="Download MUR SST files from NASA Earthdata")
|
||||||
|
parser.add_argument("-sd", "--start_date", required=True, help="Start date (YYYY-MM-DD)")
|
||||||
|
parser.add_argument("-ed", "--end_date", required=True, help="End date (YYYY-MM-DD)")
|
||||||
|
parser.add_argument("-o", "--out_dir", default="MUR_SST_nc", help="Output directory")
|
||||||
|
parser.add_argument("-v", "--verbose", action="store_true", help="Verbose output")
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
|
||||||
|
def create_session():
|
||||||
|
session = requests.Session()
|
||||||
|
session.headers.update({
|
||||||
|
"User-Agent": "mur-sst-downloader",
|
||||||
|
"Accept-Encoding": "identity"
|
||||||
|
})
|
||||||
|
return session
|
||||||
|
|
||||||
|
|
||||||
|
def get_download_urls(startdate, enddate, verbose=False):
|
||||||
|
url = (
|
||||||
|
"https://cmr.earthdata.nasa.gov/search/granules.umm_json"
|
||||||
|
f"?collection_concept_id=C1996881146-POCLOUD"
|
||||||
|
f"&temporal={startdate}T00:00:00Z,{enddate}T00:00:00Z"
|
||||||
|
"&pageSize=365"
|
||||||
|
)
|
||||||
|
|
||||||
|
r = requests.get(url)
|
||||||
|
r.raise_for_status()
|
||||||
|
data = r.json()
|
||||||
|
|
||||||
|
urls = []
|
||||||
|
for item in data["items"]:
|
||||||
|
for link in item["umm"]["RelatedUrls"]:
|
||||||
|
# Prefer direct HTTPS download links
|
||||||
|
if link.get("Type") == "GET DATA":
|
||||||
|
urls.append(link["URL"])
|
||||||
|
|
||||||
|
if verbose:
|
||||||
|
print(f"Found {len(urls)} files")
|
||||||
|
|
||||||
|
return urls
|
||||||
|
|
||||||
|
|
||||||
|
def download_file(session, url, out_dir, verbose=False):
|
||||||
|
filename = os.path.basename(url)
|
||||||
|
local_path = os.path.join(out_dir, filename)
|
||||||
|
|
||||||
|
if os.path.exists(local_path):
|
||||||
|
if verbose:
|
||||||
|
print(f"Skipping existing: {filename}")
|
||||||
|
return True
|
||||||
|
|
||||||
|
if verbose:
|
||||||
|
print(f"Downloading: {filename}")
|
||||||
|
|
||||||
|
try:
|
||||||
|
with session.get(url, stream=True, allow_redirects=True, timeout=60) as r:
|
||||||
|
if r.status_code == 401:
|
||||||
|
raise Exception("Unauthorized (check .netrc credentials)")
|
||||||
|
|
||||||
|
r.raise_for_status()
|
||||||
|
|
||||||
|
with open(local_path, "wb") as f:
|
||||||
|
for chunk in r.iter_content(chunk_size=8192):
|
||||||
|
if chunk:
|
||||||
|
f.write(chunk)
|
||||||
|
|
||||||
|
if verbose:
|
||||||
|
print(f"Saved: {filename}")
|
||||||
|
return True
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
print(f"Failed: {filename} -> {e}")
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
def validate_dates(start, end):
|
||||||
|
try:
|
||||||
|
datetime.strptime(start, "%Y-%m-%d")
|
||||||
|
datetime.strptime(end, "%Y-%m-%d")
|
||||||
|
except ValueError:
|
||||||
|
print("Error: Dates must be in YYYY-MM-DD format")
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
validate_dates(args.start_date, args.end_date)
|
||||||
|
|
||||||
|
# os.makedirs(args.out_dir, exist_ok=True)
|
||||||
|
|
||||||
|
session = create_session()
|
||||||
|
|
||||||
|
urls = get_download_urls(args.start_date, args.end_date, args.verbose)
|
||||||
|
|
||||||
|
failed = False
|
||||||
|
for url in urls:
|
||||||
|
if not download_file(session, url, args.out_dir, args.verbose):
|
||||||
|
failed = True
|
||||||
|
|
||||||
|
if failed:
|
||||||
|
sys.exit(1)
|
||||||
|
print(f"\nDone. Downloaded files to: {args.out_dir}")
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
|
---
|
||||||
|
apiVersion: batch/v1
|
||||||
|
kind: CronJob
|
||||||
|
metadata:
|
||||||
|
name: mur
|
||||||
|
namespace: cron
|
||||||
|
spec:
|
||||||
|
schedule: "0 6 * * *" # Everyday at 06:00, use https://crontab.guru
|
||||||
|
concurrencyPolicy: "Forbid"
|
||||||
|
successfulJobsHistoryLimit: 10
|
||||||
|
failedJobsHistoryLimit: 3
|
||||||
|
jobTemplate:
|
||||||
|
spec:
|
||||||
|
backoffLimit: 3
|
||||||
|
template:
|
||||||
|
spec:
|
||||||
|
restartPolicy: "Never"
|
||||||
|
containers:
|
||||||
|
- name: cronpod
|
||||||
|
image: juselius/busynix:1.1
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
command:
|
||||||
|
- /bin/sh
|
||||||
|
- -c
|
||||||
|
- |
|
||||||
|
nix-shell -p 'python3.withPackages(ps: [ps.requests])' coreutils --run '
|
||||||
|
python3 /scripts/download.py \
|
||||||
|
-sd $(date -d "3 days ago" +%Y-%m-%d) \
|
||||||
|
-ed $(date +%Y-%m-%d) \
|
||||||
|
-o /data/hdd/data/river-data/MUR/MUR_SST_nc \
|
||||||
|
-v &&
|
||||||
|
chown -R 5000:5000 /data/hdd/data/river-data/MUR/MUR_SST_nc &&
|
||||||
|
chmod -R g+w /data/hdd/data/river-data/MUR/MUR_SST_nc
|
||||||
|
' || {
|
||||||
|
echo "Job failed, sleeping 30 minutes before retry..."
|
||||||
|
sleep 1800
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
resources: {}
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /data
|
||||||
|
- name: script
|
||||||
|
mountPath: /scripts
|
||||||
|
- name: netrc
|
||||||
|
mountPath: /root/.netrc
|
||||||
|
subPath: .netrc
|
||||||
|
readOnly: true
|
||||||
|
securityContext: {}
|
||||||
|
volumes:
|
||||||
|
- name: data
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: ekman-data
|
||||||
|
- name: script
|
||||||
|
configMap:
|
||||||
|
name: mur-script
|
||||||
|
defaultMode: 0755
|
||||||
|
- name: netrc
|
||||||
|
secret:
|
||||||
|
secretName: mur-netrc
|
||||||
@@ -0,0 +1,245 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: nemo-script
|
||||||
|
namespace: cron
|
||||||
|
data:
|
||||||
|
download.sh: |
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
# this script downloads files from
|
||||||
|
# https://data.marine.copernicus.eu/product/NWSHELF_ANALYSISFORECAST_PHY_004_013
|
||||||
|
|
||||||
|
set -euf -o pipefail
|
||||||
|
|
||||||
|
START_DATE="$1"
|
||||||
|
END_DATE="$2"
|
||||||
|
|
||||||
|
current_date="$START_DATE"
|
||||||
|
|
||||||
|
while [[ "$current_date" < "$END_DATE" ]]; do
|
||||||
|
next_date=$(date -I -d "$current_date + 1 day")
|
||||||
|
echo "Running subset for $current_date to $next_date"
|
||||||
|
|
||||||
|
outfile="cmems_mod_nws_phy-sal_anfc_1.5km-3D_PT1H-i_${current_date}--${next_date}.nc"
|
||||||
|
if [[ -f "/data/hdd/data/NEMO/$outfile" ]]; then
|
||||||
|
echo "Skipping salt (already exists)"
|
||||||
|
else
|
||||||
|
copernicusmarine subset \
|
||||||
|
--dataset-id cmems_mod_nws_phy-sal_anfc_1.5km-3D_PT1H-i \
|
||||||
|
-t "$current_date" \
|
||||||
|
-T "$next_date" \
|
||||||
|
-f "$outfile" \
|
||||||
|
-o /data/hdd/data/NEMO/
|
||||||
|
echo "Downloaded salt"
|
||||||
|
fi
|
||||||
|
|
||||||
|
outfile="cmems_mod_nws_phy-cur_anfc_1.5km-3D_PT1H-i_${current_date}--${next_date}.nc"
|
||||||
|
if [[ -f "/data/hdd/data/NEMO/$outfile" ]]; then
|
||||||
|
echo "Skipping currents (already exists)"
|
||||||
|
else
|
||||||
|
copernicusmarine subset \
|
||||||
|
--dataset-id cmems_mod_nws_phy-cur_anfc_1.5km-3D_PT1H-i \
|
||||||
|
-t "$current_date" \
|
||||||
|
-T "$next_date" \
|
||||||
|
-f "$outfile" \
|
||||||
|
-o /data/hdd/data/NEMO/
|
||||||
|
echo "Downloaded currents"
|
||||||
|
fi
|
||||||
|
|
||||||
|
outfile="cmems_mod_nws_phy-tem_anfc_1.5km-3D_PT1H-i_${current_date}--${next_date}.nc"
|
||||||
|
if [[ -f "/data/hdd/data/NEMO/$outfile" ]]; then
|
||||||
|
echo "Skipping temperature (already exists)"
|
||||||
|
else
|
||||||
|
copernicusmarine subset \
|
||||||
|
--dataset-id cmems_mod_nws_phy-tem_anfc_1.5km-3D_PT1H-i \
|
||||||
|
-t "$current_date" \
|
||||||
|
-T "$next_date" \
|
||||||
|
-f "$outfile" \
|
||||||
|
-o /data/hdd/data/NEMO/
|
||||||
|
echo "Downloaded temperature"
|
||||||
|
fi
|
||||||
|
|
||||||
|
outfile="cmems_mod_nws_phy-ssh_anfc_1.5km-2D_PT15M-i_${current_date}--${next_date}.nc"
|
||||||
|
if [[ -f "/data/hdd/data/NEMO/$outfile" ]]; then
|
||||||
|
echo "Skipping ssh (already exists)"
|
||||||
|
else
|
||||||
|
copernicusmarine subset \
|
||||||
|
--dataset-id cmems_mod_nws_phy-ssh_anfc_1.5km-2D_PT15M-i \
|
||||||
|
-t "$current_date" \
|
||||||
|
-T "$next_date" \
|
||||||
|
-f "$outfile" \
|
||||||
|
-o /data/hdd/data/NEMO/
|
||||||
|
echo "Downloaded ssh"
|
||||||
|
fi
|
||||||
|
|
||||||
|
current_date="$next_date"
|
||||||
|
done
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: nemo-nix
|
||||||
|
namespace: cron
|
||||||
|
data:
|
||||||
|
shell.nix: |
|
||||||
|
let
|
||||||
|
nixpkgs = builtins.fetchTarball {
|
||||||
|
url = "https://releases.nixos.org/nixos/25.11/nixos-25.11.9586.10e7ad5bbcb4/nixexprs.tar.xz";
|
||||||
|
sha256 = "sha256-wjAIDqQxE+kWV2lbykQCcS+F0ArQwmN8iNw0kcj4iaA=";
|
||||||
|
};
|
||||||
|
pkgs = import nixpkgs { overlays = [ (import ./default.nix) ]; };
|
||||||
|
in pkgs.mkShell {
|
||||||
|
buildInputs = [
|
||||||
|
(pkgs.python3.withPackages (ps: [ pkgs.copernicusmarine ]))
|
||||||
|
pkgs.coreutils
|
||||||
|
pkgs.bash
|
||||||
|
];
|
||||||
|
}
|
||||||
|
default.nix: |
|
||||||
|
final: prev: {
|
||||||
|
arcosparse = prev.callPackage ./arcosparse.nix { };
|
||||||
|
copernicusmarine = prev.callPackage ./copernicusmarine.nix {
|
||||||
|
arcosparse = final.arcosparse;
|
||||||
|
};
|
||||||
|
}
|
||||||
|
copernicusmarine.nix: |
|
||||||
|
{
|
||||||
|
fetchPypi,
|
||||||
|
python3Packages,
|
||||||
|
arcosparse,
|
||||||
|
}:
|
||||||
|
python3Packages.buildPythonPackage rec {
|
||||||
|
pname = "copernicusmarine";
|
||||||
|
version = "2.2.2";
|
||||||
|
format = "pyproject";
|
||||||
|
|
||||||
|
src = fetchPypi {
|
||||||
|
inherit version;
|
||||||
|
pname = "copernicusmarine";
|
||||||
|
sha256 = "sha256-5T3iH4Hh08wIao2MMveb/bVnVz0pK0PoN4CRk811P0g=";
|
||||||
|
};
|
||||||
|
|
||||||
|
pythonRelaxDeps = true;
|
||||||
|
|
||||||
|
nativeBuildInputs = [ python3Packages.poetry-core ];
|
||||||
|
propagatedBuildInputs = with python3Packages; [
|
||||||
|
boto3
|
||||||
|
click
|
||||||
|
dask
|
||||||
|
h5netcdf
|
||||||
|
arcosparse
|
||||||
|
lxml
|
||||||
|
numpy
|
||||||
|
pydantic
|
||||||
|
pystac
|
||||||
|
requests
|
||||||
|
semver
|
||||||
|
setuptools
|
||||||
|
tqdm
|
||||||
|
xarray
|
||||||
|
zarr
|
||||||
|
];
|
||||||
|
}
|
||||||
|
arcosparse.nix: |
|
||||||
|
{
|
||||||
|
fetchPypi,
|
||||||
|
python3Packages,
|
||||||
|
}:
|
||||||
|
python3Packages.buildPythonPackage rec {
|
||||||
|
pname = "arcosparse";
|
||||||
|
version = "0.4.2";
|
||||||
|
format = "pyproject";
|
||||||
|
|
||||||
|
src = fetchPypi {
|
||||||
|
inherit version;
|
||||||
|
pname = "arcosparse";
|
||||||
|
sha256 = "sha256-Z8NW+dsC3uXk101kr8tzsgjAoFb4KNdGkxyFkJ5UhFA=";
|
||||||
|
};
|
||||||
|
|
||||||
|
pythonRelaxDeps = true;
|
||||||
|
|
||||||
|
nativeBuildInputs = [ python3Packages.poetry-core ];
|
||||||
|
propagatedBuildInputs = with python3Packages; [
|
||||||
|
pyarrow
|
||||||
|
pandas
|
||||||
|
pystac
|
||||||
|
tqdm
|
||||||
|
requests
|
||||||
|
];
|
||||||
|
}
|
||||||
|
---
|
||||||
|
apiVersion: batch/v1
|
||||||
|
kind: CronJob
|
||||||
|
metadata:
|
||||||
|
name: nemo
|
||||||
|
namespace: cron
|
||||||
|
spec:
|
||||||
|
schedule: "0 13 * * *" # Everyday at 13:00, use https://crontab.guru
|
||||||
|
concurrencyPolicy: "Forbid"
|
||||||
|
successfulJobsHistoryLimit: 10
|
||||||
|
failedJobsHistoryLimit: 3
|
||||||
|
jobTemplate:
|
||||||
|
spec:
|
||||||
|
backoffLimit: 3
|
||||||
|
template:
|
||||||
|
spec:
|
||||||
|
restartPolicy: "Never"
|
||||||
|
containers:
|
||||||
|
- name: cronpod
|
||||||
|
image: ghcr.io/lix-project/lix:latest
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
command:
|
||||||
|
- /bin/sh
|
||||||
|
- -c
|
||||||
|
- |
|
||||||
|
nix-shell /nix-overlay/shell.nix \
|
||||||
|
--keep COPERNICUSMARINE_SERVICE_USERNAME \
|
||||||
|
--keep COPERNICUSMARINE_SERVICE_PASSWORD \
|
||||||
|
--run '
|
||||||
|
copernicusmarine login \
|
||||||
|
--username "$COPERNICUSMARINE_SERVICE_USERNAME" \
|
||||||
|
--password "$COPERNICUSMARINE_SERVICE_PASSWORD" \
|
||||||
|
--force-overwrite &&
|
||||||
|
bash /scripts/download.sh \
|
||||||
|
$(date -d "2 days ago" +%Y-%m-%d) \
|
||||||
|
$(date +%Y-%m-%d) &&
|
||||||
|
chown -R 5000:5000 /data/hdd/data/NEMO &&
|
||||||
|
chmod -R g+w /data/hdd/data/NEMO
|
||||||
|
' || {
|
||||||
|
echo "Job failed, sleeping 30 minutes before retry..."
|
||||||
|
sleep 1800
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
env:
|
||||||
|
- name: COPERNICUSMARINE_SERVICE_USERNAME
|
||||||
|
valueFrom:
|
||||||
|
secretKeyRef:
|
||||||
|
name: nemo-credentials
|
||||||
|
key: username
|
||||||
|
- name: COPERNICUSMARINE_SERVICE_PASSWORD
|
||||||
|
valueFrom:
|
||||||
|
secretKeyRef:
|
||||||
|
name: nemo-credentials
|
||||||
|
key: password
|
||||||
|
resources: {}
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /data
|
||||||
|
- name: script
|
||||||
|
mountPath: /scripts
|
||||||
|
- name: nix
|
||||||
|
mountPath: /nix-overlay
|
||||||
|
securityContext: {}
|
||||||
|
volumes:
|
||||||
|
- name: data
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: ekman-data
|
||||||
|
- name: script
|
||||||
|
configMap:
|
||||||
|
name: nemo-script
|
||||||
|
defaultMode: 0755
|
||||||
|
- name: nix
|
||||||
|
configMap:
|
||||||
|
name: nemo-nix
|
||||||
|
defaultMode: 0644
|
||||||
@@ -0,0 +1,113 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: norkyst-script
|
||||||
|
namespace: cron
|
||||||
|
data:
|
||||||
|
download.sh: |
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
# this script downloads files from:
|
||||||
|
# https://thredds.met.no/thredds/catalog/fou-hi/new_norkyst800m/norkyst_v3_test/his/catalog.html
|
||||||
|
|
||||||
|
# safe bash settings
|
||||||
|
set -euf -o pipefail
|
||||||
|
|
||||||
|
JOBS=8 # parallel downloads
|
||||||
|
|
||||||
|
# define start and end dates (YYYY-MM-DD)
|
||||||
|
start_date=$(date -d "yesterday" +%Y-%m-%d)
|
||||||
|
end_date=$(date -d "yesterday" +%Y-%m-%d)
|
||||||
|
|
||||||
|
# check if thredds is reachable before attempting any downloads
|
||||||
|
if ! wget --spider --quiet "https://thredds.met.no/thredds/catalog/fou-hi/new_norkyst800m/norkyst_v3_test/his/catalog.html"; then
|
||||||
|
echo "thredds.met.no is unreachable, aborting"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# function to print stuff in red
|
||||||
|
red() {
|
||||||
|
printf "\e[31m%s\e[0m" "$1"
|
||||||
|
}
|
||||||
|
|
||||||
|
download_day() {
|
||||||
|
local current_date="$1"
|
||||||
|
local year month day file_name target_file_name url
|
||||||
|
year=$(date -d "${current_date}" +%Y)
|
||||||
|
month=$(date -d "${current_date}" +%m)
|
||||||
|
day=$(date -d "${current_date}" +%d)
|
||||||
|
|
||||||
|
mkdir -p "/data/hdd/data/norkyst/${year}/${month}"
|
||||||
|
|
||||||
|
file_name="norkyst800_his_sdepth_${year}${month}${day}T00Z_m00_AN.nc"
|
||||||
|
target_file_name="/data/hdd/data/norkyst/${year}/${month}/${file_name}"
|
||||||
|
url="https://thredds.met.no/thredds/fileServer/fou-hi/new_norkyst800m/norkyst_v3_test/his/${year}/${month}/${day}/${file_name}"
|
||||||
|
|
||||||
|
if [[ ! -f "${target_file_name}" ]]; then
|
||||||
|
if wget --spider --quiet "${url}"; then
|
||||||
|
echo "downloading ${url}"
|
||||||
|
wget --tries=5 --waitretry=60 -O "${target_file_name}" "${url}"
|
||||||
|
else
|
||||||
|
echo "${target_file_name} $(red 'not found on server')"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
echo "${target_file_name} already exists locally"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
export -f download_day red
|
||||||
|
|
||||||
|
current_date=$(date -d "${start_date}" +%Y-%m-%d)
|
||||||
|
while [[ "${current_date}" < "${end_date}" || "${current_date}" == "${end_date}" ]]; do
|
||||||
|
echo "${current_date}"
|
||||||
|
current_date=$(date -d "${current_date} + 1 day" +%Y-%m-%d)
|
||||||
|
done | parallel -j "${JOBS}" download_day
|
||||||
|
---
|
||||||
|
apiVersion: batch/v1
|
||||||
|
kind: CronJob
|
||||||
|
metadata:
|
||||||
|
name: norkyst
|
||||||
|
namespace: cron
|
||||||
|
spec:
|
||||||
|
schedule: 0 13 * * * # Everyday at 13:00, use https://crontab.guru
|
||||||
|
concurrencyPolicy: "Allow"
|
||||||
|
successfulJobsHistoryLimit: 10
|
||||||
|
failedJobsHistoryLimit: 3
|
||||||
|
jobTemplate:
|
||||||
|
spec:
|
||||||
|
backoffLimit: 3
|
||||||
|
template:
|
||||||
|
spec:
|
||||||
|
restartPolicy: "Never"
|
||||||
|
containers:
|
||||||
|
- name: cronpod
|
||||||
|
image: juselius/busynix:1.1
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
command:
|
||||||
|
- /bin/sh
|
||||||
|
- -c
|
||||||
|
- |
|
||||||
|
nix-env -iA nixpkgs.wget nixpkgs.coreutils nixpkgs.bash nixpkgs.parallel
|
||||||
|
if bash /scripts/download.sh; then
|
||||||
|
chown -R 10000:10000 /data/hdd/data/norkyst
|
||||||
|
chmod -R g+w /data/hdd/data/norkyst
|
||||||
|
else
|
||||||
|
echo "Job failed, sleeping 30 minutes before retry..."
|
||||||
|
sleep 1800
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
resources: {}
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /data
|
||||||
|
- name: script
|
||||||
|
mountPath: /scripts
|
||||||
|
securityContext: {}
|
||||||
|
volumes:
|
||||||
|
- name: data
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: ekman-data
|
||||||
|
- name: script
|
||||||
|
configMap:
|
||||||
|
name: norkyst-script
|
||||||
|
defaultMode: 0755
|
||||||
@@ -0,0 +1,153 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: norshelf-script
|
||||||
|
namespace: cron
|
||||||
|
data:
|
||||||
|
download.sh: |
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
# this script downloads files from:
|
||||||
|
# https://thredds.met.no/thredds/catalog/sea_norshelf_files/YYYY/catalog.html
|
||||||
|
|
||||||
|
# safe bash settings
|
||||||
|
set -euf -o pipefail
|
||||||
|
|
||||||
|
# define start and end dates (YYYY-MM-DD)
|
||||||
|
start_date="2026-03-01"
|
||||||
|
end_date=$(date +%Y-%m-%d)
|
||||||
|
|
||||||
|
# check if thredds is reachable before attempting any downloads
|
||||||
|
if ! wget --spider --quiet "https://thredds.met.no/thredds/catalog/sea_norshelf_files/catalog.html"; then
|
||||||
|
echo "thredds.met.no is unreachable, aborting"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# function to print stuff in red
|
||||||
|
red() {
|
||||||
|
printf "\e[31m%s\e[0m" "$1"
|
||||||
|
}
|
||||||
|
|
||||||
|
current_date=$(date -d "${start_date}" +%Y-%m-%d)
|
||||||
|
while [[ "${current_date}" < "${end_date}" || "${current_date}" == "${end_date}" ]]; do
|
||||||
|
year=$(date -d "${current_date}" +%Y)
|
||||||
|
month=$(date -d "${current_date}" +%m)
|
||||||
|
day=$(date -d "${current_date}" +%d)
|
||||||
|
|
||||||
|
mkdir -p "/data/hdd/data/norshelf/sea_norshelf_files/${year}/${month}"
|
||||||
|
|
||||||
|
file_name="norshelf_qck_an_${year}${month}${day}T00Z.nc"
|
||||||
|
target_file_name="/data/hdd/data/norshelf/sea_norshelf_files/${year}/${month}/${file_name}"
|
||||||
|
url="https://thredds.met.no/thredds/fileServer/sea_norshelf_files/${year}/${month}/${file_name}"
|
||||||
|
|
||||||
|
if [[ ! -f "${target_file_name}" ]]; then
|
||||||
|
if wget --spider --quiet "${url}"; then
|
||||||
|
echo "downloading ${url}"
|
||||||
|
wget --tries=5 --waitretry=60 -O "${target_file_name}" "${url}"
|
||||||
|
else
|
||||||
|
echo "${target_file_name} $(red 'not found on server')"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
echo "${target_file_name} already exists locally"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# move to next day
|
||||||
|
current_date=$(date -d "${current_date} + 1 day" +%Y-%m-%d)
|
||||||
|
done
|
||||||
|
---
|
||||||
|
apiVersion: batch/v1
|
||||||
|
kind: CronJob
|
||||||
|
metadata:
|
||||||
|
name: norshelf
|
||||||
|
namespace: cron
|
||||||
|
spec:
|
||||||
|
schedule: 0 13 * * * # Everyday at 13:00, use https://crontab.guru
|
||||||
|
concurrencyPolicy: "Forbid" # If only one at at time set to Allow else Forbid
|
||||||
|
successfulJobsHistoryLimit: 10
|
||||||
|
failedJobsHistoryLimit: 3
|
||||||
|
jobTemplate:
|
||||||
|
spec:
|
||||||
|
backoffLimit: 3
|
||||||
|
template:
|
||||||
|
spec:
|
||||||
|
restartPolicy: "Never"
|
||||||
|
containers:
|
||||||
|
- name: cronpod
|
||||||
|
image: juselius/busynix:1.1
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
command:
|
||||||
|
- /bin/sh
|
||||||
|
- -c
|
||||||
|
- |
|
||||||
|
nix-env -iA nixpkgs.wget nixpkgs.coreutils nixpkgs.bash
|
||||||
|
if bash /scripts/download.sh; then
|
||||||
|
chown -R 5000:5000 /data/hdd/data/norshelf
|
||||||
|
chmod -R g+w /data/hdd/data/norshelf
|
||||||
|
else
|
||||||
|
echo "Job failed, sleeping 30 minutes before retry..."
|
||||||
|
sleep 1800
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
resources: {}
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /data
|
||||||
|
- name: script
|
||||||
|
mountPath: /scripts
|
||||||
|
securityContext: {}
|
||||||
|
volumes:
|
||||||
|
- name: data
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: ekman-data
|
||||||
|
- name: script
|
||||||
|
configMap:
|
||||||
|
name: norshelf-script
|
||||||
|
defaultMode: 0755
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: PersistentVolumeClaim
|
||||||
|
metadata:
|
||||||
|
name: ekman-data
|
||||||
|
namespace: cron
|
||||||
|
spec:
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteMany
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
storage: 1Gi
|
||||||
|
storageClassName: ""
|
||||||
|
volumeMode: Filesystem
|
||||||
|
volumeName: pv-ekman-data
|
||||||
|
status:
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteMany
|
||||||
|
capacity:
|
||||||
|
storage: 1Gi
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: PersistentVolume
|
||||||
|
metadata:
|
||||||
|
name: pv-ekman-data
|
||||||
|
spec:
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteMany
|
||||||
|
claimRef:
|
||||||
|
apiVersion: v1
|
||||||
|
kind: PersistentVolumeClaim
|
||||||
|
name: ekman-data
|
||||||
|
namespace: cron
|
||||||
|
capacity:
|
||||||
|
storage: 1Gi
|
||||||
|
csi:
|
||||||
|
driver: rook-ceph.cephfs.csi.ceph.com
|
||||||
|
nodeStageSecretRef:
|
||||||
|
name: rook-csi-cephfs-node
|
||||||
|
namespace: rook-ceph
|
||||||
|
volumeAttributes:
|
||||||
|
clusterID: rook-ceph
|
||||||
|
fsName: data
|
||||||
|
rootPath: /
|
||||||
|
staticVolume: "true"
|
||||||
|
volumeHandle: pv-ekman-data
|
||||||
|
persistentVolumeReclaimPolicy: Retain
|
||||||
|
volumeMode: Filesystem
|
||||||
@@ -0,0 +1,60 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: nve-config
|
||||||
|
namespace: cron
|
||||||
|
data:
|
||||||
|
appsettings.json: |
|
||||||
|
{
|
||||||
|
"NveUrl": "https://chartserver.nve.no/ShowData.aspx?req=getchart&ver=1.0",
|
||||||
|
"DataDir": "/data/hdd/data/river-data"
|
||||||
|
}
|
||||||
|
---
|
||||||
|
apiVersion: batch/v1
|
||||||
|
kind: CronJob
|
||||||
|
metadata:
|
||||||
|
name: nve
|
||||||
|
namespace: cron
|
||||||
|
spec:
|
||||||
|
schedule: "0 8 * * *" # Everyday at 08:00, use https://crontab.guru
|
||||||
|
concurrencyPolicy: "Forbid"
|
||||||
|
successfulJobsHistoryLimit: 10
|
||||||
|
failedJobsHistoryLimit: 3
|
||||||
|
jobTemplate:
|
||||||
|
spec:
|
||||||
|
backoffLimit: 3
|
||||||
|
template:
|
||||||
|
spec:
|
||||||
|
restartPolicy: "Never"
|
||||||
|
containers:
|
||||||
|
- name: cronpod
|
||||||
|
image: git.oceanbox.io/oceanbox/churn/riverrun:24a8bbbc-debug
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
command:
|
||||||
|
- /bin/sh
|
||||||
|
- -c
|
||||||
|
- |
|
||||||
|
if riverrun data --download --ndays 5000; then
|
||||||
|
chown -R 5000:5000 /data/hdd/data/river-data/Data
|
||||||
|
chmod -R g+w /data/hdd/data/river-data/Data
|
||||||
|
else
|
||||||
|
echo "Job failed, sleeping 30 minutes before retry..."
|
||||||
|
sleep 1800
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
resources: {}
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /data
|
||||||
|
- name: config
|
||||||
|
mountPath: /app/appsettings.json
|
||||||
|
subPath: appsettings.json
|
||||||
|
readOnly: true
|
||||||
|
securityContext: {}
|
||||||
|
volumes:
|
||||||
|
- name: data
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: ekman-data
|
||||||
|
- name: config
|
||||||
|
configMap:
|
||||||
|
name: nve-config
|
||||||
+3
-1
@@ -3,10 +3,12 @@
|
|||||||
"extends": [
|
"extends": [
|
||||||
"config:recommended"
|
"config:recommended"
|
||||||
],
|
],
|
||||||
|
"minimumReleaseAge": "7 days",
|
||||||
"dependencyDashboard": true,
|
"dependencyDashboard": true,
|
||||||
"semanticCommits": "disabled",
|
"semanticCommits": "disabled",
|
||||||
"ignorePaths": [
|
"ignorePaths": [
|
||||||
"**/bootstrap/**"
|
"**/bootstrap/**",
|
||||||
|
"**/attic/**"
|
||||||
],
|
],
|
||||||
"helmfile": {
|
"helmfile": {
|
||||||
"managerFilePatterns": [
|
"managerFilePatterns": [
|
||||||
|
|||||||
@@ -1,57 +1,51 @@
|
|||||||
let
|
let
|
||||||
sources = import ./nix;
|
sources = import ./npins;
|
||||||
system = builtins.currentSystem;
|
system = builtins.currentSystem;
|
||||||
pkgs = import sources.nixpkgs {
|
pkgs = import sources.nixpkgs {
|
||||||
inherit system;
|
inherit system;
|
||||||
config = { };
|
config = { };
|
||||||
overlays = [ ];
|
overlays = [ ];
|
||||||
};
|
};
|
||||||
checks = import ./nix/checks.nix;
|
treefmt = import ./nix/treefmt.nix { };
|
||||||
|
kueuectl = pkgs.callPackage ./nix/kueuectl.nix { };
|
||||||
in
|
in
|
||||||
pkgs.mkShellNoCC {
|
pkgs.mkShellNoCC {
|
||||||
name = "clstr";
|
packages = [
|
||||||
|
# dev tools
|
||||||
|
pkgs.just
|
||||||
|
pkgs.npins
|
||||||
|
treefmt.config.build.wrapper
|
||||||
|
|
||||||
packages =
|
# helm
|
||||||
with pkgs;
|
pkgs.helmfile
|
||||||
[
|
pkgs.kubernetes-helm
|
||||||
# dev tools
|
|
||||||
just
|
|
||||||
npins
|
|
||||||
|
|
||||||
# helm
|
# kubectl tools
|
||||||
helmfile
|
pkgs.kubectl-cnpg
|
||||||
kubernetes-helm
|
pkgs.kubectl-neat
|
||||||
|
pkgs.kubectl-graph
|
||||||
|
pkgs.kubectl-klock
|
||||||
|
pkgs.kubectl-rook-ceph
|
||||||
|
|
||||||
# kubectl tools
|
# other tools activate when needed
|
||||||
kubectl-cnpg
|
kueuectl
|
||||||
kubectl-neat
|
# pkgs.step-cli
|
||||||
kubelogin
|
# pkgs.linkerd
|
||||||
kubelogin-oidc
|
# pkgs.cmctl
|
||||||
kubectl-rook-ceph
|
# pkgs.rclone
|
||||||
kubectl-graph
|
# pkgs.velero
|
||||||
kubectl-klock
|
# pkgs.renovate
|
||||||
graphviz
|
# pkgs.graphviz
|
||||||
|
# pkgs.hubble
|
||||||
# other tools activate when needed
|
pkgs.cilium-cli
|
||||||
# step-cli
|
pkgs.dapr-cli
|
||||||
# linkerd
|
];
|
||||||
# cmctl
|
|
||||||
# rclone
|
|
||||||
# velero
|
|
||||||
renovate
|
|
||||||
|
|
||||||
# dapr
|
|
||||||
dapr-cli
|
|
||||||
]
|
|
||||||
++ checks.enabledPackages;
|
|
||||||
|
|
||||||
# Environment variables
|
# Environment variables
|
||||||
ARGOCD_ENV_CLUSTER_NAME = "ekman";
|
ARGOCD_ENV_CLUSTER_NAME = "ekman";
|
||||||
HELM_GIT_ACCESS_TOKEN = "glpat-xxx";
|
HELM_GIT_ACCESS_TOKEN = "glpat-xxx";
|
||||||
|
API_SERVER_IP = "localhost";
|
||||||
shellHook = builtins.concatStringsSep "\n" [
|
API_SERVER_PORT = "7445";
|
||||||
checks.shellHook
|
|
||||||
];
|
|
||||||
|
|
||||||
# Alternative shells
|
# Alternative shells
|
||||||
passthru = pkgs.lib.mapAttrs (name: value: pkgs.mkShellNoCC (value // { inherit name; })) {
|
passthru = pkgs.lib.mapAttrs (name: value: pkgs.mkShellNoCC (value // { inherit name; })) {
|
||||||
@@ -59,9 +53,6 @@ pkgs.mkShellNoCC {
|
|||||||
packages = [
|
packages = [
|
||||||
pkgs.npins
|
pkgs.npins
|
||||||
];
|
];
|
||||||
shellHook = ''
|
|
||||||
export NPINS_DIRECTORY="nix"
|
|
||||||
'';
|
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -24,11 +24,7 @@ argocd:
|
|||||||
cpu: 250m
|
cpu: 250m
|
||||||
repoServers:
|
repoServers:
|
||||||
- name: "helmfile-cmp"
|
- name: "helmfile-cmp"
|
||||||
image: "registry.gitlab.com/oceanbox/manifests/helmfile-cmp:latest"
|
image: "git.oceanbox.io/platform/manifests/helmfile-cmp:latest"
|
||||||
imagePullSecrets:
|
|
||||||
- gitlab-pull-secret
|
|
||||||
- name: "kustomize-helm-with-rewrite"
|
|
||||||
image: "registry.gitlab.com/oceanbox/manifests/kustomize-helm-with-rewrite:latest"
|
|
||||||
imagePullSecrets:
|
imagePullSecrets:
|
||||||
- gitlab-pull-secret
|
- gitlab-pull-secret
|
||||||
additional_rbac_settings:
|
additional_rbac_settings:
|
||||||
|
|||||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user