oceanbox/platform
6
0
Fork 0
Code Issues 10 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

fix: add initial ib hca uuids

Browse Source
This commit is contained in:
Jonas Juselius
2025-10-11 11:08:02 +02:00
parent 543eb35351
commit 75848674f2
1 changed files with 50 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
rossby/manage/default.nix
View File

@@ -122,8 +122,27 @@ in {
];
infiniband-exporter = {
enable = true;
nameMap = ''
# 0xe8ebd3030024981e "c0-1"
nameMap = '' # needs fix
0x1070fd0300abcc72 "c0-1"
0xb8cef603003440ee "c0-2"
0x1070fd0300abb6fa "c0-3"
0x1070fd0300abc642 "c0-4"
0x043f720300dc7876 "c0-5"
0x1070fd0300abc636 "c0-6"
0xb8cef6030063105c "c0-7"
0xb8cef6030037a476 "c0-8"
0xb8cef603003443c6 "c0-9"
0xb8cef6030049bdd6 "c0-10"
0x043f720300dc7a46 "c0-11"
0xb8cef6030034410a "c0-12"
0xb8cef6030049ba72 "c0-13"
0x1070fd0300abca4a "c0-14"
0xb8cef60300343056 "c0-15"
0x1070fd0300abb356 "c0-16"
0xb8cef60300631770 "c0-17"
0x1070fd0300abca36 "c0-18"
0x1070fd0300abcd0a "c0-19"
0x248a070300c06b90 "switch"
'';
};
slurm-exporter = {
@@ -159,20 +178,19 @@ in {
# iptables -t nat -A POSTROUTING -s 172.16.239.0/24 -j SNAT --to-source 10.255.242.3
'';
};
};
systemd.network = {
networks = {
"40-enp65s0np0" = {
matchConfig.Name = "enp65s0np0";
DHCP = "no";
matchConfig.Name = "enp65s0np0";
address = [ "${address}/24" ];
routes = [ { Gateway = "172.16.239.1"; } ];
};
"45-ibp1s0" = {
matchConfig.Name = "ibp1s0";
DHCP = "no";
matchConfig.Name = "ibp1s0";
address = [ "${ipoib}/24" ];
};
};
@@ -246,7 +264,6 @@ in {
virtualisation.docker.enable = pkgs.lib.mkForce true;
services.tailscale = {
enable = true;
authKeyFile = "/var/lib/secrets/tailscale.key";
@@ -266,7 +283,9 @@ in {
onState = [ "routable" ];
script = ''
#!${pkgs.runtimeShell}
${pkgs.ethtool}/bin/ethtool -K enp65s0np0 rx-udp-gro-forwarding on rx-gro-list off
${pkgs.ethtool}/bin/ethtool -K enp65s0np0 rx-udp-gro-forwarding on
${pkgs.ethtool}/bin/ethtool -K enp65s0np0 rx-gro-list off
${pkgs.ethtool}/bin/ethtool -K enp65s0np0 tx-udp-segmentation on
exit 0
'';
};