| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 1 | package tasks |
| 2 | |
| 3 | import ( |
| 4 | "fmt" |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 5 | "net" |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 6 | "net/netip" |
| 7 | |
| 8 | "github.com/miekg/dns" |
| 9 | |
| 10 | "github.com/giolekva/pcloud/core/installer" |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 11 | ) |
| 12 | |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 13 | func SetupInfra(env Env, startIP net.IP, st *state) []Task { |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 14 | t := newLeafTask("Create client", func() error { |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 15 | repo, err := st.ssClient.GetRepo("config") |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 16 | if err != nil { |
| 17 | return err |
| 18 | } |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 19 | r := installer.NewRepoIO(repo, st.ssClient.Signer) |
| 20 | appManager, err := installer.NewAppManager(r, st.nsCreator) |
| 21 | if err != nil { |
| 22 | return err |
| 23 | } |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 24 | st.appManager = appManager |
| 25 | st.appsRepo = installer.NewInMemoryAppRepository(installer.CreateAllApps()) |
| 26 | st.nsGen = installer.NewPrefixGenerator(env.Name + "-") |
| 27 | st.emptySuffixGen = installer.NewEmptySuffixGenerator() |
| 28 | return nil |
| 29 | }) |
| 30 | return []Task{ |
| 31 | CommitEnvironmentConfiguration(env, st), |
| 32 | &t, |
| 33 | newConcurrentParentTask( |
| 34 | "Core services", |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 35 | SetupNetwork(env, startIP, st), |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 36 | SetupCertificateIssuers(env, st), |
| 37 | SetupAuth(env, st), |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 38 | SetupHeadscale(env, startIP, st), |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 39 | SetupWelcome(env, st), |
| 40 | SetupAppStore(env, st), |
| 41 | ), |
| 42 | } |
| 43 | } |
| 44 | |
| 45 | func CommitEnvironmentConfiguration(env Env, st *state) Task { |
| 46 | t := newLeafTask("Configure environment infrastructure", func() error { |
| 47 | repo, err := st.ssClient.GetRepo("config") |
| 48 | if err != nil { |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 49 | return err |
| 50 | } |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 51 | r := installer.NewRepoIO(repo, st.ssClient.Signer) |
| 52 | { |
| 53 | // TODO(giolekva): private domain can be configurable as well |
| 54 | config := installer.Config{ |
| 55 | Values: installer.Values{ |
| 56 | PCloudEnvName: env.PCloudEnvName, |
| 57 | Id: env.Name, |
| 58 | ContactEmail: env.ContactEmail, |
| 59 | Domain: env.Domain, |
| 60 | PrivateDomain: fmt.Sprintf("p.%s", env.Domain), |
| 61 | PublicIP: st.publicIPs[0].String(), |
| 62 | NamespacePrefix: fmt.Sprintf("%s-", env.Name), |
| 63 | }, |
| 64 | } |
| 65 | if err := r.WriteYaml("config.yaml", config); err != nil { |
| 66 | return err |
| 67 | } |
| 68 | } |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 69 | { |
| 70 | out, err := r.Writer("pcloud-charts.yaml") |
| 71 | if err != nil { |
| 72 | return err |
| 73 | } |
| 74 | defer out.Close() |
| 75 | _, err = fmt.Fprintf(out, ` |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 76 | apiVersion: source.toolkit.fluxcd.io/v1 |
| 77 | kind: GitRepository |
| 78 | metadata: |
| 79 | name: pcloud |
| 80 | namespace: %s |
| 81 | spec: |
| 82 | interval: 1m0s |
| 83 | url: https://github.com/giolekva/pcloud |
| 84 | ref: |
| Giorgi Lekveishvili | 024757c | 2024-03-14 13:27:29 +0400 | [diff] [blame^] | 85 | branch: main |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 86 | `, env.Name) |
| 87 | if err != nil { |
| 88 | return err |
| 89 | } |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 90 | rootKust, err := r.ReadKustomization("kustomization.yaml") |
| 91 | if err != nil { |
| 92 | return err |
| 93 | } |
| 94 | rootKust.AddResources("pcloud-charts.yaml") |
| 95 | if err := r.WriteKustomization("kustomization.yaml", *rootKust); err != nil { |
| 96 | return err |
| 97 | } |
| 98 | r.CommitAndPush("configure charts repo") |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 99 | } |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 100 | return nil |
| 101 | }) |
| 102 | return &t |
| 103 | } |
| 104 | |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 105 | func SetupNetwork(env Env, startIP net.IP, st *state) Task { |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 106 | t := newLeafTask("Setup network", func() error { |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 107 | startAddr, err := netip.ParseAddr(startIP.String()) |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 108 | if err != nil { |
| 109 | return err |
| 110 | } |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 111 | if !startAddr.Is4() { |
| 112 | return fmt.Errorf("Expected IPv4, got %s instead", startAddr) |
| 113 | } |
| 114 | addr := startAddr.AsSlice() |
| 115 | if addr[3] != 0 { |
| 116 | return fmt.Errorf("Expected last byte to be zero, got %d instead", addr[3]) |
| 117 | } |
| 118 | addr[3] = 10 |
| 119 | fromIP, ok := netip.AddrFromSlice(addr) |
| 120 | if !ok { |
| 121 | return fmt.Errorf("Must not reach") |
| 122 | } |
| 123 | addr[3] = 254 |
| 124 | toIP, ok := netip.AddrFromSlice(addr) |
| 125 | if !ok { |
| 126 | return fmt.Errorf("Must not reach") |
| 127 | } |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 128 | { |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 129 | ingressPrivateIP := startAddr |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 130 | headscaleIP := ingressPrivateIP.Next() |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 131 | app, err := st.appsRepo.Find("metallb-ipaddresspool") |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 132 | if err != nil { |
| 133 | return err |
| 134 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 135 | if err := st.appManager.Install(app, st.nsGen, installer.NewSuffixGenerator("-ingress-private"), map[string]any{ |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 136 | "name": fmt.Sprintf("%s-ingress-private", env.Name), |
| 137 | "from": ingressPrivateIP.String(), |
| 138 | "to": ingressPrivateIP.String(), |
| 139 | "autoAssign": false, |
| 140 | "namespace": "metallb-system", |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 141 | }); err != nil { |
| 142 | return err |
| 143 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 144 | if err := st.appManager.Install(app, st.nsGen, installer.NewSuffixGenerator("-headscale"), map[string]any{ |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 145 | "name": fmt.Sprintf("%s-headscale", env.Name), |
| 146 | "from": headscaleIP.String(), |
| 147 | "to": headscaleIP.String(), |
| 148 | "autoAssign": false, |
| 149 | "namespace": "metallb-system", |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 150 | }); err != nil { |
| 151 | return err |
| 152 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 153 | if err := st.appManager.Install(app, st.nsGen, st.emptySuffixGen, map[string]any{ |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 154 | "name": env.Name, |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 155 | "from": fromIP.String(), |
| 156 | "to": toIP.String(), |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 157 | "autoAssign": false, |
| 158 | "namespace": "metallb-system", |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 159 | }); err != nil { |
| 160 | return err |
| 161 | } |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 162 | } |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 163 | { |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 164 | app, err := st.appsRepo.Find("private-network") |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 165 | if err != nil { |
| 166 | return err |
| 167 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 168 | if err := st.appManager.Install(app, st.nsGen, st.emptySuffixGen, map[string]any{ |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 169 | "privateNetwork": map[string]any{ |
| 170 | "hostname": "private-network-proxy", |
| 171 | "username": "private-network-proxy", |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 172 | "ipSubnet": fmt.Sprintf("%s/24", startIP.String()), |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 173 | }, |
| 174 | }); err != nil { |
| 175 | return err |
| 176 | } |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 177 | } |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 178 | return nil |
| 179 | }) |
| 180 | return &t |
| 181 | } |
| 182 | |
| 183 | func SetupCertificateIssuers(env Env, st *state) Task { |
| 184 | pub := newLeafTask(fmt.Sprintf("Public %s", env.Domain), func() error { |
| 185 | app, err := st.appsRepo.Find("certificate-issuer-public") |
| 186 | if err != nil { |
| 187 | return err |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 188 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 189 | if err := st.appManager.Install(app, st.nsGen, st.emptySuffixGen, map[string]any{}); err != nil { |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 190 | return err |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 191 | } |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 192 | return nil |
| 193 | }) |
| 194 | priv := newLeafTask(fmt.Sprintf("Private p.%s", env.Domain), func() error { |
| 195 | app, err := st.appsRepo.Find("certificate-issuer-private") |
| 196 | if err != nil { |
| 197 | return err |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 198 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 199 | if err := st.appManager.Install(app, st.nsGen, st.emptySuffixGen, map[string]any{ |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 200 | "apiConfigMap": map[string]any{ |
| 201 | "name": "api-config", // TODO(gio): take from global pcloud config |
| 202 | "namespace": fmt.Sprintf("%s-dns-zone-manager", env.PCloudEnvName), |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 203 | }, |
| 204 | }); err != nil { |
| 205 | return err |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 206 | } |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 207 | return nil |
| 208 | }) |
| 209 | return newSequentialParentTask("Configure TLS certificate issuers", &pub, &priv) |
| 210 | } |
| 211 | |
| 212 | func SetupAuth(env Env, st *state) Task { |
| 213 | t := newLeafTask("Setup", func() error { |
| 214 | app, err := st.appsRepo.Find("core-auth") |
| 215 | if err != nil { |
| 216 | return err |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 217 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 218 | if err := st.appManager.Install(app, st.nsGen, st.emptySuffixGen, map[string]any{ |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 219 | "subdomain": "test", // TODO(giolekva): make core-auth chart actually use this |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 220 | }); err != nil { |
| 221 | return err |
| 222 | } |
| 223 | return nil |
| 224 | }) |
| 225 | return newSequentialParentTask( |
| 226 | "Authentication services", |
| 227 | &t, |
| 228 | waitForAddr(fmt.Sprintf("https://accounts-ui.%s", env.Domain)), |
| 229 | ) |
| 230 | } |
| 231 | |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 232 | func SetupHeadscale(env Env, startIP net.IP, st *state) Task { |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 233 | t := newLeafTask("Setup", func() error { |
| 234 | app, err := st.appsRepo.Find("headscale") |
| 235 | if err != nil { |
| 236 | return err |
| 237 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 238 | if err := st.appManager.Install(app, st.nsGen, st.emptySuffixGen, map[string]any{ |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 239 | "subdomain": "headscale", |
| Giorgi Lekveishvili | 9d5e3f5 | 2024-03-13 15:02:50 +0400 | [diff] [blame] | 240 | "ipSubnet": fmt.Sprintf("%s/24", startIP), |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 241 | }); err != nil { |
| 242 | return err |
| 243 | } |
| 244 | return nil |
| 245 | }) |
| 246 | return newSequentialParentTask( |
| 247 | "Headscale service", |
| 248 | &t, |
| 249 | waitForAddr(fmt.Sprintf("https://headscale.%s/apple", env.Domain)), |
| 250 | ) |
| 251 | } |
| 252 | |
| 253 | func SetupWelcome(env Env, st *state) Task { |
| 254 | t := newLeafTask("Setup", func() error { |
| 255 | keys, err := installer.NewSSHKeyPair("welcome") |
| 256 | if err != nil { |
| 257 | return err |
| 258 | } |
| 259 | user := fmt.Sprintf("%s-welcome", env.Name) |
| 260 | if err := st.ssClient.AddUser(user, keys.AuthorizedKey()); err != nil { |
| 261 | return err |
| 262 | } |
| 263 | if err := st.ssClient.AddReadWriteCollaborator("config", user); err != nil { |
| 264 | return err |
| 265 | } |
| 266 | app, err := st.appsRepo.Find("welcome") |
| 267 | if err != nil { |
| 268 | return err |
| 269 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 270 | if err := st.appManager.Install(app, st.nsGen, st.emptySuffixGen, map[string]any{ |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 271 | "repoAddr": st.ssClient.GetRepoAddress("config"), |
| 272 | "sshPrivateKey": string(keys.RawPrivateKey()), |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 273 | }); err != nil { |
| 274 | return err |
| 275 | } |
| 276 | return nil |
| 277 | }) |
| 278 | return newSequentialParentTask( |
| 279 | "Welcome service", |
| 280 | &t, |
| 281 | waitForAddr(fmt.Sprintf("https://welcome.%s", env.Domain)), |
| 282 | ) |
| 283 | } |
| 284 | |
| 285 | func SetupAppStore(env Env, st *state) Task { |
| 286 | t := newLeafTask("Application marketplace", func() error { |
| 287 | user := fmt.Sprintf("%s-appmanager", env.Name) |
| 288 | keys, err := installer.NewSSHKeyPair(user) |
| 289 | if err != nil { |
| 290 | return err |
| 291 | } |
| 292 | if err := st.ssClient.AddUser(user, keys.AuthorizedKey()); err != nil { |
| 293 | return err |
| 294 | } |
| 295 | if err := st.ssClient.AddReadWriteCollaborator("config", user); err != nil { |
| 296 | return err |
| 297 | } |
| 298 | app, err := st.appsRepo.Find("app-manager") // TODO(giolekva): configure |
| 299 | if err != nil { |
| 300 | return err |
| 301 | } |
| Giorgi Lekveishvili | 08af67a | 2024-01-18 08:53:05 +0400 | [diff] [blame] | 302 | if err := st.appManager.Install(app, st.nsGen, st.emptySuffixGen, map[string]any{ |
| Giorgi Lekveishvili | e009a5d | 2024-01-05 14:10:11 +0400 | [diff] [blame] | 303 | "repoAddr": st.ssClient.GetRepoAddress("config"), |
| 304 | "sshPrivateKey": string(keys.RawPrivateKey()), |
| Giorgi Lekveishvili | 378ea88 | 2023-12-12 13:59:18 +0400 | [diff] [blame] | 305 | }); err != nil { |
| 306 | return err |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 307 | } |
| Giorgi Lekveishvili | 77ee2dc | 2023-12-11 16:51:10 +0400 | [diff] [blame] | 308 | return nil |
| 309 | }) |
| 310 | return &t |
| Giorgi Lekveishvili | 46743d4 | 2023-12-10 15:47:23 +0400 | [diff] [blame] | 311 | } |
| 312 | |
| 313 | type DNSSecKey struct { |
| 314 | Basename string `json:"basename,omitempty"` |
| 315 | Key []byte `json:"key,omitempty"` |
| 316 | Private []byte `json:"private,omitempty"` |
| 317 | DS []byte `json:"ds,omitempty"` |
| 318 | } |
| 319 | |
| 320 | func newDNSSecKey(zone string) (DNSSecKey, error) { |
| 321 | key := &dns.DNSKEY{ |
| 322 | Hdr: dns.RR_Header{Name: dns.Fqdn(zone), Class: dns.ClassINET, Ttl: 3600, Rrtype: dns.TypeDNSKEY}, |
| 323 | Algorithm: dns.ECDSAP256SHA256, Flags: 257, Protocol: 3, |
| 324 | } |
| 325 | priv, err := key.Generate(256) |
| 326 | if err != nil { |
| 327 | return DNSSecKey{}, err |
| 328 | } |
| 329 | return DNSSecKey{ |
| 330 | Basename: fmt.Sprintf("K%s+%03d+%05d", key.Header().Name, key.Algorithm, key.KeyTag()), |
| 331 | Key: []byte(key.String()), |
| 332 | Private: []byte(key.PrivateKeyString(priv)), |
| 333 | DS: []byte(key.ToDS(dns.SHA256).String()), |
| 334 | }, nil |
| 335 | } |