| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 1 | package main |
| 2 | |
| 3 | import ( |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 4 | "bytes" |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 5 | "database/sql" |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 6 | "encoding/json" |
| gio | b7df27f | 2026-07-28 10:36:17 +0400 | [diff] [blame^] | 7 | "errors" |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 8 | "fmt" |
| 9 | "io" |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 10 | "log" |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 11 | "net" |
| 12 | "net/http" |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 13 | "os" |
| 14 | |
| 15 | "github.com/giolekva/pcloud/core/installer" |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 16 | dodoapp "github.com/giolekva/pcloud/core/installer/server/dodo-app" |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 17 | "github.com/giolekva/pcloud/core/installer/soft" |
| gio | 43b0f42 | 2024-08-21 10:40:13 +0400 | [diff] [blame] | 18 | "github.com/giolekva/pcloud/core/installer/tasks" |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 19 | |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 20 | _ "github.com/ncruces/go-sqlite3" |
| 21 | _ "github.com/ncruces/go-sqlite3/driver" |
| 22 | _ "github.com/ncruces/go-sqlite3/embed" |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 23 | "github.com/spf13/cobra" |
| 24 | ) |
| 25 | |
| 26 | var dodoAppFlags struct { |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 27 | external bool |
| gio | cb34ad2 | 2024-07-11 08:01:13 +0400 | [diff] [blame] | 28 | port int |
| 29 | apiPort int |
| 30 | sshKey string |
| 31 | repoAddr string |
| 32 | self string |
| gio | c81a847 | 2024-09-24 13:06:19 +0200 | [diff] [blame] | 33 | selfPublic string |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 34 | repoPublicAddr string |
| gio | cb34ad2 | 2024-07-11 08:01:13 +0400 | [diff] [blame] | 35 | namespace string |
| 36 | envAppManagerAddr string |
| 37 | envConfig string |
| gio | cb34ad2 | 2024-07-11 08:01:13 +0400 | [diff] [blame] | 38 | gitRepoPublicKey string |
| 39 | db string |
| gio | 23bdc1b | 2024-07-11 16:07:47 +0400 | [diff] [blame] | 40 | networks []string |
| gio | cafd4e6 | 2024-07-31 10:53:40 +0400 | [diff] [blame] | 41 | fetchUsersAddr string |
| gio | 36b23b3 | 2024-08-25 12:20:54 +0400 | [diff] [blame] | 42 | headscaleAPIAddr string |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 43 | } |
| 44 | |
| 45 | func dodoAppCmd() *cobra.Command { |
| 46 | cmd := &cobra.Command{ |
| 47 | Use: "dodo-app", |
| 48 | RunE: dodoAppCmdRun, |
| 49 | } |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 50 | cmd.Flags().BoolVar( |
| 51 | &dodoAppFlags.external, |
| 52 | "external", |
| 53 | false, |
| 54 | "", |
| 55 | ) |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 56 | cmd.Flags().IntVar( |
| 57 | &dodoAppFlags.port, |
| 58 | "port", |
| 59 | 8080, |
| 60 | "", |
| 61 | ) |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 62 | cmd.Flags().IntVar( |
| 63 | &dodoAppFlags.apiPort, |
| 64 | "api-port", |
| 65 | 8081, |
| 66 | "", |
| 67 | ) |
| 68 | cmd.Flags().StringVar( |
| 69 | &dodoAppFlags.db, |
| 70 | "db", |
| 71 | "", |
| 72 | "", |
| 73 | ) |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 74 | cmd.Flags().StringVar( |
| 75 | &dodoAppFlags.repoAddr, |
| 76 | "repo-addr", |
| 77 | "", |
| 78 | "", |
| 79 | ) |
| 80 | cmd.Flags().StringVar( |
| 81 | &dodoAppFlags.sshKey, |
| 82 | "ssh-key", |
| 83 | "", |
| 84 | "", |
| 85 | ) |
| 86 | cmd.Flags().StringVar( |
| 87 | &dodoAppFlags.self, |
| 88 | "self", |
| 89 | "", |
| 90 | "", |
| 91 | ) |
| 92 | cmd.Flags().StringVar( |
| gio | c81a847 | 2024-09-24 13:06:19 +0200 | [diff] [blame] | 93 | &dodoAppFlags.selfPublic, |
| 94 | "self-public", |
| 95 | "", |
| 96 | "", |
| 97 | ) |
| 98 | cmd.Flags().StringVar( |
| gio | cafd4e6 | 2024-07-31 10:53:40 +0400 | [diff] [blame] | 99 | &dodoAppFlags.fetchUsersAddr, |
| 100 | "fetch-users-addr", |
| 101 | "", |
| 102 | "", |
| 103 | ) |
| 104 | cmd.Flags().StringVar( |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 105 | &dodoAppFlags.repoPublicAddr, |
| 106 | "repo-public-addr", |
| 107 | "", |
| 108 | "", |
| 109 | ) |
| 110 | cmd.Flags().StringVar( |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 111 | &dodoAppFlags.namespace, |
| 112 | "namespace", |
| 113 | "", |
| 114 | "", |
| 115 | ) |
| 116 | cmd.Flags().StringVar( |
| gio | cb34ad2 | 2024-07-11 08:01:13 +0400 | [diff] [blame] | 117 | &dodoAppFlags.envAppManagerAddr, |
| 118 | "env-app-manager-addr", |
| 119 | "", |
| 120 | "", |
| 121 | ) |
| 122 | cmd.Flags().StringVar( |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 123 | &dodoAppFlags.envConfig, |
| 124 | "env-config", |
| 125 | "", |
| 126 | "", |
| 127 | ) |
| gio | 266c04f | 2024-07-03 14:18:45 +0400 | [diff] [blame] | 128 | cmd.Flags().StringVar( |
| gio | 266c04f | 2024-07-03 14:18:45 +0400 | [diff] [blame] | 129 | &dodoAppFlags.gitRepoPublicKey, |
| 130 | "git-repo-public-key", |
| 131 | "", |
| 132 | "", |
| 133 | ) |
| gio | 23bdc1b | 2024-07-11 16:07:47 +0400 | [diff] [blame] | 134 | cmd.Flags().StringSliceVar( |
| 135 | &dodoAppFlags.networks, |
| 136 | "networks", |
| 137 | []string{}, |
| 138 | "", |
| 139 | ) |
| gio | 36b23b3 | 2024-08-25 12:20:54 +0400 | [diff] [blame] | 140 | cmd.Flags().StringVar( |
| 141 | &dodoAppFlags.headscaleAPIAddr, |
| 142 | "headscale-api-addr", |
| 143 | "", |
| 144 | "", |
| 145 | ) |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 146 | return cmd |
| 147 | } |
| 148 | |
| 149 | func dodoAppCmdRun(cmd *cobra.Command, args []string) error { |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 150 | sshKey, err := os.ReadFile(dodoAppFlags.sshKey) |
| 151 | if err != nil { |
| 152 | return err |
| 153 | } |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 154 | envConfig, err := os.Open(dodoAppFlags.envConfig) |
| 155 | if err != nil { |
| 156 | return err |
| 157 | } |
| 158 | defer envConfig.Close() |
| 159 | var env installer.EnvConfig |
| 160 | if err := json.NewDecoder(envConfig).Decode(&env); err != nil { |
| 161 | return err |
| 162 | } |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 163 | cg := soft.RealClientGetter{} |
| gio | 0710c6b | 2024-11-04 19:08:30 +0400 | [diff] [blame] | 164 | log := log.Default() |
| 165 | log.SetOutput(io.Discard) |
| 166 | softClient, err := cg.Get(dodoAppFlags.repoAddr, sshKey, log) |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 167 | if err != nil { |
| 168 | return err |
| 169 | } |
| gio | f884341 | 2024-05-22 16:38:05 +0400 | [diff] [blame] | 170 | jc, err := newJobCreator() |
| 171 | if err != nil { |
| 172 | return err |
| 173 | } |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 174 | nsc, err := newNSCreator() |
| 175 | if err != nil { |
| gio | 266c04f | 2024-07-03 14:18:45 +0400 | [diff] [blame] | 176 | return err |
| 177 | } |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 178 | if ok, err := softClient.RepoExists(dodoapp.ConfigRepoName); err != nil { |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 179 | return err |
| 180 | } else if !ok { |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 181 | if err := softClient.AddRepository(dodoapp.ConfigRepoName); err != nil { |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 182 | return err |
| 183 | } |
| 184 | } |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 185 | configRepo, err := softClient.GetRepo(dodoapp.ConfigRepoName) |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 186 | if err != nil { |
| 187 | return err |
| 188 | } |
| 189 | db, err := sql.Open("sqlite3", dodoAppFlags.db) |
| 190 | if err != nil { |
| 191 | return err |
| 192 | } |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 193 | st, err := dodoapp.NewStore(configRepo, db) |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 194 | if err != nil { |
| 195 | return err |
| 196 | } |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 197 | var nf dodoapp.NetworkFilter |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 198 | if len(dodoAppFlags.networks) == 0 { |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 199 | nf = dodoapp.NewNoNetworkFilter() |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 200 | } else { |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 201 | nf = dodoapp.NewAllowListFilter(dodoAppFlags.networks) |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 202 | } |
| 203 | if dodoAppFlags.external { |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 204 | nf = dodoapp.NewCombinedFilter(dodoapp.NewNetworkFilterByOwner(st), nf) |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 205 | } |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 206 | var ug dodoapp.UserGetter |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 207 | if dodoAppFlags.external { |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 208 | ug = dodoapp.NewExternalUserGetter() |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 209 | } else { |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 210 | ug = dodoapp.NewInternalUserGetter() |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 211 | } |
| gio | 43b0f42 | 2024-08-21 10:40:13 +0400 | [diff] [blame] | 212 | reconciler := &tasks.SequentialReconciler{ |
| 213 | []tasks.Reconciler{ |
| 214 | &tasks.SourceGitReconciler{}, |
| 215 | // &tasks.KustomizationReconciler{}, |
| 216 | }, |
| 217 | } |
| gio | 36b23b3 | 2024-08-25 12:20:54 +0400 | [diff] [blame] | 218 | vpnKeyGen := installer.NewHeadscaleAPIClient(dodoAppFlags.headscaleAPIAddr) |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 219 | cnc := &proxyConfigurator{dodoAppFlags.envAppManagerAddr} |
| gio | 5994628 | 2024-10-07 12:55:51 +0400 | [diff] [blame] | 220 | s, err := dodoapp.NewServer( |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 221 | st, |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 222 | nf, |
| 223 | ug, |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 224 | dodoAppFlags.port, |
| gio | a60f0de | 2024-07-08 10:49:48 +0400 | [diff] [blame] | 225 | dodoAppFlags.apiPort, |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 226 | dodoAppFlags.self, |
| gio | c81a847 | 2024-09-24 13:06:19 +0200 | [diff] [blame] | 227 | dodoAppFlags.selfPublic, |
| gio | 11617ac | 2024-07-15 16:09:04 +0400 | [diff] [blame] | 228 | dodoAppFlags.repoPublicAddr, |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 229 | string(sshKey), |
| 230 | dodoAppFlags.gitRepoPublicKey, |
| 231 | softClient, |
| 232 | dodoAppFlags.namespace, |
| gio | cb34ad2 | 2024-07-11 08:01:13 +0400 | [diff] [blame] | 233 | dodoAppFlags.envAppManagerAddr, |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 234 | nsc, |
| 235 | jc, |
| gio | 36b23b3 | 2024-08-25 12:20:54 +0400 | [diff] [blame] | 236 | vpnKeyGen, |
| gio | f6ad298 | 2024-08-23 17:42:49 +0400 | [diff] [blame] | 237 | cnc, |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 238 | env, |
| gio | cafd4e6 | 2024-07-31 10:53:40 +0400 | [diff] [blame] | 239 | dodoAppFlags.external, |
| 240 | dodoAppFlags.fetchUsersAddr, |
| gio | 43b0f42 | 2024-08-21 10:40:13 +0400 | [diff] [blame] | 241 | reconciler, |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 242 | ) |
| gio | 9d66f32 | 2024-07-06 13:45:10 +0400 | [diff] [blame] | 243 | if err != nil { |
| 244 | return err |
| 245 | } |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 246 | return s.Start() |
| 247 | } |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 248 | |
| gio | 721c004 | 2025-04-03 11:56:36 +0400 | [diff] [blame] | 249 | // TODO(gio): this should be removed, all of app installtions including dodo app |
| 250 | // must be done directly by main app manager. |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 251 | type proxyConfigurator struct { |
| 252 | apiAddr string |
| 253 | } |
| 254 | |
| 255 | func (pc *proxyConfigurator) AddCluster(name string, ingressIP net.IP) error { |
| 256 | return fmt.Errorf("NOT IMPLEMENTED") |
| 257 | } |
| 258 | |
| 259 | func (pc *proxyConfigurator) RemoveCluster(name string, ingressIP net.IP) error { |
| 260 | return fmt.Errorf("NOT IMPLEMENTED") |
| 261 | } |
| 262 | |
| 263 | type proxyPair struct { |
| 264 | From string `json:"from"` |
| 265 | To string `json:"to"` |
| 266 | } |
| 267 | |
| gio | 721c004 | 2025-04-03 11:56:36 +0400 | [diff] [blame] | 268 | func (pc *proxyConfigurator) AddIngressProxy(src, dst string) error { |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 269 | var buf bytes.Buffer |
| 270 | if err := json.NewEncoder(&buf).Encode(proxyPair{src, dst}); err != nil { |
| 271 | return err |
| 272 | } |
| 273 | resp, err := http.Post(fmt.Sprintf("%s/api/proxy/add", pc.apiAddr), "application/json", &buf) |
| 274 | if err != nil { |
| 275 | return err |
| 276 | } |
| 277 | if resp.StatusCode != http.StatusOK { |
| 278 | var buf bytes.Buffer |
| 279 | io.Copy(&buf, resp.Body) |
| gio | b7df27f | 2026-07-28 10:36:17 +0400 | [diff] [blame^] | 280 | return errors.New(buf.String()) |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 281 | } |
| 282 | return nil |
| 283 | } |
| 284 | |
| gio | 721c004 | 2025-04-03 11:56:36 +0400 | [diff] [blame] | 285 | func (pc *proxyConfigurator) AddProxy(src int, dst string, protocol installer.Protocol) (string, error) { |
| 286 | // TODO(gio): implement |
| 287 | return "", fmt.Errorf("NOT IMPLEMENTED") |
| 288 | } |
| 289 | |
| 290 | func (pc *proxyConfigurator) RemoveProxy(src int, dst string, protocol installer.Protocol) error { |
| 291 | // TODO(gio): implement |
| 292 | return fmt.Errorf("NOT IMPLEMENTED") |
| 293 | } |
| 294 | |
| 295 | func (pc *proxyConfigurator) RemoveIngressProxy(src, dst string) error { |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 296 | var buf bytes.Buffer |
| 297 | if err := json.NewEncoder(&buf).Encode(proxyPair{src, dst}); err != nil { |
| 298 | return err |
| 299 | } |
| 300 | resp, err := http.Post(fmt.Sprintf("%s/api/proxy/remove", pc.apiAddr), "application/json", &buf) |
| 301 | if err != nil { |
| 302 | return err |
| 303 | } |
| 304 | if resp.StatusCode != http.StatusOK { |
| 305 | var buf bytes.Buffer |
| 306 | io.Copy(&buf, resp.Body) |
| gio | b7df27f | 2026-07-28 10:36:17 +0400 | [diff] [blame^] | 307 | return errors.New(buf.String()) |
| gio | f15b9da | 2024-09-19 06:59:16 +0400 | [diff] [blame] | 308 | } |
| 309 | return nil |
| 310 | } |