| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 1 | package welcome |
| 2 | |
| 3 | import ( |
| 4 | "bytes" |
| 5 | "encoding/json" |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 6 | "io" |
| 7 | "io/fs" |
| 8 | "log" |
| 9 | "net" |
| 10 | "net/http" |
| 11 | "strings" |
| 12 | "sync" |
| 13 | "testing" |
| gio | d9c398e | 2024-06-06 13:33:03 +0400 | [diff] [blame] | 14 | "time" |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 15 | |
| Davit Tabidze | a5ea509 | 2024-08-01 15:28:09 +0400 | [diff] [blame] | 16 | "golang.org/x/crypto/ssh" |
| 17 | |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 18 | "github.com/go-git/go-billy/v5" |
| 19 | "github.com/go-git/go-billy/v5/memfs" |
| 20 | "github.com/go-git/go-billy/v5/util" |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 21 | |
| 22 | "github.com/giolekva/pcloud/core/installer" |
| 23 | "github.com/giolekva/pcloud/core/installer/soft" |
| gio | d9c398e | 2024-06-06 13:33:03 +0400 | [diff] [blame] | 24 | "github.com/giolekva/pcloud/core/installer/tasks" |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 25 | ) |
| 26 | |
| 27 | type fakeNSCreator struct { |
| 28 | t *testing.T |
| 29 | } |
| 30 | |
| 31 | func (f fakeNSCreator) Create(name string) error { |
| 32 | f.t.Logf("Create namespace: %s", name) |
| 33 | return nil |
| 34 | } |
| 35 | |
| gio | f884341 | 2024-05-22 16:38:05 +0400 | [diff] [blame] | 36 | type fakeJobCreator struct { |
| 37 | t *testing.T |
| 38 | } |
| 39 | |
| 40 | func (f fakeJobCreator) Create(name, namespace string, image string, cmd []string) error { |
| 41 | f.t.Logf("Create job: %s/%s %s \"%s\"", namespace, name, image, strings.Join(cmd, " ")) |
| 42 | return nil |
| 43 | } |
| 44 | |
| 45 | type fakeHelmFetcher struct { |
| 46 | t *testing.T |
| 47 | } |
| 48 | |
| 49 | func (f fakeHelmFetcher) Pull(chart installer.HelmChartGitRepo, rfs soft.RepoFS, root string) error { |
| 50 | f.t.Logf("Helm pull: %+v", chart) |
| 51 | return nil |
| 52 | } |
| 53 | |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 54 | type fakeZoneStatusFetcher struct { |
| 55 | t *testing.T |
| 56 | } |
| 57 | |
| 58 | func (f fakeZoneStatusFetcher) Fetch(addr string) (string, error) { |
| 59 | f.t.Logf("Fetching status: %s", addr) |
| 60 | return addr, nil |
| 61 | } |
| 62 | |
| 63 | type mockRepoIO struct { |
| 64 | soft.RepoFS |
| 65 | addr string |
| 66 | t *testing.T |
| 67 | l sync.Locker |
| 68 | } |
| 69 | |
| 70 | func (r mockRepoIO) FullAddress() string { |
| 71 | return r.addr |
| 72 | } |
| 73 | |
| 74 | func (r mockRepoIO) Pull() error { |
| 75 | r.t.Logf("Pull: %s", r.addr) |
| 76 | return nil |
| 77 | } |
| 78 | |
| gio | b4a3a19 | 2024-08-19 09:55:47 +0400 | [diff] [blame] | 79 | func (r mockRepoIO) CommitAndPush(message string, opts ...soft.PushOption) (string, error) { |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 80 | r.t.Logf("Commit and push: %s", message) |
| gio | b4a3a19 | 2024-08-19 09:55:47 +0400 | [diff] [blame] | 81 | return "", nil |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 82 | } |
| 83 | |
| gio | b4a3a19 | 2024-08-19 09:55:47 +0400 | [diff] [blame] | 84 | func (r mockRepoIO) Do(op soft.DoFn, _ ...soft.DoOption) (string, error) { |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 85 | r.l.Lock() |
| 86 | defer r.l.Unlock() |
| 87 | msg, err := op(r) |
| 88 | if err != nil { |
| gio | b4a3a19 | 2024-08-19 09:55:47 +0400 | [diff] [blame] | 89 | return "", err |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 90 | } |
| 91 | return r.CommitAndPush(msg) |
| 92 | } |
| 93 | |
| 94 | type fakeSoftServeClient struct { |
| 95 | t *testing.T |
| 96 | envFS billy.Filesystem |
| 97 | } |
| 98 | |
| 99 | func (f fakeSoftServeClient) Address() string { |
| 100 | return "" |
| 101 | } |
| 102 | |
| 103 | func (f fakeSoftServeClient) Signer() ssh.Signer { |
| 104 | return nil |
| 105 | } |
| 106 | |
| 107 | func (f fakeSoftServeClient) GetPublicKeys() ([]string, error) { |
| 108 | return []string{}, nil |
| 109 | } |
| 110 | |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 111 | func (f fakeSoftServeClient) RepoExists(name string) (bool, error) { |
| 112 | return false, nil |
| 113 | } |
| 114 | |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 115 | func (f fakeSoftServeClient) GetRepo(name string) (soft.RepoIO, error) { |
| 116 | var l sync.Mutex |
| 117 | return mockRepoIO{soft.NewBillyRepoFS(f.envFS), "foo.bar", f.t, &l}, nil |
| 118 | } |
| 119 | |
| gio | cafd4e6 | 2024-07-31 10:53:40 +0400 | [diff] [blame] | 120 | func (f fakeSoftServeClient) GetAllRepos() ([]string, error) { |
| 121 | return []string{}, nil |
| 122 | } |
| 123 | |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 124 | func (f fakeSoftServeClient) GetRepoAddress(name string) string { |
| 125 | return "" |
| 126 | } |
| 127 | |
| 128 | func (f fakeSoftServeClient) AddRepository(name string) error { |
| 129 | return nil |
| 130 | } |
| 131 | |
| gio | 3305976 | 2024-07-05 13:19:07 +0400 | [diff] [blame] | 132 | func (f fakeSoftServeClient) UserExists(name string) (bool, error) { |
| 133 | return false, nil |
| 134 | } |
| 135 | func (f fakeSoftServeClient) FindUser(pubKey string) (string, error) { |
| 136 | return "", nil |
| 137 | } |
| 138 | |
| Davit Tabidze | a5ea509 | 2024-08-01 15:28:09 +0400 | [diff] [blame] | 139 | func (f fakeSoftServeClient) GetAllUsers() ([]string, error) { |
| 140 | return []string{}, nil |
| 141 | } |
| 142 | |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 143 | func (f fakeSoftServeClient) AddUser(name, pubKey string) error { |
| 144 | return nil |
| 145 | } |
| 146 | |
| Davit Tabidze | a5ea509 | 2024-08-01 15:28:09 +0400 | [diff] [blame] | 147 | func (f fakeSoftServeClient) RemoveUser(name string) error { |
| 148 | return nil |
| 149 | } |
| 150 | |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 151 | func (f fakeSoftServeClient) AddPublicKey(user string, pubKey string) error { |
| 152 | return nil |
| 153 | } |
| 154 | |
| Davit Tabidze | a5ea509 | 2024-08-01 15:28:09 +0400 | [diff] [blame] | 155 | func (f fakeSoftServeClient) GetUserPublicKeys(username string) ([]string, error) { |
| 156 | return []string{}, nil |
| 157 | } |
| 158 | |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 159 | func (f fakeSoftServeClient) RemovePublicKey(user string, pubKey string) error { |
| 160 | return nil |
| 161 | } |
| 162 | |
| 163 | func (f fakeSoftServeClient) MakeUserAdmin(name string) error { |
| 164 | return nil |
| 165 | } |
| 166 | |
| 167 | func (f fakeSoftServeClient) AddReadWriteCollaborator(repo, user string) error { |
| 168 | return nil |
| 169 | } |
| 170 | |
| 171 | func (f fakeSoftServeClient) AddReadOnlyCollaborator(repo, user string) error { |
| 172 | return nil |
| 173 | } |
| 174 | |
| gio | 0eaf271 | 2024-04-14 13:08:46 +0400 | [diff] [blame] | 175 | func (f fakeSoftServeClient) AddWebhook(repo, url string, opts ...string) error { |
| 176 | return nil |
| 177 | } |
| 178 | |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 179 | type fakeClientGetter struct { |
| 180 | t *testing.T |
| 181 | envFS billy.Filesystem |
| 182 | } |
| 183 | |
| 184 | func (f fakeClientGetter) Get(addr string, clientPrivateKey []byte, log *log.Logger) (soft.Client, error) { |
| 185 | return fakeSoftServeClient{f.t, f.envFS}, nil |
| 186 | } |
| 187 | |
| 188 | const infraConfig = ` |
| 189 | infraAdminPublicKey: Zm9vYmFyCg== |
| 190 | namespacePrefix: infra- |
| 191 | pcloudEnvName: infra |
| 192 | publicIP: |
| 193 | - 1.1.1.1 |
| 194 | - 2.2.2.2 |
| 195 | ` |
| 196 | |
| 197 | const envCidrs = `` |
| 198 | |
| 199 | type fixedNameGenerator struct{} |
| 200 | |
| 201 | func (f fixedNameGenerator) Generate() (string, error) { |
| 202 | return "test", nil |
| 203 | } |
| 204 | |
| 205 | type fakeHttpClient struct { |
| 206 | t *testing.T |
| 207 | counts map[string]int |
| 208 | } |
| 209 | |
| 210 | func (f fakeHttpClient) Get(addr string) (*http.Response, error) { |
| 211 | f.t.Logf("HTTP GET: %s", addr) |
| 212 | cnt, ok := f.counts[addr] |
| 213 | if !ok { |
| 214 | cnt = 0 |
| 215 | } |
| 216 | f.counts[addr] = cnt + 1 |
| 217 | return &http.Response{ |
| 218 | Status: "200 OK", |
| 219 | StatusCode: http.StatusOK, |
| 220 | Proto: "HTTP/1.0", |
| 221 | ProtoMajor: 1, |
| 222 | ProtoMinor: 0, |
| 223 | Body: io.NopCloser(strings.NewReader("ok")), |
| 224 | }, nil |
| 225 | } |
| 226 | |
| 227 | type fakeDnsClient struct { |
| 228 | t *testing.T |
| 229 | counts map[string]int |
| 230 | } |
| 231 | |
| 232 | func (f fakeDnsClient) Lookup(host string) ([]net.IP, error) { |
| 233 | f.t.Logf("HTTP GET: %s", host) |
| 234 | return []net.IP{net.ParseIP("1.1.1.1"), net.ParseIP("2.2.2.2")}, nil |
| 235 | } |
| 236 | |
| gio | d9c398e | 2024-06-06 13:33:03 +0400 | [diff] [blame] | 237 | type onDoneTaskMap struct { |
| 238 | m tasks.TaskManager |
| 239 | onDone tasks.TaskDoneListener |
| 240 | } |
| 241 | |
| 242 | func (m *onDoneTaskMap) Add(name string, task tasks.Task) error { |
| 243 | if err := m.m.Add(name, task); err != nil { |
| 244 | return err |
| 245 | } else { |
| 246 | task.OnDone(m.onDone) |
| 247 | return nil |
| 248 | } |
| 249 | } |
| 250 | |
| 251 | func (m *onDoneTaskMap) Get(name string) (tasks.Task, error) { |
| 252 | return m.m.Get(name) |
| 253 | } |
| 254 | |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 255 | func TestCreateNewEnv(t *testing.T) { |
| 256 | apps := installer.NewInMemoryAppRepository(installer.CreateAllApps()) |
| 257 | infraFS := memfs.New() |
| 258 | envFS := memfs.New() |
| 259 | nsCreator := fakeNSCreator{t} |
| gio | f884341 | 2024-05-22 16:38:05 +0400 | [diff] [blame] | 260 | jc := fakeJobCreator{t} |
| 261 | hf := fakeHelmFetcher{t} |
| 262 | lg := installer.GitRepositoryLocalChartGenerator{"foo", "bar"} |
| gio | c76baed | 2024-08-19 22:04:57 +0400 | [diff] [blame] | 263 | infraRepo := soft.NewMockRepoIO(soft.NewBillyRepoFS(infraFS), "foo.bar", t) |
| gio | f884341 | 2024-05-22 16:38:05 +0400 | [diff] [blame] | 264 | infraMgr, err := installer.NewInfraAppManager(infraRepo, nsCreator, hf, lg) |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 265 | if err != nil { |
| 266 | t.Fatal(err) |
| 267 | } |
| 268 | if err := util.WriteFile(infraFS, "config.yaml", []byte(infraConfig), fs.ModePerm); err != nil { |
| 269 | t.Fatal(err) |
| 270 | } |
| 271 | if err := util.WriteFile(infraFS, "env-cidrs.yaml", []byte(envCidrs), fs.ModePerm); err != nil { |
| 272 | t.Fatal(err) |
| 273 | } |
| 274 | { |
| 275 | app, err := installer.FindInfraApp(apps, "dns-gateway") |
| 276 | if err != nil { |
| 277 | t.Fatal(err) |
| 278 | } |
| gio | 778577f | 2024-04-29 09:44:38 +0400 | [diff] [blame] | 279 | if _, err := infraMgr.Install(app, "/infrastructure/dns-gateway", "dns-gateway", map[string]any{ |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 280 | "servers": []installer.EnvDNS{}, |
| 281 | }); err != nil { |
| 282 | t.Fatal(err) |
| 283 | } |
| 284 | } |
| 285 | cg := fakeClientGetter{t, envFS} |
| 286 | httpClient := fakeHttpClient{t, make(map[string]int)} |
| 287 | dnsClient := fakeDnsClient{t, make(map[string]int)} |
| gio | d9c398e | 2024-06-06 13:33:03 +0400 | [diff] [blame] | 288 | var done sync.WaitGroup |
| 289 | done.Add(1) |
| 290 | var taskErr error |
| 291 | tm := &onDoneTaskMap{ |
| 292 | tasks.NewTaskMap(), |
| 293 | func(err error) { |
| 294 | taskErr = err |
| 295 | done.Done() |
| 296 | }, |
| 297 | } |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 298 | s := NewEnvServer( |
| 299 | 8181, |
| 300 | fakeSoftServeClient{t, envFS}, |
| 301 | infraRepo, |
| 302 | cg, |
| 303 | nsCreator, |
| gio | f884341 | 2024-05-22 16:38:05 +0400 | [diff] [blame] | 304 | jc, |
| 305 | hf, |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 306 | fakeZoneStatusFetcher{t}, |
| 307 | fixedNameGenerator{}, |
| 308 | httpClient, |
| 309 | dnsClient, |
| gio | d9c398e | 2024-06-06 13:33:03 +0400 | [diff] [blame] | 310 | tm, |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 311 | ) |
| 312 | go s.Start() |
| gio | d9c398e | 2024-06-06 13:33:03 +0400 | [diff] [blame] | 313 | time.Sleep(1 * time.Second) // Let server start |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 314 | req := createEnvReq{ |
| gio | 7841f4f | 2024-07-26 19:53:49 +0400 | [diff] [blame] | 315 | Name: "test", |
| 316 | ContactEmail: "test@test.t", |
| 317 | Domain: "test.t", |
| 318 | PrivateNetworkSubdomain: "p", |
| 319 | AdminPublicKey: "test", |
| 320 | SecretToken: "test", |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 321 | } |
| 322 | var buf bytes.Buffer |
| 323 | if err := json.NewEncoder(&buf).Encode(req); err != nil { |
| 324 | t.Fatal(err) |
| 325 | } |
| 326 | resp, err := http.Post("http://localhost:8181/", "application/json", &buf) |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 327 | if err != nil { |
| 328 | t.Fatal(err) |
| 329 | } |
| 330 | if resp.StatusCode != http.StatusOK { |
| 331 | var buf bytes.Buffer |
| 332 | io.Copy(&buf, resp.Body) |
| 333 | t.Fatal(buf.String()) |
| 334 | } |
| 335 | done.Wait() |
| 336 | http.Get("http://localhost:8181/env/test") |
| 337 | debugFS(infraFS, t, "/infrastructure/dns-gateway/resources/coredns.yaml") |
| 338 | debugFS(envFS, t) |
| 339 | if taskErr != nil { |
| 340 | t.Fatal(taskErr) |
| 341 | } |
| 342 | expected := []string{ |
| gio | b79db3a | 2024-08-01 14:20:42 +0400 | [diff] [blame] | 343 | "https://apps.p.test.t", |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 344 | "https://accounts-ui.test.t", |
| 345 | "https://welcome.test.t", |
| 346 | "https://memberships.p.test.t", |
| gio | 09a3e5b | 2024-04-26 14:11:06 +0400 | [diff] [blame] | 347 | "https://launcher.test.t", |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 348 | "https://headscale.test.t/apple", |
| 349 | } |
| 350 | for _, e := range expected { |
| 351 | if cnt, ok := httpClient.counts[e]; !ok || cnt != 1 { |
| 352 | t.Fatal(httpClient.counts) |
| 353 | } |
| 354 | } |
| gio | b79db3a | 2024-08-01 14:20:42 +0400 | [diff] [blame] | 355 | if len(httpClient.counts) != 6 { |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 356 | t.Fatal(httpClient.counts) |
| 357 | } |
| 358 | } |
| 359 | |
| 360 | func debugFS(bfs billy.Filesystem, t *testing.T, files ...string) { |
| 361 | f := map[string]struct{}{} |
| 362 | for _, i := range files { |
| 363 | f[i] = struct{}{} |
| 364 | } |
| 365 | t.Log("----- START ------") |
| 366 | err := util.Walk(bfs, "/", func(path string, info fs.FileInfo, err error) error { |
| gio | e72b54f | 2024-04-22 10:44:41 +0400 | [diff] [blame] | 367 | if _, ok := f[path]; ok && !info.IsDir() { |
| 368 | contents, err := util.ReadFile(bfs, path) |
| 369 | if err != nil { |
| 370 | return err |
| 371 | } |
| 372 | t.Log(string(contents)) |
| 373 | } |
| 374 | return nil |
| 375 | }) |
| 376 | if err != nil { |
| 377 | t.Fatal(err) |
| 378 | } |
| 379 | t.Log("----- END ------") |
| 380 | } |