2022-02-08 12:00:44 -06:00
|
|
|
package coderd_test
|
|
|
|
|
|
|
|
|
|
import (
|
2024-01-31 14:49:55 +01:00
|
|
|
"archive/tar"
|
2023-02-04 14:07:09 -06:00
|
|
|
"bytes"
|
2022-02-08 12:00:44 -06:00
|
|
|
"context"
|
2022-03-07 11:40:54 -06:00
|
|
|
"net/http"
|
2025-07-30 13:55:30 -07:00
|
|
|
"sync"
|
2022-02-08 12:00:44 -06:00
|
|
|
"testing"
|
|
|
|
|
|
2022-10-13 18:02:52 -05:00
|
|
|
"github.com/google/uuid"
|
2022-02-08 12:00:44 -06:00
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
|
|
2024-10-25 15:14:39 +01:00
|
|
|
"github.com/coder/coder/v2/archive"
|
|
|
|
|
"github.com/coder/coder/v2/archive/archivetest"
|
2023-08-18 13:55:43 -05:00
|
|
|
"github.com/coder/coder/v2/coderd/coderdtest"
|
|
|
|
|
"github.com/coder/coder/v2/codersdk"
|
|
|
|
|
"github.com/coder/coder/v2/testutil"
|
2022-02-08 12:00:44 -06:00
|
|
|
)
|
|
|
|
|
|
2022-03-07 11:40:54 -06:00
|
|
|
func TestPostFiles(t *testing.T) {
|
2022-02-08 12:00:44 -06:00
|
|
|
t.Parallel()
|
|
|
|
|
t.Run("BadContentType", func(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
2022-02-21 14:36:29 -06:00
|
|
|
client := coderdtest.New(t, nil)
|
2022-03-07 11:40:54 -06:00
|
|
|
_ = coderdtest.CreateFirstUser(t, client)
|
2022-08-09 20:17:00 +03:00
|
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
|
|
|
defer cancel()
|
|
|
|
|
|
2023-02-04 14:07:09 -06:00
|
|
|
_, err := client.Upload(ctx, "bad", bytes.NewReader([]byte{'a'}))
|
2022-02-08 12:00:44 -06:00
|
|
|
require.Error(t, err)
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
t.Run("Insert", func(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
2022-02-21 14:36:29 -06:00
|
|
|
client := coderdtest.New(t, nil)
|
2022-03-07 11:40:54 -06:00
|
|
|
_ = coderdtest.CreateFirstUser(t, client)
|
2022-08-09 20:17:00 +03:00
|
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
|
|
|
defer cancel()
|
|
|
|
|
|
2023-02-04 14:07:09 -06:00
|
|
|
_, err := client.Upload(ctx, codersdk.ContentTypeTar, bytes.NewReader(make([]byte, 1024)))
|
2022-02-08 12:00:44 -06:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
})
|
2022-02-12 13:34:04 -06:00
|
|
|
|
2024-11-08 18:24:12 +11:00
|
|
|
t.Run("InsertWindowsZip", func(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
client := coderdtest.New(t, nil)
|
|
|
|
|
_ = coderdtest.CreateFirstUser(t, client)
|
|
|
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
|
|
|
defer cancel()
|
|
|
|
|
|
|
|
|
|
_, err := client.Upload(ctx, "application/x-zip-compressed", bytes.NewReader(archivetest.TestZipFileBytes()))
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
})
|
|
|
|
|
|
2022-02-12 13:34:04 -06:00
|
|
|
t.Run("InsertAlreadyExists", func(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
2022-02-21 14:36:29 -06:00
|
|
|
client := coderdtest.New(t, nil)
|
2022-03-07 11:40:54 -06:00
|
|
|
_ = coderdtest.CreateFirstUser(t, client)
|
2022-08-09 20:17:00 +03:00
|
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
|
|
|
defer cancel()
|
|
|
|
|
|
2022-02-12 13:34:04 -06:00
|
|
|
data := make([]byte, 1024)
|
2023-02-04 14:07:09 -06:00
|
|
|
_, err := client.Upload(ctx, codersdk.ContentTypeTar, bytes.NewReader(data))
|
2022-02-12 13:34:04 -06:00
|
|
|
require.NoError(t, err)
|
2023-02-04 14:07:09 -06:00
|
|
|
_, err = client.Upload(ctx, codersdk.ContentTypeTar, bytes.NewReader(data))
|
2022-02-12 13:34:04 -06:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
})
|
2025-07-30 13:55:30 -07:00
|
|
|
t.Run("InsertConcurrent", func(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
client := coderdtest.New(t, nil)
|
|
|
|
|
_ = coderdtest.CreateFirstUser(t, client)
|
|
|
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
|
|
|
defer cancel()
|
|
|
|
|
|
|
|
|
|
var wg sync.WaitGroup
|
|
|
|
|
var end sync.WaitGroup
|
|
|
|
|
wg.Add(1)
|
|
|
|
|
end.Add(3)
|
|
|
|
|
for range 3 {
|
|
|
|
|
go func() {
|
|
|
|
|
wg.Wait()
|
|
|
|
|
data := make([]byte, 1024)
|
|
|
|
|
_, err := client.Upload(ctx, codersdk.ContentTypeTar, bytes.NewReader(data))
|
|
|
|
|
end.Done()
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
}()
|
|
|
|
|
}
|
|
|
|
|
wg.Done()
|
|
|
|
|
end.Wait()
|
|
|
|
|
})
|
2022-02-08 12:00:44 -06:00
|
|
|
}
|
2022-03-07 11:40:54 -06:00
|
|
|
|
|
|
|
|
func TestDownload(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
t.Run("NotFound", func(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
client := coderdtest.New(t, nil)
|
|
|
|
|
_ = coderdtest.CreateFirstUser(t, client)
|
2022-08-09 20:17:00 +03:00
|
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
|
|
|
defer cancel()
|
|
|
|
|
|
2022-10-13 18:02:52 -05:00
|
|
|
_, _, err := client.Download(ctx, uuid.New())
|
2022-03-07 11:40:54 -06:00
|
|
|
var apiErr *codersdk.Error
|
|
|
|
|
require.ErrorAs(t, err, &apiErr)
|
2022-06-14 10:14:05 -05:00
|
|
|
require.Equal(t, http.StatusNotFound, apiErr.StatusCode())
|
2022-03-07 11:40:54 -06:00
|
|
|
})
|
|
|
|
|
|
2024-01-31 14:49:55 +01:00
|
|
|
t.Run("InsertTar_DownloadTar", func(t *testing.T) {
|
2022-03-07 11:40:54 -06:00
|
|
|
t.Parallel()
|
|
|
|
|
client := coderdtest.New(t, nil)
|
|
|
|
|
_ = coderdtest.CreateFirstUser(t, client)
|
2022-08-09 20:17:00 +03:00
|
|
|
|
2024-01-31 14:49:55 +01:00
|
|
|
// given
|
2022-08-09 20:17:00 +03:00
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
|
|
|
defer cancel()
|
2024-10-25 15:14:39 +01:00
|
|
|
|
|
|
|
|
tarball := archivetest.TestTarFileBytes()
|
2022-08-09 20:17:00 +03:00
|
|
|
|
2024-01-31 14:49:55 +01:00
|
|
|
// when
|
2024-03-11 13:29:57 +00:00
|
|
|
resp, err := client.Upload(ctx, codersdk.ContentTypeTar, bytes.NewReader(tarball))
|
2022-03-07 11:40:54 -06:00
|
|
|
require.NoError(t, err)
|
2022-10-13 18:02:52 -05:00
|
|
|
data, contentType, err := client.Download(ctx, resp.ID)
|
2022-03-07 11:40:54 -06:00
|
|
|
require.NoError(t, err)
|
2024-01-31 14:49:55 +01:00
|
|
|
|
|
|
|
|
// then
|
2024-03-11 13:29:57 +00:00
|
|
|
require.Len(t, data, len(tarball))
|
2022-03-07 11:40:54 -06:00
|
|
|
require.Equal(t, codersdk.ContentTypeTar, contentType)
|
2024-03-11 13:29:57 +00:00
|
|
|
require.Equal(t, tarball, data)
|
2024-10-25 15:14:39 +01:00
|
|
|
archivetest.AssertSampleTarFile(t, data)
|
2022-03-07 11:40:54 -06:00
|
|
|
})
|
2024-01-31 14:49:55 +01:00
|
|
|
|
|
|
|
|
t.Run("InsertZip_DownloadTar", func(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
client := coderdtest.New(t, nil)
|
|
|
|
|
_ = coderdtest.CreateFirstUser(t, client)
|
|
|
|
|
|
|
|
|
|
// given
|
2024-10-25 15:14:39 +01:00
|
|
|
zipContent := archivetest.TestZipFileBytes()
|
2024-01-31 14:49:55 +01:00
|
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
|
|
|
defer cancel()
|
|
|
|
|
|
|
|
|
|
// when
|
|
|
|
|
resp, err := client.Upload(ctx, codersdk.ContentTypeZip, bytes.NewReader(zipContent))
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
data, contentType, err := client.Download(ctx, resp.ID)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
// then
|
|
|
|
|
require.Equal(t, codersdk.ContentTypeTar, contentType)
|
2024-03-11 13:29:57 +00:00
|
|
|
|
|
|
|
|
// Note: creating a zip from a tar will result in some loss of information
|
|
|
|
|
// as zip files do not store UNIX user:group data.
|
2024-10-25 15:14:39 +01:00
|
|
|
archivetest.AssertSampleTarFile(t, data)
|
2024-01-31 14:49:55 +01:00
|
|
|
})
|
|
|
|
|
|
|
|
|
|
t.Run("InsertTar_DownloadZip", func(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
client := coderdtest.New(t, nil)
|
|
|
|
|
_ = coderdtest.CreateFirstUser(t, client)
|
|
|
|
|
|
|
|
|
|
// given
|
2024-10-25 15:14:39 +01:00
|
|
|
tarball := archivetest.TestTarFileBytes()
|
2024-01-31 14:49:55 +01:00
|
|
|
|
|
|
|
|
tarReader := tar.NewReader(bytes.NewReader(tarball))
|
2024-10-25 15:14:39 +01:00
|
|
|
expectedZip, err := archive.CreateZipFromTar(tarReader, 10240)
|
2024-01-31 14:49:55 +01:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
|
|
|
defer cancel()
|
|
|
|
|
|
|
|
|
|
// when
|
|
|
|
|
resp, err := client.Upload(ctx, codersdk.ContentTypeTar, bytes.NewReader(tarball))
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
data, contentType, err := client.DownloadWithFormat(ctx, resp.ID, codersdk.FormatZip)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
// then
|
|
|
|
|
require.Equal(t, codersdk.ContentTypeZip, contentType)
|
|
|
|
|
require.Equal(t, expectedZip, data)
|
2024-10-25 15:14:39 +01:00
|
|
|
archivetest.AssertSampleZipFile(t, data)
|
2024-01-31 14:49:55 +01:00
|
|
|
})
|
2022-03-07 11:40:54 -06:00
|
|
|
}
|