fix: delete desktop release oss objects
This commit is contained in:
@@ -61,7 +61,7 @@ const (
|
|||||||
)
|
)
|
||||||
|
|
||||||
type DesktopClientReleaseService struct {
|
type DesktopClientReleaseService struct {
|
||||||
releases *repository.DesktopClientReleaseRepository
|
releases desktopClientReleaseStore
|
||||||
storage objectstorage.Client
|
storage objectstorage.Client
|
||||||
audits *AuditService
|
audits *AuditService
|
||||||
releaseUploadDir string
|
releaseUploadDir string
|
||||||
@@ -70,6 +70,18 @@ type DesktopClientReleaseService struct {
|
|||||||
releaseUploadMu sync.Mutex
|
releaseUploadMu sync.Mutex
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type desktopClientReleaseStore interface {
|
||||||
|
List(ctx context.Context, f repository.DesktopClientReleaseFilter) ([]domain.DesktopClientRelease, int64, error)
|
||||||
|
ListEnabledByChannel(ctx context.Context, channel string) ([]domain.DesktopClientRelease, error)
|
||||||
|
Create(ctx context.Context, in repository.UpsertDesktopClientReleaseInput) (*domain.DesktopClientRelease, error)
|
||||||
|
Update(ctx context.Context, id int64, in repository.UpsertDesktopClientReleaseInput) (*domain.DesktopClientRelease, error)
|
||||||
|
SetEnabled(ctx context.Context, id int64, enabled bool, actorID *int64) (*domain.DesktopClientRelease, error)
|
||||||
|
GetByID(ctx context.Context, id int64) (*domain.DesktopClientRelease, error)
|
||||||
|
ListEnabledByTarget(ctx context.Context, target repository.DesktopClientReleaseTarget) ([]domain.DesktopClientRelease, error)
|
||||||
|
HasObjectReference(ctx context.Context, objectKey string, excludeID int64) (bool, error)
|
||||||
|
Delete(ctx context.Context, id int64) error
|
||||||
|
}
|
||||||
|
|
||||||
func NewDesktopClientReleaseService(
|
func NewDesktopClientReleaseService(
|
||||||
releases *repository.DesktopClientReleaseRepository,
|
releases *repository.DesktopClientReleaseRepository,
|
||||||
storage objectstorage.Client,
|
storage objectstorage.Client,
|
||||||
@@ -536,6 +548,9 @@ func (s *DesktopClientReleaseService) Delete(ctx context.Context, actor *Actor,
|
|||||||
}
|
}
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
if err := s.deleteReleaseObjects(ctx, item); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
if err := s.releases.Delete(ctx, id); err != nil {
|
if err := s.releases.Delete(ctx, id); err != nil {
|
||||||
if errors.Is(err, repository.ErrDesktopClientReleaseNotFound) {
|
if errors.Is(err, repository.ErrDesktopClientReleaseNotFound) {
|
||||||
return response.ErrNotFound(40430, "desktop_client_release_not_found", "客户端版本配置不存在")
|
return response.ErrNotFound(40430, "desktop_client_release_not_found", "客户端版本配置不存在")
|
||||||
@@ -546,6 +561,46 @@ func (s *DesktopClientReleaseService) Delete(ctx context.Context, actor *Actor,
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (s *DesktopClientReleaseService) deleteReleaseObjects(ctx context.Context, item *domain.DesktopClientRelease) error {
|
||||||
|
objectKeys := desktopClientReleaseOSSObjectKeys(item)
|
||||||
|
if len(objectKeys) == 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if s.storage == nil {
|
||||||
|
return response.ErrInternal(50091, "object_storage_unavailable", "object storage is unavailable")
|
||||||
|
}
|
||||||
|
if err := s.storage.Validate(); err != nil {
|
||||||
|
appErr := response.ErrInternal(50091, "object_storage_unavailable", "object storage is unavailable")
|
||||||
|
appErr.Cause = err
|
||||||
|
return appErr
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, objectKey := range objectKeys {
|
||||||
|
referenced, err := s.releases.HasObjectReference(ctx, objectKey, item.ID)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if referenced {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
exists, err := s.storage.Exists(ctx, objectKey)
|
||||||
|
if err != nil {
|
||||||
|
appErr := response.ErrInternal(50097, "desktop_client_release_object_check_failed", "检查客户端版本 OSS 对象失败")
|
||||||
|
appErr.Cause = err
|
||||||
|
return appErr
|
||||||
|
}
|
||||||
|
if !exists {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if err := s.storage.Delete(ctx, objectKey); err != nil {
|
||||||
|
appErr := response.ErrInternal(50098, "desktop_client_release_object_delete_failed", "删除客户端版本 OSS 对象失败")
|
||||||
|
appErr.Cause = err
|
||||||
|
return appErr
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
func (s *DesktopClientReleaseService) UploadOSS(ctx context.Context, in DesktopClientReleaseUploadInput) (*DesktopClientReleaseUploadResult, error) {
|
func (s *DesktopClientReleaseService) UploadOSS(ctx context.Context, in DesktopClientReleaseUploadInput) (*DesktopClientReleaseUploadResult, error) {
|
||||||
if s.storage == nil {
|
if s.storage == nil {
|
||||||
return nil, response.ErrInternal(50091, "object_storage_unavailable", "object storage is unavailable")
|
return nil, response.ErrInternal(50091, "object_storage_unavailable", "object storage is unavailable")
|
||||||
@@ -1441,6 +1496,34 @@ func itemUpdaterAsset(item *domain.DesktopClientRelease) desktopClientReleaseAss
|
|||||||
return itemInstallerAsset(item)
|
return itemInstallerAsset(item)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func desktopClientReleaseOSSObjectKeys(item *domain.DesktopClientRelease) []string {
|
||||||
|
if item == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
candidates := []desktopClientReleaseAsset{itemInstallerAsset(item)}
|
||||||
|
if item.UpdaterDownloadSource != nil {
|
||||||
|
candidates = append(candidates, itemUpdaterAsset(item))
|
||||||
|
}
|
||||||
|
|
||||||
|
seen := map[string]struct{}{}
|
||||||
|
keys := make([]string, 0, len(candidates))
|
||||||
|
for _, asset := range candidates {
|
||||||
|
if stringPointerValue(asset.DownloadSource) != DesktopClientDownloadSourceOSS {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
objectKey := strings.TrimSpace(stringPointerValue(asset.OSSObjectKey))
|
||||||
|
if objectKey == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if _, ok := seen[objectKey]; ok {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
seen[objectKey] = struct{}{}
|
||||||
|
keys = append(keys, objectKey)
|
||||||
|
}
|
||||||
|
return keys
|
||||||
|
}
|
||||||
|
|
||||||
func (s *DesktopClientReleaseService) resolveDownloadURLResult(item *domain.DesktopClientRelease) (*DesktopClientReleaseDownloadURLResult, error) {
|
func (s *DesktopClientReleaseService) resolveDownloadURLResult(item *domain.DesktopClientRelease) (*DesktopClientReleaseDownloadURLResult, error) {
|
||||||
downloadURL, err := s.resolveInstallerDownloadURL(item)
|
downloadURL, err := s.resolveInstallerDownloadURL(item)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
@@ -14,6 +14,7 @@ import (
|
|||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/geo-platform/tenant-api/internal/ops/domain"
|
"github.com/geo-platform/tenant-api/internal/ops/domain"
|
||||||
|
"github.com/geo-platform/tenant-api/internal/ops/repository"
|
||||||
"github.com/geo-platform/tenant-api/internal/shared/objectstorage"
|
"github.com/geo-platform/tenant-api/internal/shared/objectstorage"
|
||||||
"github.com/stretchr/testify/require"
|
"github.com/stretchr/testify/require"
|
||||||
)
|
)
|
||||||
@@ -247,6 +248,110 @@ func TestBuildDesktopClientReleaseObjectKeyReusesContentAddress(t *testing.T) {
|
|||||||
require.Equal(t, "desktop-client/releases/blobs/"+sum+".exe", first)
|
require.Equal(t, "desktop-client/releases/blobs/"+sum+".exe", first)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestDesktopClientReleaseOSSObjectKeysIncludesInstallerAndUpdater(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
installerKey := "desktop-client/releases/blobs/installer.dmg"
|
||||||
|
updaterKey := "desktop-client/releases/blobs/updater.zip"
|
||||||
|
ossSource := DesktopClientDownloadSourceOSS
|
||||||
|
|
||||||
|
require.Equal(t, []string{installerKey, updaterKey}, desktopClientReleaseOSSObjectKeys(&domain.DesktopClientRelease{
|
||||||
|
DownloadSource: DesktopClientDownloadSourceOSS,
|
||||||
|
OSSObjectKey: &installerKey,
|
||||||
|
UpdaterDownloadSource: &ossSource,
|
||||||
|
UpdaterOSSObjectKey: &updaterKey,
|
||||||
|
}))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDesktopClientReleaseOSSObjectKeysDedupesSharedInstallerUpdater(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
objectKey := "desktop-client/releases/blobs/shared.zip"
|
||||||
|
ossSource := DesktopClientDownloadSourceOSS
|
||||||
|
|
||||||
|
require.Equal(t, []string{objectKey}, desktopClientReleaseOSSObjectKeys(&domain.DesktopClientRelease{
|
||||||
|
DownloadSource: DesktopClientDownloadSourceOSS,
|
||||||
|
OSSObjectKey: &objectKey,
|
||||||
|
UpdaterDownloadSource: &ossSource,
|
||||||
|
UpdaterOSSObjectKey: &objectKey,
|
||||||
|
}))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDesktopClientReleaseDeleteRemovesUnreferencedOSSObjects(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
installerKey := "desktop-client/releases/blobs/installer.dmg"
|
||||||
|
updaterKey := "desktop-client/releases/blobs/updater.zip"
|
||||||
|
ossSource := DesktopClientDownloadSourceOSS
|
||||||
|
store := &desktopClientReleaseStoreFake{
|
||||||
|
items: map[int64]*domain.DesktopClientRelease{
|
||||||
|
42: {
|
||||||
|
ID: 42,
|
||||||
|
DownloadSource: DesktopClientDownloadSourceOSS,
|
||||||
|
OSSObjectKey: &installerKey,
|
||||||
|
UpdaterDownloadSource: &ossSource,
|
||||||
|
UpdaterOSSObjectKey: &updaterKey,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
storage := &desktopReleaseDownloadURLStorage{
|
||||||
|
existsByKey: map[string]bool{
|
||||||
|
installerKey: true,
|
||||||
|
updaterKey: true,
|
||||||
|
},
|
||||||
|
objects: map[string][]byte{
|
||||||
|
installerKey: []byte("installer"),
|
||||||
|
updaterKey: []byte("updater"),
|
||||||
|
},
|
||||||
|
}
|
||||||
|
svc := NewDesktopClientReleaseService(nil, storage, nil)
|
||||||
|
svc.releases = store
|
||||||
|
|
||||||
|
err := svc.Delete(context.Background(), nil, 42)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.Equal(t, []string{installerKey, updaterKey}, storage.deleteCalls)
|
||||||
|
require.Equal(t, []int64{42}, store.deletedIDs)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDesktopClientReleaseDeleteKeepsOSSObjectReferencedByAnotherRelease(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
installerKey := "desktop-client/releases/blobs/installer.dmg"
|
||||||
|
updaterKey := "desktop-client/releases/blobs/updater.zip"
|
||||||
|
ossSource := DesktopClientDownloadSourceOSS
|
||||||
|
store := &desktopClientReleaseStoreFake{
|
||||||
|
items: map[int64]*domain.DesktopClientRelease{
|
||||||
|
42: {
|
||||||
|
ID: 42,
|
||||||
|
DownloadSource: DesktopClientDownloadSourceOSS,
|
||||||
|
OSSObjectKey: &installerKey,
|
||||||
|
UpdaterDownloadSource: &ossSource,
|
||||||
|
UpdaterOSSObjectKey: &updaterKey,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
references: map[string]bool{installerKey: true},
|
||||||
|
}
|
||||||
|
storage := &desktopReleaseDownloadURLStorage{
|
||||||
|
existsByKey: map[string]bool{
|
||||||
|
installerKey: true,
|
||||||
|
updaterKey: true,
|
||||||
|
},
|
||||||
|
objects: map[string][]byte{
|
||||||
|
installerKey: []byte("installer"),
|
||||||
|
updaterKey: []byte("updater"),
|
||||||
|
},
|
||||||
|
}
|
||||||
|
svc := NewDesktopClientReleaseService(nil, storage, nil)
|
||||||
|
svc.releases = store
|
||||||
|
|
||||||
|
err := svc.Delete(context.Background(), nil, 42)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.Equal(t, []string{updaterKey}, storage.deleteCalls)
|
||||||
|
require.Equal(t, []int64{42}, store.deletedIDs)
|
||||||
|
}
|
||||||
|
|
||||||
func TestResolveDownloadURLResultUsesSignedDownloadURL(t *testing.T) {
|
func TestResolveDownloadURLResultUsesSignedDownloadURL(t *testing.T) {
|
||||||
t.Parallel()
|
t.Parallel()
|
||||||
|
|
||||||
@@ -462,6 +567,7 @@ func TestDesktopClientReleaseDirectUploadCompleteJobReportsStatus(t *testing.T)
|
|||||||
type desktopReleaseDownloadURLStorage struct {
|
type desktopReleaseDownloadURLStorage struct {
|
||||||
publicURLCalls []string
|
publicURLCalls []string
|
||||||
downloadURLCalls []string
|
downloadURLCalls []string
|
||||||
|
deleteCalls []string
|
||||||
existsByKey map[string]bool
|
existsByKey map[string]bool
|
||||||
objects map[string][]byte
|
objects map[string][]byte
|
||||||
objectSizes map[string]int64
|
objectSizes map[string]int64
|
||||||
@@ -544,7 +650,17 @@ func (s *desktopReleaseDownloadURLStorage) PresignedPutURL(
|
|||||||
}, nil
|
}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *desktopReleaseDownloadURLStorage) Delete(context.Context, string) error {
|
func (s *desktopReleaseDownloadURLStorage) Delete(_ context.Context, objectKey string) error {
|
||||||
|
s.deleteCalls = append(s.deleteCalls, objectKey)
|
||||||
|
if s.objects != nil {
|
||||||
|
delete(s.objects, objectKey)
|
||||||
|
}
|
||||||
|
if s.existsByKey != nil {
|
||||||
|
s.existsByKey[objectKey] = false
|
||||||
|
}
|
||||||
|
if s.objectSizes != nil {
|
||||||
|
delete(s.objectSizes, objectKey)
|
||||||
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -579,3 +695,59 @@ func (s *desktopReleaseDownloadURLStorage) Stat(_ context.Context, objectKey str
|
|||||||
func (s *desktopReleaseDownloadURLStorage) Copy(context.Context, string, string) error {
|
func (s *desktopReleaseDownloadURLStorage) Copy(context.Context, string, string) error {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type desktopClientReleaseStoreFake struct {
|
||||||
|
items map[int64]*domain.DesktopClientRelease
|
||||||
|
references map[string]bool
|
||||||
|
deletedIDs []int64
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *desktopClientReleaseStoreFake) List(context.Context, repository.DesktopClientReleaseFilter) ([]domain.DesktopClientRelease, int64, error) {
|
||||||
|
items := make([]domain.DesktopClientRelease, 0, len(s.items))
|
||||||
|
for _, item := range s.items {
|
||||||
|
items = append(items, *item)
|
||||||
|
}
|
||||||
|
return items, int64(len(items)), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *desktopClientReleaseStoreFake) ListEnabledByChannel(context.Context, string) ([]domain.DesktopClientRelease, error) {
|
||||||
|
return nil, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *desktopClientReleaseStoreFake) Create(context.Context, repository.UpsertDesktopClientReleaseInput) (*domain.DesktopClientRelease, error) {
|
||||||
|
return nil, errors.New("unexpected create call")
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *desktopClientReleaseStoreFake) Update(context.Context, int64, repository.UpsertDesktopClientReleaseInput) (*domain.DesktopClientRelease, error) {
|
||||||
|
return nil, errors.New("unexpected update call")
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *desktopClientReleaseStoreFake) SetEnabled(context.Context, int64, bool, *int64) (*domain.DesktopClientRelease, error) {
|
||||||
|
return nil, errors.New("unexpected set enabled call")
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *desktopClientReleaseStoreFake) GetByID(_ context.Context, id int64) (*domain.DesktopClientRelease, error) {
|
||||||
|
item, ok := s.items[id]
|
||||||
|
if !ok {
|
||||||
|
return nil, repository.ErrDesktopClientReleaseNotFound
|
||||||
|
}
|
||||||
|
copied := *item
|
||||||
|
return &copied, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *desktopClientReleaseStoreFake) ListEnabledByTarget(context.Context, repository.DesktopClientReleaseTarget) ([]domain.DesktopClientRelease, error) {
|
||||||
|
return nil, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *desktopClientReleaseStoreFake) HasObjectReference(_ context.Context, objectKey string, _ int64) (bool, error) {
|
||||||
|
return s.references[objectKey], nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *desktopClientReleaseStoreFake) Delete(_ context.Context, id int64) error {
|
||||||
|
if _, ok := s.items[id]; !ok {
|
||||||
|
return repository.ErrDesktopClientReleaseNotFound
|
||||||
|
}
|
||||||
|
s.deletedIDs = append(s.deletedIDs, id)
|
||||||
|
delete(s.items, id)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|||||||
@@ -328,6 +328,28 @@ func (r *DesktopClientReleaseRepository) SetEnabled(ctx context.Context, id int6
|
|||||||
RETURNING `+desktopClientReleaseColumns, enabled, actorID, id))
|
RETURNING `+desktopClientReleaseColumns, enabled, actorID, id))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (r *DesktopClientReleaseRepository) HasObjectReference(ctx context.Context, objectKey string, excludeID int64) (bool, error) {
|
||||||
|
if objectKey == "" {
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
var exists bool
|
||||||
|
err := r.pool.QueryRow(ctx, `
|
||||||
|
SELECT EXISTS (
|
||||||
|
SELECT 1
|
||||||
|
FROM ops.desktop_client_releases
|
||||||
|
WHERE id <> $1
|
||||||
|
AND (
|
||||||
|
(download_source = 'oss' AND oss_object_key = $2)
|
||||||
|
OR
|
||||||
|
(updater_download_source = 'oss' AND updater_oss_object_key = $2)
|
||||||
|
)
|
||||||
|
)`, excludeID, objectKey).Scan(&exists)
|
||||||
|
if err != nil {
|
||||||
|
return false, err
|
||||||
|
}
|
||||||
|
return exists, nil
|
||||||
|
}
|
||||||
|
|
||||||
func (r *DesktopClientReleaseRepository) Delete(ctx context.Context, id int64) error {
|
func (r *DesktopClientReleaseRepository) Delete(ctx context.Context, id int64) error {
|
||||||
cmd, err := r.pool.Exec(ctx, `DELETE FROM ops.desktop_client_releases WHERE id = $1`, id)
|
cmd, err := r.pool.Exec(ctx, `DELETE FROM ops.desktop_client_releases WHERE id = $1`, id)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
Reference in New Issue
Block a user