|
| 1 | +package cosmosdb |
| 2 | + |
| 3 | +import ( |
| 4 | + "context" |
| 5 | + "fmt" |
| 6 | + "time" |
| 7 | + |
| 8 | + "github.com/Azure/azure-sdk-for-go/sdk/azcore" |
| 9 | + "github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3" |
| 10 | + "github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources" |
| 11 | + |
| 12 | + "github.com/kedacore/testing-infrastructure/garbage-colletor/internal/config" |
| 13 | + "github.com/kedacore/testing-infrastructure/garbage-colletor/internal/core" |
| 14 | +) |
| 15 | + |
| 16 | +type Cleaner struct { |
| 17 | + rgClient *armresources.ResourceGroupsClient |
| 18 | + accountsClient *armcosmos.DatabaseAccountsClient |
| 19 | + sqlClient *armcosmos.SQLResourcesClient |
| 20 | + cfg config.Config |
| 21 | +} |
| 22 | + |
| 23 | +func New(cred azcore.TokenCredential, cfg config.Config) (*Cleaner, error) { |
| 24 | + rgClient, err := armresources.NewResourceGroupsClient(cfg.AzureSubscriptionID, cred, nil) |
| 25 | + if err != nil { |
| 26 | + return nil, fmt.Errorf("creating azure resource groups client: %w", err) |
| 27 | + } |
| 28 | + accountsClient, err := armcosmos.NewDatabaseAccountsClient(cfg.AzureSubscriptionID, cred, nil) |
| 29 | + if err != nil { |
| 30 | + return nil, fmt.Errorf("creating azure cosmosdb accounts client: %w", err) |
| 31 | + } |
| 32 | + sqlClient, err := armcosmos.NewSQLResourcesClient(cfg.AzureSubscriptionID, cred, nil) |
| 33 | + if err != nil { |
| 34 | + return nil, fmt.Errorf("creating azure cosmosdb sql resources client: %w", err) |
| 35 | + } |
| 36 | + |
| 37 | + return &Cleaner{ |
| 38 | + rgClient: rgClient, |
| 39 | + accountsClient: accountsClient, |
| 40 | + sqlClient: sqlClient, |
| 41 | + cfg: cfg, |
| 42 | + }, nil |
| 43 | +} |
| 44 | + |
| 45 | +func (c *Cleaner) Name() string { |
| 46 | + return "azure-cosmosdb" |
| 47 | +} |
| 48 | + |
| 49 | +func (c *Cleaner) Run(ctx context.Context) core.Result { |
| 50 | + result := core.Result{Name: c.Name(), DryRun: c.cfg.DryRun} |
| 51 | + cutoff := time.Now().Add(-c.cfg.MaxAge) |
| 52 | + |
| 53 | + rgPager := c.rgClient.NewListPager(nil) |
| 54 | + for rgPager.More() { |
| 55 | + rgPage, err := rgPager.NextPage(ctx) |
| 56 | + if err != nil { |
| 57 | + fmt.Printf("[%s] listing resource groups failed: %v\n", c.Name(), err) |
| 58 | + result.Errors++ |
| 59 | + break |
| 60 | + } |
| 61 | + |
| 62 | + for _, rg := range rgPage.Value { |
| 63 | + rgName := str(rg.Name) |
| 64 | + if rgName == "" { |
| 65 | + continue |
| 66 | + } |
| 67 | + |
| 68 | + accountPager := c.accountsClient.NewListByResourceGroupPager(rgName, nil) |
| 69 | + for accountPager.More() { |
| 70 | + accountPage, err := accountPager.NextPage(ctx) |
| 71 | + if err != nil { |
| 72 | + fmt.Printf("[%s] listing cosmosdb accounts failed in resource group %s: %v\n", c.Name(), rgName, err) |
| 73 | + result.Errors++ |
| 74 | + break |
| 75 | + } |
| 76 | + |
| 77 | + for _, account := range accountPage.Value { |
| 78 | + accountName := str(account.Name) |
| 79 | + if accountName == "" { |
| 80 | + continue |
| 81 | + } |
| 82 | + |
| 83 | + c.cleanupSQLDatabases(ctx, rgName, accountName, cutoff, &result) |
| 84 | + } |
| 85 | + } |
| 86 | + } |
| 87 | + } |
| 88 | + |
| 89 | + return result |
| 90 | +} |
| 91 | + |
| 92 | +func (c *Cleaner) cleanupSQLDatabases(ctx context.Context, resourceGroup, account string, cutoff time.Time, result *core.Result) { |
| 93 | + pager := c.sqlClient.NewListSQLDatabasesPager(resourceGroup, account, nil) |
| 94 | + for pager.More() { |
| 95 | + page, err := pager.NextPage(ctx) |
| 96 | + if err != nil { |
| 97 | + fmt.Printf("[%s] listing sql databases failed in %s/%s: %v\n", c.Name(), resourceGroup, account, err) |
| 98 | + result.Errors++ |
| 99 | + break |
| 100 | + } |
| 101 | + |
| 102 | + for _, db := range page.Value { |
| 103 | + result.Found++ |
| 104 | + name := str(db.Name) |
| 105 | + if name == "" { |
| 106 | + continue |
| 107 | + } |
| 108 | + |
| 109 | + createdAt := databaseCreatedAt(db) |
| 110 | + if createdAt == nil || createdAt.After(cutoff) { |
| 111 | + continue |
| 112 | + } |
| 113 | + |
| 114 | + if c.cfg.DryRun { |
| 115 | + fmt.Printf("[%s][dry-run] would delete sql database %s/%s/%s (created %s)\n", c.Name(), resourceGroup, account, name, createdAt.UTC().Format(time.RFC3339)) |
| 116 | + result.Deleted++ |
| 117 | + continue |
| 118 | + } |
| 119 | + |
| 120 | + poller, err := c.sqlClient.BeginDeleteSQLDatabase(ctx, resourceGroup, account, name, nil) |
| 121 | + if err != nil { |
| 122 | + fmt.Printf("[%s] delete failed for sql database %s/%s/%s: %v\n", c.Name(), resourceGroup, account, name, err) |
| 123 | + result.Errors++ |
| 124 | + continue |
| 125 | + } |
| 126 | + if _, err := poller.PollUntilDone(ctx, nil); err != nil { |
| 127 | + fmt.Printf("[%s] delete failed for sql database %s/%s/%s: %v\n", c.Name(), resourceGroup, account, name, err) |
| 128 | + result.Errors++ |
| 129 | + continue |
| 130 | + } |
| 131 | + |
| 132 | + fmt.Printf("[%s] deleted sql database %s/%s/%s\n", c.Name(), resourceGroup, account, name) |
| 133 | + result.Deleted++ |
| 134 | + } |
| 135 | + } |
| 136 | +} |
| 137 | + |
| 138 | +// Cosmos DB exposes the last update time as `_ts`, an epoch seconds timestamp. |
| 139 | +func databaseCreatedAt(db *armcosmos.SQLDatabaseGetResults) *time.Time { |
| 140 | + if db == nil || db.Properties == nil || db.Properties.Resource == nil || db.Properties.Resource.Ts == nil { |
| 141 | + return nil |
| 142 | + } |
| 143 | + createdAt := time.Unix(int64(*db.Properties.Resource.Ts), 0) |
| 144 | + return &createdAt |
| 145 | +} |
| 146 | + |
| 147 | +func str(v *string) string { |
| 148 | + if v == nil { |
| 149 | + return "" |
| 150 | + } |
| 151 | + return *v |
| 152 | +} |
0 commit comments