-
Notifications
You must be signed in to change notification settings - Fork 26
/
deletetestresourcegroups.py
111 lines (87 loc) · 3.75 KB
/
deletetestresourcegroups.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
# from azure.common.credentials import ServicePrincipalCredentials
from azure.identity import ClientSecretCredential
import json
import os
from azure.mgmt.resource import ResourceManagementClient
from concurrent.futures import ThreadPoolExecutor, as_completed
from sumologic import SumoLogic
config = {
"AZURE_SUBSCRIPTION_ID": "",
"AZURE_CLIENT_ID": "",
"AZURE_CLIENT_SECRET": "",
"AZURE_TENANT_ID": "",
"AZURE_DEFAULT_REGION": "",
"SUMO_ACCESS_ID": "",
"SUMO_ACCESS_KEY": "",
"SUMO_DEPLOYMENT": "us1"
}
# config_file = os.path.expanduser("~/.azure/azure_credentials.json")
# config = json.load(open(config_file))
subscription_id = str(config['AZURE_SUBSCRIPTION_ID'])
credentials = ClientSecretCredential(
client_id=config['AZURE_CLIENT_ID'],
client_secret=config['AZURE_CLIENT_SECRET'],
tenant_id=config['AZURE_TENANT_ID']
)
location = str(config['AZURE_DEFAULT_REGION'])
print("creating credentials", subscription_id)
resource_client = ResourceManagementClient(credentials, subscription_id)
def delete_resource_group(resource_group_name):
print("Found %s " % resource_group_name)
resp = resource_client.resource_groups.begin_delete(resource_group_name)
resp.wait()
print('Deleted {}'.format(resource_group_name), resp.status())
groups = resource_client.resource_groups.list()
future_to_group = {}
with ThreadPoolExecutor(max_workers=10) as executor:
for group in groups:
group_name = group.name
if (group_name.startswith("TBL") or group_name.startswith("TABR") or group_name.startswith("testsumosa")):
print(f"scheduling {group_name}")
future_to_group[executor.submit(delete_resource_group, group_name)] = group_name
if future_to_group:
for future in as_completed(future_to_group):
group_name = future_to_group[future]
try:
future.result()
print(f"Task completed for {group_name}")
except Exception as exc:
print('%r generated an exception: %s' % (group_name, exc))
else:
print("No resource group found")
def api_endpoint(sumo_deployment):
if sumo_deployment == "us1":
return "https://api.sumologic.com/api"
elif sumo_deployment in ["ca", "au", "de", "eu", "jp", "us2", "fed", "in"]:
return "https://api.%s.sumologic.com/api" % sumo_deployment
else:
return 'https://%s-api.sumologic.net/api' % sumo_deployment
sumologic_cli = SumoLogic(config["SUMO_ACCESS_ID"], config["SUMO_ACCESS_KEY"], api_endpoint(config["SUMO_DEPLOYMENT"]))
def delete_collector(collector_id, collector_name):
print("Found %s " % collector_name)
resp = sumologic_cli.delete_collector({"collector": {"id": collector_id}})
print('Deleted {}'.format(collector_name), resp)
future_to_group = {}
offset = 0
with ThreadPoolExecutor(max_workers=5) as executor:
while True:
collectors = sumologic_cli.collectors(limit=1000, offset=offset, filter_type="hosted")
if not collectors:
break
for collector in collectors:
collector_name = collector["name"]
collector_id = collector["id"]
if (collector_name.startswith("azure_appendblob_unittest") or collector_name.startswith("azure_blockblob_unittest")):
print(f"scheduling {collector_name}")
future_to_group[executor.submit(delete_collector, collector_id, collector_name)] = collector_name
offset += 100
if future_to_group:
for future in as_completed(future_to_group):
collector_name = future_to_group[future]
try:
future.result()
print(f"Task completed for {collector_name}")
except Exception as exc:
print('%r generated an exception: %s' % (collector_name, exc))
else:
print("No collector found")