-
Notifications
You must be signed in to change notification settings - Fork 4
/
parcels.py
119 lines (100 loc) · 3.9 KB
/
parcels.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
#!/usr/bin/env python
#
# (c) Copyright 2015 Cloudera, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import logging
import time
from errors import ProvisionatorException
LOG = logging.getLogger(__name__)
def set_parcel_repo(api, repo_urls):
"""
Appends given repository to 'REMOTE_PARCEL_REPO_URLS'
api -- API client handle
repo_urls -- Comma separated list of parcel repository URLs
"""
cm_config = api.get_cloudera_manager().get_config('full')
repo_config = cm_config['REMOTE_PARCEL_REPO_URLS']
value = repo_config.value or repo_config.default
value += ',' + repo_urls
api.get_cloudera_manager().update_config({'REMOTE_PARCEL_REPO_URLS': value})
time.sleep(10)
def get_parcel_by_short_version(cluster, version):
parcels = [p for p in cluster.get_all_parcels() if p.version.startswith(version)]
matching_parcels = sorted(parcels, key=lambda p: p.version, reverse=True)
if len(matching_parcels) < 1:
LOG.error("No matching parcels found for %s" % version)
raise ProvisionatorException("No matching parcels found for %s" % version)
return matching_parcels[0]
def get_parcel(api, cluster_name, parcel_version):
"""
Get ApiParcel object
api -- API client handle
cluster_name -- Name of cluster
parcel_version -- New parcel version (e.g. '5.5.2-1.cdh5.5.2.p0.118')
"""
cluster = api.get_cluster(cluster_name)
return cluster.get_parcel('CDH', parcel_version)
def download_parcel(cluster, parcel):
"""
Downloads given parcel version
cluster -- ApiCluster object
parcel -- ApiParcel object
"""
parcel.start_download()
while True:
parcel = cluster.get_parcel('CDH', parcel.version)
if parcel.stage == 'DOWNLOADED':
break
if parcel.state.errors:
raise ProvisionatorException(str(parcel.state.errors))
LOG.info("Parcel download progress: %s/%s",
parcel.state.progress, parcel.state.totalProgress)
time.sleep(5)
LOG.info("Downloaded CDH parcel version '%s' on cluster '%s'", parcel, cluster.name)
def distribute_parcel(cluster, parcel):
"""
Distribute given parcel version
cluster -- ApiCluster object
parcel -- ApiParcel object
"""
parcel.start_distribution()
while True:
parcel = cluster.get_parcel('CDH', parcel.version)
if parcel.stage == 'DISTRIBUTED':
break
if parcel.state.errors:
raise ProvisionatorException(str(parcel.state.errors))
LOG.info("Parcel distribution progress: %s/%s",
parcel.state.progress, parcel.state.totalProgress)
time.sleep(5)
LOG.info("Distributed CDH parcel version '%s' on cluster '%s'",
parcel.version, cluster.name)
def activate_parcel(cluster, parcel):
"""
Activate given parcel version
cluster -- ApiCluster object
parcel -- ApiParcel object
"""
parcel.activate()
while True:
parcel = cluster.get_parcel('CDH', parcel.version)
if parcel.stage == 'ACTIVATED':
break
if parcel.state.errors:
raise ProvisionatorException(str(parcel.state.errors))
LOG.info("Parcel activation progress: %s/%s",
parcel.state.progress, parcel.state.totalProgress)
time.sleep(5)
LOG.info("Activated CDH parcel version '%s' on cluster '%s'",
parcel.version, cluster.name)