1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
|
# This file is part of Buildbot. Buildbot is free software: you can
# redistribute it and/or modify it under the terms of the GNU General Public
# License as published by the Free Software Foundation, version 2.
#
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
# details.
#
# You should have received a copy of the GNU General Public License along with
# this program; if not, write to the Free Software Foundation, Inc., 51
# Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
#
# Copyright Buildbot Team Members
import os
from xml.dom.minidom import parseString
from twisted.python import log
from twisted.internet import defer
from buildslave.commands.base import SourceBaseCommand
from buildslave import runprocess
from buildslave.commands import utils
from buildslave.util import Obfuscated
class SVN(SourceBaseCommand):
"""Subversion-specific VC operation. In addition to the arguments
handled by SourceBaseCommand, this command reads the following keys:
['svnurl'] (required): the SVN repository string
['username']: Username passed to the svn command
['password']: Password passed to the svn command
['keep_on_purge']: Files and directories to keep between updates
['ignore_ignores']: Ignore ignores when purging changes
['always_purge']: Always purge local changes after each build
['depth']: Pass depth argument to subversion 1.5+
"""
header = "svn operation"
def setup(self, args):
SourceBaseCommand.setup(self, args)
self.svnurl = args['svnurl']
self.sourcedata = "%s\n" % self.svnurl
self.keep_on_purge = args.get('keep_on_purge', [])
self.keep_on_purge.append(".buildbot-sourcedata")
self.ignore_ignores = args.get('ignore_ignores', True)
self.always_purge = args.get('always_purge', False)
self.exported_rev = 'HEAD'
self.svn_args = []
if args.has_key('username'):
self.svn_args.extend(["--username", args['username']])
if args.has_key('password'):
self.svn_args.extend(["--password", Obfuscated(args['password'], "XXXX")])
if args.get('extra_args', None) is not None:
self.svn_args.extend(args['extra_args'])
if args.has_key('depth'):
self.svn_args.extend(["--depth",args['depth']])
def _dovccmd(self, command, args, rootdir=None, cb=None, **kwargs):
svn = self.getCommand("svn")
if rootdir is None:
rootdir = os.path.join(self.builder.basedir, self.srcdir)
fullCmd = [svn, command, '--non-interactive', '--no-auth-cache']
fullCmd.extend(self.svn_args)
fullCmd.extend(args)
c = runprocess.RunProcess(self.builder, fullCmd, rootdir,
environ=self.env, sendRC=False, timeout=self.timeout,
maxTime=self.maxTime, usePTY=False,
logEnviron=self.logEnviron, **kwargs)
self.command = c
d = c.start()
if cb:
d.addCallback(self._abandonOnFailure)
d.addCallback(cb)
return d
def sourcedirIsUpdateable(self):
return os.path.isdir(os.path.join(self.builder.basedir,
self.srcdir, ".svn"))
def doVCUpdate(self):
if self.sourcedirIsPatched() or self.always_purge:
return self._purgeAndUpdate()
revision = self.args['revision'] or 'HEAD'
# update: possible for mode in ('copy', 'update')
return self._dovccmd('update', ['--revision', str(revision)])
def doVCFull(self):
revision = self.args['revision'] or 'HEAD'
args = ['--revision', str(revision), "%s@%s" % (self.svnurl, str(revision)), self.srcdir]
if self.mode == 'export':
if revision == 'HEAD': return self.doSVNExport()
else: command = 'export'
else:
# mode=='clobber', or copy/update on a broken workspace
command = 'checkout'
return self._dovccmd(command, args, rootdir=self.builder.basedir)
def doSVNExport(self):
''' Since svnversion cannot be used on a svn export, we find the HEAD
revision from the repository and pass it to the --revision arg'''
def parseInfo(res):
answer = [i.split(': ') for i in self.command.stdout.splitlines() if i]
answer = dict(answer)
self.exported_rev = answer['Revision']
return self.exported_rev
def exportCmd(res):
args = ['--revision', str(res), self.svnurl, self.srcdir]
return self._dovccmd('export', args, rootdir=self.builder.basedir)
svn_info_d = self._dovccmd('info', (self.svnurl,), rootdir=self.builder.basedir, keepStdout=True)
svn_info_d.addCallbacks(parseInfo, self._abandonOnFailure)
svn_info_d.addCallbacks(exportCmd)
return svn_info_d
def _purgeAndUpdate(self):
"""svn revert has several corner cases that make it unpractical.
Use the Force instead and delete everything that shows up in status."""
args = ['--xml']
if self.ignore_ignores:
args.append('--no-ignore')
return self._dovccmd('status', args, keepStdout=True, sendStdout=False,
cb=self._purgeAndUpdate2)
@staticmethod
def getUnversionedFiles(stdout, keep_on_purge):
"""Delete everything that shown up on status."""
result_xml = parseString(stdout)
for entry in result_xml.getElementsByTagName('entry'):
(wc_status,) = entry.getElementsByTagName('wc-status')
if wc_status.getAttribute('item') == 'external':
continue
if wc_status.getAttribute('item') == 'missing':
continue
filename = entry.getAttribute('path')
if filename in keep_on_purge:
continue
yield filename
def _purgeAndUpdate2(self, res):
for filename in self.getUnversionedFiles(self.command.stdout, self.keep_on_purge):
filepath = os.path.join(self.builder.basedir, self.workdir,
filename)
self.sendStatus({'stdout': "%s\n" % filepath})
if os.path.isfile(filepath):
os.chmod(filepath, 0700)
os.remove(filepath)
else:
utils.rmdirRecursive(filepath)
# Now safe to update.
revision = self.args['revision'] or 'HEAD'
return self._dovccmd('update', ['--revision', str(revision)],
keepStdout=True)
def getSvnVersionCommand(self):
"""
Get the (shell) command used to determine SVN revision number
of checked-out code
return: list of strings, passable as the command argument to RunProcess
"""
# svn checkout operations finish with 'Checked out revision 16657.'
# svn update operations finish the line 'At revision 16654.'
# But we don't use those. Instead, run 'svnversion'.
svnversion_command = utils.getCommand("svnversion")
# older versions of 'svnversion' (1.1.4) require the WC_PATH
# argument, newer ones (1.3.1) do not.
return [svnversion_command, "."]
def parseGotRevision(self):
if self.mode == 'export':
ss_rev = self.args['revision']
got_revision = ss_rev and ss_rev or self.exported_rev
return defer.succeed(got_revision)
c = runprocess.RunProcess(self.builder,
self.getSvnVersionCommand(),
os.path.join(self.builder.basedir, self.srcdir),
environ=self.env, timeout=self.timeout,
sendStdout=False, sendStderr=False, sendRC=False,
keepStdout=True, usePTY=False,
logEnviron=self.logEnviron)
d = c.start()
def _parse(res):
r_raw = c.stdout.strip()
# Extract revision from the version "number" string
r = r_raw.rstrip('MSP')
r = r.split(':')[-1]
got_version = None
try:
got_version = int(r)
except ValueError:
msg =("SVN.parseGotRevision unable to parse output "
"of svnversion: '%s'" % r_raw)
log.msg(msg)
self.sendStatus({'header': msg + "\n"})
return got_version
d.addCallback(_parse)
return d
|
