Parent: [7a4502] (diff)

Child: [2475a3] (diff)

Download this file

refresh-all-repos.py    88 lines (79 with data), 3.1 kB

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
import logging
import optparse
from collections import defaultdict
from pylons import c
from ming.orm import ThreadLocalORMSession
from allura import model as M
log = logging.getLogger(__name__)
PAGESIZE=1024
def main():
parser = optparse.OptionParser(usage="%prog -- [options] [someproject/code [proj/mount ...]]")
parser.add_option(
'--clean', action='store_true', dest='clean', default=False,
help='remove all RepoObjects before refresh')
parser.add_option(
'--all', action='store_true', dest='all', default=False,
help='refresh all commits (not just the ones that are new')
parser.add_option(
'--notify', action='store_true', dest='notify', default=False,
help='send email notifications of new commits')
options, args = parser.parse_args()
if args:
projects = defaultdict(list)
for path in args:
shortname, mount_point = path.rsplit('/', 1)
projects[shortname].append(mount_point)
q_project = dict(shortname={'$in': projects.keys()})
else:
projects = {}
q_project = {}
log.info('Refreshing repositories')
if options.clean:
log.info('Removing all repository objects')
M.repository.RepoObject.query.remove()
M.repo.CommitDoc.m.remove({})
M.repo.TreeDoc.m.remove({})
M.repo.TreesDoc.m.remove({})
M.repo.DiffInfoDoc.m.remove({})
M.repo.LastCommitDoc.m.remove({})
M.repo.CommitRunDoc.m.remove({})
for chunk in chunked_project_iterator(q_project):
for p in chunk:
c.project = p
if projects:
mount_points = projects[p.shortname]
else:
mount_points = [ ac.options.mount_point
for ac in M.AppConfig.query.find(dict(project_id=p._id)) ]
for app in (p.app_instance(mp) for mp in mount_points):
c.app = app
if not hasattr(app, 'repo'): continue
if options.clean:
M.LastCommitFor.query.remove(dict(repo_id=c.app.repo._id))
try:
c.app.repo._impl._setup_hooks()
except:
log.exception('Error setting up hooks for %r', c.app.repo)
try:
if options.all:
log.info('Refreshing ALL commits in %r', c.app.repo)
else:
log.info('Refreshing NEW commits in %r', c.app.repo)
c.app.repo.refresh(options.all, notify=options.notify)
except:
log.exception('Error refreshing %r', c.app.repo)
ThreadLocalORMSession.flush_all()
ThreadLocalORMSession.close_all()
def chunked_project_iterator(q_project):
page = 0
while True:
results = (M.Project.query
.find(q_project)
.skip(PAGESIZE*page)
.limit(PAGESIZE)
.all())
if not results: break
yield results
page += 1
if __name__ == '__main__':
main()