Chris@0
|
1 #!/usr/bin/env ruby
|
Chris@0
|
2
|
Chris@1115
|
3 require 'optparse'
|
Chris@0
|
4 require 'find'
|
Chris@0
|
5 require 'etc'
|
Chris@1115
|
6 require 'rubygems'
|
Chris@0
|
7
|
Chris@1115
|
8 Version = "1.4"
|
Chris@0
|
9 SUPPORTED_SCM = %w( Subversion Darcs Mercurial Bazaar Git Filesystem )
|
Chris@0
|
10
|
Chris@0
|
11 $verbose = 0
|
Chris@0
|
12 $quiet = false
|
Chris@0
|
13 $redmine_host = ''
|
Chris@0
|
14 $repos_base = ''
|
Chris@0
|
15 $svn_owner = 'root'
|
Chris@0
|
16 $svn_group = 'root'
|
Chris@0
|
17 $use_groupid = true
|
Chris@0
|
18 $svn_url = false
|
Chris@0
|
19 $test = false
|
Chris@0
|
20 $force = false
|
Chris@0
|
21 $scm = 'Subversion'
|
Chris@0
|
22
|
Chris@0
|
23 def log(text, options={})
|
Chris@0
|
24 level = options[:level] || 0
|
Chris@0
|
25 puts text unless $quiet or level > $verbose
|
Chris@0
|
26 exit 1 if options[:exit]
|
Chris@0
|
27 end
|
Chris@0
|
28
|
Chris@0
|
29 def system_or_raise(command)
|
Chris@0
|
30 raise "\"#{command}\" failed" unless system command
|
Chris@0
|
31 end
|
Chris@0
|
32
|
Chris@0
|
33 module SCM
|
Chris@0
|
34
|
Chris@0
|
35 module Subversion
|
Chris@0
|
36 def self.create(path)
|
Chris@0
|
37 system_or_raise "svnadmin create #{path}"
|
Chris@0
|
38 end
|
Chris@0
|
39 end
|
Chris@0
|
40
|
Chris@0
|
41 module Git
|
Chris@0
|
42 def self.create(path)
|
Chris@0
|
43 Dir.mkdir path
|
Chris@0
|
44 Dir.chdir(path) do
|
Chris@0
|
45 system_or_raise "git --bare init --shared"
|
Chris@0
|
46 system_or_raise "git update-server-info"
|
Chris@0
|
47 end
|
Chris@0
|
48 end
|
Chris@0
|
49 end
|
Chris@0
|
50
|
Chris@0
|
51 end
|
Chris@0
|
52
|
Chris@1115
|
53 def read_key_from_file(filename)
|
Chris@1115
|
54 begin
|
Chris@1115
|
55 $api_key = File.read(filename).strip
|
Chris@1115
|
56 rescue Exception => e
|
Chris@1115
|
57 $stderr.puts "Unable to read the key from #{filename}: #{e.message}"
|
Chris@1115
|
58 exit 1
|
Chris@0
|
59 end
|
Chris@0
|
60 end
|
Chris@0
|
61
|
Chris@1115
|
62 def set_scm(scm)
|
Chris@1115
|
63 $scm = scm.capitalize
|
Chris@1115
|
64 unless SUPPORTED_SCM.include?($scm)
|
Chris@1115
|
65 log("Invalid SCM: #{$scm}\nValid SCM are: #{SUPPORTED_SCM.join(', ')}", :exit => true)
|
Chris@1115
|
66 end
|
Chris@1115
|
67 end
|
Chris@1115
|
68
|
Chris@1115
|
69 optparse = OptionParser.new do |opts|
|
Chris@1115
|
70 opts.banner = "Usage: reposman.rb [OPTIONS...] -s [DIR] -r [HOST] -k [KEY]"
|
Chris@1115
|
71 opts.separator("")
|
Chris@1115
|
72 opts.separator("Manages your repositories with Redmine.")
|
Chris@1115
|
73 opts.separator("")
|
Chris@1115
|
74 opts.separator("Required arguments:")
|
Chris@1115
|
75 opts.on("-s", "--svn-dir DIR", "use DIR as base directory for svn repositories") {|v| $repos_base = v}
|
Chris@1115
|
76 opts.on("-r", "--redmine-host HOST","assume Redmine is hosted on HOST. Examples:",
|
Chris@1115
|
77 " -r redmine.example.net",
|
Chris@1115
|
78 " -r http://redmine.example.net",
|
Chris@1115
|
79 " -r https://redmine.example.net") {|v| $redmine_host = v}
|
Chris@1115
|
80 opts.on("-k", "--key KEY", "use KEY as the Redmine API key",
|
Chris@1115
|
81 "(you can use --key-file option as an alternative)") {|v| $api_key = v}
|
Chris@1115
|
82 opts.separator("")
|
Chris@1115
|
83 opts.separator("Options:")
|
Chris@1115
|
84 opts.on("-o", "--owner OWNER", "owner of the repository. using the rails login",
|
Chris@1115
|
85 "allows users to browse the repository within",
|
Chris@1115
|
86 "Redmine even for private projects. If you want to",
|
Chris@1115
|
87 "share repositories through Redmine.pm, you need",
|
Chris@1115
|
88 "to use the apache owner.") {|v| $svn_owner = v; $use_groupid = false}
|
Chris@1115
|
89 opts.on("-g", "--group GROUP", "group of the repository (default: root)") {|v| $svn_group = v; $use_groupid = false}
|
Chris@1115
|
90 opts.on("-u", "--url URL", "the base url Redmine will use to access your",
|
Chris@1115
|
91 "repositories. This option is used to register",
|
Chris@1115
|
92 "the repositories in Redmine automatically. The",
|
Chris@1115
|
93 "project identifier will be appended to this url.",
|
Chris@1115
|
94 "Examples:",
|
Chris@1115
|
95 " -u https://example.net/svn",
|
Chris@1115
|
96 " -u file:///var/svn/",
|
Chris@1115
|
97 "if this option isn't set, reposman won't register",
|
Chris@1115
|
98 "the repositories in Redmine") {|v| $svn_url = v}
|
Chris@1115
|
99 opts.on( "--scm SCM", "the kind of SCM repository you want to create",
|
Chris@1115
|
100 "(and register) in Redmine (default: Subversion).",
|
Chris@1115
|
101 "reposman is able to create Git and Subversion",
|
Chris@1115
|
102 "repositories.",
|
Chris@1115
|
103 "For all other kind, you must specify a --command",
|
Chris@1115
|
104 "option") {|v| set_scm(v)}
|
Chris@1115
|
105 opts.on("-c", "--command COMMAND", "use this command instead of `svnadmin create` to",
|
Chris@1115
|
106 "create a repository. This option can be used to",
|
Chris@1115
|
107 "create repositories other than subversion and git",
|
Chris@1115
|
108 "kind.",
|
Chris@1115
|
109 "This command override the default creation for",
|
Chris@1115
|
110 "git and subversion.") {|v| $command = v}
|
Chris@1115
|
111 opts.on( "--key-file FILE", "path to a file that contains the Redmine API key",
|
Chris@1115
|
112 "(use this option instead of --key if you don't",
|
Chris@1115
|
113 "want the key to appear in the command line)") {|v| read_key_from_file(v)}
|
Chris@1115
|
114 opts.on("-t", "--test", "only show what should be done") {$test = true}
|
Chris@1115
|
115 opts.on("-f", "--force", "force repository creation even if the project", "repository is already declared in Redmine") {$force = true}
|
Chris@1115
|
116 opts.on("-v", "--verbose", "verbose") {$verbose += 1}
|
Chris@1115
|
117 opts.on("-V", "--version", "show version and exit") {puts Version; exit}
|
Chris@1115
|
118 opts.on("-h", "--help", "show help and exit") {puts opts; exit 1}
|
Chris@1115
|
119 opts.on("-q", "--quiet", "no log") {$quiet = true}
|
Chris@1115
|
120 opts.separator("")
|
Chris@1115
|
121 opts.separator("Examples:")
|
Chris@1115
|
122 opts.separator(" reposman.rb --svn-dir=/var/svn --redmine-host=redmine.host")
|
Chris@1115
|
123 opts.separator(" reposman.rb -s /var/git -r redmine.host -u http://git.host --scm git")
|
Chris@1115
|
124 opts.separator("")
|
Chris@1115
|
125 opts.separator("You can find more information on the redmine's wiki:\nhttp://www.redmine.org/projects/redmine/wiki/HowTos")
|
Chris@1115
|
126
|
Chris@1115
|
127 opts.summary_width = 25
|
Chris@1115
|
128 end
|
Chris@1115
|
129 optparse.parse!
|
Chris@1115
|
130
|
Chris@0
|
131 if $test
|
Chris@0
|
132 log("running in test mode")
|
Chris@0
|
133 end
|
Chris@0
|
134
|
Chris@0
|
135 # Make sure command is overridden if SCM vendor is not handled internally (for the moment Subversion and Git)
|
Chris@0
|
136 if $command.nil?
|
Chris@0
|
137 begin
|
Chris@0
|
138 scm_module = SCM.const_get($scm)
|
Chris@0
|
139 rescue
|
Chris@0
|
140 log("Please use --command option to specify how to create a #{$scm} repository.", :exit => true)
|
Chris@0
|
141 end
|
Chris@0
|
142 end
|
Chris@0
|
143
|
Chris@0
|
144 $svn_url += "/" if $svn_url and not $svn_url.match(/\/$/)
|
Chris@0
|
145
|
Chris@0
|
146 if ($redmine_host.empty? or $repos_base.empty?)
|
Chris@1115
|
147 puts "Some arguments are missing. Use reposman.rb --help for getting help."
|
Chris@1115
|
148 exit 1
|
Chris@0
|
149 end
|
Chris@0
|
150
|
Chris@0
|
151 unless File.directory?($repos_base)
|
Chris@0
|
152 log("directory '#{$repos_base}' doesn't exists", :exit => true)
|
Chris@0
|
153 end
|
Chris@0
|
154
|
Chris@0
|
155 begin
|
Chris@0
|
156 require 'active_resource'
|
Chris@0
|
157 rescue LoadError
|
Chris@0
|
158 log("This script requires activeresource.\nRun 'gem install activeresource' to install it.", :exit => true)
|
Chris@0
|
159 end
|
Chris@0
|
160
|
chris@37
|
161 class Project < ActiveResource::Base
|
chris@37
|
162 self.headers["User-agent"] = "Redmine repository manager/#{Version}"
|
Chris@909
|
163 self.format = :xml
|
chris@37
|
164 end
|
Chris@0
|
165
|
Chris@0
|
166 log("querying Redmine for projects...", :level => 1);
|
Chris@0
|
167
|
Chris@0
|
168 $redmine_host.gsub!(/^/, "http://") unless $redmine_host.match("^https?://")
|
Chris@0
|
169 $redmine_host.gsub!(/\/$/, '')
|
Chris@0
|
170
|
Chris@0
|
171 Project.site = "#{$redmine_host}/sys";
|
Chris@0
|
172
|
Chris@0
|
173 begin
|
Chris@0
|
174 # Get all active projects that have the Repository module enabled
|
Chris@0
|
175 projects = Project.find(:all, :params => {:key => $api_key})
|
Chris@909
|
176 rescue ActiveResource::ForbiddenAccess
|
Chris@909
|
177 log("Request was denied by your Redmine server. Make sure that 'WS for repository management' is enabled in application settings and that you provided the correct API key.")
|
Chris@0
|
178 rescue => e
|
Chris@0
|
179 log("Unable to connect to #{Project.site}: #{e}", :exit => true)
|
Chris@0
|
180 end
|
Chris@0
|
181
|
Chris@0
|
182 if projects.nil?
|
Chris@909
|
183 log('No project found, perhaps you forgot to "Enable WS for repository management"', :exit => true)
|
Chris@0
|
184 end
|
Chris@0
|
185
|
Chris@0
|
186 log("retrieved #{projects.size} projects", :level => 1)
|
Chris@0
|
187
|
Chris@0
|
188 def set_owner_and_rights(project, repos_path, &block)
|
Chris@441
|
189 if mswin?
|
Chris@0
|
190 yield if block_given?
|
Chris@0
|
191 else
|
Chris@0
|
192 uid, gid = Etc.getpwnam($svn_owner).uid, ($use_groupid ? Etc.getgrnam(project.identifier).gid : Etc.getgrnam($svn_group).gid)
|
Chris@0
|
193 right = project.is_public ? 0775 : 0770
|
Chris@0
|
194 yield if block_given?
|
Chris@0
|
195 Find.find(repos_path) do |f|
|
Chris@0
|
196 File.chmod right, f
|
Chris@0
|
197 File.chown uid, gid, f
|
Chris@0
|
198 end
|
Chris@0
|
199 end
|
Chris@0
|
200 end
|
Chris@0
|
201
|
Chris@0
|
202 def other_read_right?(file)
|
Chris@0
|
203 (File.stat(file).mode & 0007).zero? ? false : true
|
Chris@0
|
204 end
|
Chris@0
|
205
|
Chris@0
|
206 def owner_name(file)
|
Chris@0
|
207 mswin? ?
|
Chris@0
|
208 $svn_owner :
|
Chris@441
|
209 Etc.getpwuid( File.stat(file).uid ).name
|
Chris@0
|
210 end
|
Chris@441
|
211
|
Chris@0
|
212 def mswin?
|
Chris@0
|
213 (RUBY_PLATFORM =~ /(:?mswin|mingw)/) || (RUBY_PLATFORM == 'java' && (ENV['OS'] || ENV['os']) =~ /windows/i)
|
Chris@0
|
214 end
|
Chris@0
|
215
|
Chris@0
|
216 projects.each do |project|
|
Chris@0
|
217 log("treating project #{project.name}", :level => 1)
|
Chris@0
|
218
|
Chris@0
|
219 if project.identifier.empty?
|
Chris@0
|
220 log("\tno identifier for project #{project.name}")
|
Chris@0
|
221 next
|
Chris@1115
|
222 elsif not project.identifier.match(/^[a-z0-9\-_]+$/)
|
Chris@0
|
223 log("\tinvalid identifier for project #{project.name} : #{project.identifier}");
|
Chris@0
|
224 next;
|
Chris@0
|
225 end
|
Chris@0
|
226
|
Chris@0
|
227 repos_path = File.join($repos_base, project.identifier).gsub(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
|
Chris@0
|
228
|
Chris@0
|
229 if File.directory?(repos_path)
|
Chris@0
|
230 # we must verify that repository has the good owner and the good
|
Chris@0
|
231 # rights before leaving
|
Chris@0
|
232 other_read = other_read_right?(repos_path)
|
Chris@0
|
233 owner = owner_name(repos_path)
|
Chris@0
|
234 next if project.is_public == other_read and owner == $svn_owner
|
Chris@0
|
235
|
Chris@0
|
236 if $test
|
Chris@0
|
237 log("\tchange mode on #{repos_path}")
|
Chris@0
|
238 next
|
Chris@0
|
239 end
|
Chris@0
|
240
|
Chris@0
|
241 begin
|
Chris@0
|
242 set_owner_and_rights(project, repos_path)
|
Chris@0
|
243 rescue Errno::EPERM => e
|
Chris@0
|
244 log("\tunable to change mode on #{repos_path} : #{e}\n")
|
Chris@0
|
245 next
|
Chris@0
|
246 end
|
Chris@0
|
247
|
Chris@0
|
248 log("\tmode change on #{repos_path}");
|
Chris@0
|
249
|
Chris@0
|
250 else
|
Chris@0
|
251 # if repository is already declared in redmine, we don't create
|
Chris@0
|
252 # unless user use -f with reposman
|
Chris@0
|
253 if $force == false and project.respond_to?(:repository)
|
Chris@0
|
254 log("\trepository for project #{project.identifier} already exists in Redmine", :level => 1)
|
Chris@0
|
255 next
|
Chris@0
|
256 end
|
Chris@0
|
257
|
Chris@0
|
258 project.is_public ? File.umask(0002) : File.umask(0007)
|
Chris@0
|
259
|
Chris@0
|
260 if $test
|
Chris@0
|
261 log("\tcreate repository #{repos_path}")
|
Chris@0
|
262 log("\trepository #{repos_path} registered in Redmine with url #{$svn_url}#{project.identifier}") if $svn_url;
|
Chris@0
|
263 next
|
Chris@0
|
264 end
|
Chris@0
|
265
|
Chris@0
|
266 begin
|
Chris@0
|
267 set_owner_and_rights(project, repos_path) do
|
Chris@0
|
268 if scm_module.nil?
|
Chris@0
|
269 system_or_raise "#{$command} #{repos_path}"
|
Chris@0
|
270 else
|
Chris@0
|
271 scm_module.create(repos_path)
|
Chris@0
|
272 end
|
Chris@0
|
273 end
|
Chris@0
|
274 rescue => e
|
Chris@0
|
275 log("\tunable to create #{repos_path} : #{e}\n")
|
Chris@0
|
276 next
|
Chris@0
|
277 end
|
Chris@0
|
278
|
Chris@0
|
279 if $svn_url
|
Chris@0
|
280 begin
|
Chris@0
|
281 project.post(:repository, :vendor => $scm, :repository => {:url => "#{$svn_url}#{project.identifier}"}, :key => $api_key)
|
Chris@0
|
282 log("\trepository #{repos_path} registered in Redmine with url #{$svn_url}#{project.identifier}");
|
Chris@0
|
283 rescue => e
|
Chris@0
|
284 log("\trepository #{repos_path} not registered in Redmine: #{e.message}");
|
Chris@0
|
285 end
|
Chris@0
|
286 end
|
Chris@0
|
287 log("\trepository #{repos_path} created");
|
Chris@0
|
288 end
|
Chris@0
|
289 end
|