annotate extra/svn/reposman.rb @ 1516:b450a9d58aed redmine-2.4

Update to Redmine SVN revision 13356 on 2.4-stable branch
author Chris Cannam
date Tue, 09 Sep 2014 09:28:31 +0100
parents 433d4f72a19b
children bb32da3bea34
rev   line source
Chris@0 1 #!/usr/bin/env ruby
Chris@0 2
Chris@1115 3 require 'optparse'
Chris@0 4 require 'find'
Chris@0 5 require 'etc'
Chris@1115 6 require 'rubygems'
Chris@0 7
Chris@1115 8 Version = "1.4"
Chris@0 9 SUPPORTED_SCM = %w( Subversion Darcs Mercurial Bazaar Git Filesystem )
Chris@0 10
Chris@0 11 $verbose = 0
Chris@0 12 $quiet = false
Chris@0 13 $redmine_host = ''
Chris@0 14 $repos_base = ''
Chris@0 15 $svn_owner = 'root'
Chris@0 16 $svn_group = 'root'
Chris@0 17 $use_groupid = true
Chris@0 18 $svn_url = false
Chris@0 19 $test = false
Chris@0 20 $force = false
Chris@0 21 $scm = 'Subversion'
Chris@0 22
Chris@0 23 def log(text, options={})
Chris@0 24 level = options[:level] || 0
Chris@0 25 puts text unless $quiet or level > $verbose
Chris@0 26 exit 1 if options[:exit]
Chris@0 27 end
Chris@0 28
Chris@0 29 def system_or_raise(command)
Chris@0 30 raise "\"#{command}\" failed" unless system command
Chris@0 31 end
Chris@0 32
Chris@0 33 module SCM
Chris@0 34
Chris@0 35 module Subversion
Chris@0 36 def self.create(path)
Chris@0 37 system_or_raise "svnadmin create #{path}"
Chris@0 38 end
Chris@0 39 end
Chris@0 40
Chris@0 41 module Git
Chris@0 42 def self.create(path)
Chris@0 43 Dir.mkdir path
Chris@0 44 Dir.chdir(path) do
Chris@0 45 system_or_raise "git --bare init --shared"
Chris@0 46 system_or_raise "git update-server-info"
Chris@0 47 end
Chris@0 48 end
Chris@0 49 end
Chris@0 50
Chris@0 51 end
Chris@0 52
Chris@1115 53 def read_key_from_file(filename)
Chris@1115 54 begin
Chris@1115 55 $api_key = File.read(filename).strip
Chris@1115 56 rescue Exception => e
Chris@1115 57 $stderr.puts "Unable to read the key from #{filename}: #{e.message}"
Chris@1115 58 exit 1
Chris@0 59 end
Chris@0 60 end
Chris@0 61
Chris@1115 62 def set_scm(scm)
Chris@1115 63 $scm = scm.capitalize
Chris@1115 64 unless SUPPORTED_SCM.include?($scm)
Chris@1115 65 log("Invalid SCM: #{$scm}\nValid SCM are: #{SUPPORTED_SCM.join(', ')}", :exit => true)
Chris@1115 66 end
Chris@1115 67 end
Chris@1115 68
Chris@1115 69 optparse = OptionParser.new do |opts|
Chris@1115 70 opts.banner = "Usage: reposman.rb [OPTIONS...] -s [DIR] -r [HOST] -k [KEY]"
Chris@1115 71 opts.separator("")
Chris@1115 72 opts.separator("Manages your repositories with Redmine.")
Chris@1115 73 opts.separator("")
Chris@1115 74 opts.separator("Required arguments:")
Chris@1115 75 opts.on("-s", "--svn-dir DIR", "use DIR as base directory for svn repositories") {|v| $repos_base = v}
Chris@1115 76 opts.on("-r", "--redmine-host HOST","assume Redmine is hosted on HOST. Examples:",
Chris@1115 77 " -r redmine.example.net",
Chris@1115 78 " -r http://redmine.example.net",
Chris@1115 79 " -r https://redmine.example.net") {|v| $redmine_host = v}
Chris@1115 80 opts.on("-k", "--key KEY", "use KEY as the Redmine API key",
Chris@1115 81 "(you can use --key-file option as an alternative)") {|v| $api_key = v}
Chris@1115 82 opts.separator("")
Chris@1115 83 opts.separator("Options:")
Chris@1115 84 opts.on("-o", "--owner OWNER", "owner of the repository. using the rails login",
Chris@1115 85 "allows users to browse the repository within",
Chris@1115 86 "Redmine even for private projects. If you want to",
Chris@1115 87 "share repositories through Redmine.pm, you need",
Chris@1115 88 "to use the apache owner.") {|v| $svn_owner = v; $use_groupid = false}
Chris@1115 89 opts.on("-g", "--group GROUP", "group of the repository (default: root)") {|v| $svn_group = v; $use_groupid = false}
Chris@1115 90 opts.on("-u", "--url URL", "the base url Redmine will use to access your",
Chris@1115 91 "repositories. This option is used to register",
Chris@1115 92 "the repositories in Redmine automatically. The",
Chris@1115 93 "project identifier will be appended to this url.",
Chris@1115 94 "Examples:",
Chris@1115 95 " -u https://example.net/svn",
Chris@1115 96 " -u file:///var/svn/",
Chris@1115 97 "if this option isn't set, reposman won't register",
Chris@1115 98 "the repositories in Redmine") {|v| $svn_url = v}
Chris@1115 99 opts.on( "--scm SCM", "the kind of SCM repository you want to create",
Chris@1115 100 "(and register) in Redmine (default: Subversion).",
Chris@1115 101 "reposman is able to create Git and Subversion",
Chris@1115 102 "repositories.",
Chris@1115 103 "For all other kind, you must specify a --command",
Chris@1115 104 "option") {|v| set_scm(v)}
Chris@1115 105 opts.on("-c", "--command COMMAND", "use this command instead of `svnadmin create` to",
Chris@1115 106 "create a repository. This option can be used to",
Chris@1115 107 "create repositories other than subversion and git",
Chris@1115 108 "kind.",
Chris@1115 109 "This command override the default creation for",
Chris@1115 110 "git and subversion.") {|v| $command = v}
Chris@1115 111 opts.on( "--key-file FILE", "path to a file that contains the Redmine API key",
Chris@1115 112 "(use this option instead of --key if you don't",
Chris@1115 113 "want the key to appear in the command line)") {|v| read_key_from_file(v)}
Chris@1115 114 opts.on("-t", "--test", "only show what should be done") {$test = true}
Chris@1115 115 opts.on("-f", "--force", "force repository creation even if the project", "repository is already declared in Redmine") {$force = true}
Chris@1115 116 opts.on("-v", "--verbose", "verbose") {$verbose += 1}
Chris@1115 117 opts.on("-V", "--version", "show version and exit") {puts Version; exit}
Chris@1115 118 opts.on("-h", "--help", "show help and exit") {puts opts; exit 1}
Chris@1115 119 opts.on("-q", "--quiet", "no log") {$quiet = true}
Chris@1115 120 opts.separator("")
Chris@1115 121 opts.separator("Examples:")
Chris@1115 122 opts.separator(" reposman.rb --svn-dir=/var/svn --redmine-host=redmine.host")
Chris@1115 123 opts.separator(" reposman.rb -s /var/git -r redmine.host -u http://git.host --scm git")
Chris@1115 124 opts.separator("")
Chris@1115 125 opts.separator("You can find more information on the redmine's wiki:\nhttp://www.redmine.org/projects/redmine/wiki/HowTos")
Chris@1115 126
Chris@1115 127 opts.summary_width = 25
Chris@1115 128 end
Chris@1115 129 optparse.parse!
Chris@1115 130
Chris@0 131 if $test
Chris@0 132 log("running in test mode")
Chris@0 133 end
Chris@0 134
Chris@0 135 # Make sure command is overridden if SCM vendor is not handled internally (for the moment Subversion and Git)
Chris@0 136 if $command.nil?
Chris@0 137 begin
Chris@0 138 scm_module = SCM.const_get($scm)
Chris@0 139 rescue
Chris@0 140 log("Please use --command option to specify how to create a #{$scm} repository.", :exit => true)
Chris@0 141 end
Chris@0 142 end
Chris@0 143
Chris@0 144 $svn_url += "/" if $svn_url and not $svn_url.match(/\/$/)
Chris@0 145
Chris@0 146 if ($redmine_host.empty? or $repos_base.empty?)
Chris@1115 147 puts "Some arguments are missing. Use reposman.rb --help for getting help."
Chris@1115 148 exit 1
Chris@0 149 end
Chris@0 150
Chris@0 151 unless File.directory?($repos_base)
Chris@0 152 log("directory '#{$repos_base}' doesn't exists", :exit => true)
Chris@0 153 end
Chris@0 154
Chris@0 155 begin
Chris@0 156 require 'active_resource'
Chris@0 157 rescue LoadError
Chris@0 158 log("This script requires activeresource.\nRun 'gem install activeresource' to install it.", :exit => true)
Chris@0 159 end
Chris@0 160
chris@37 161 class Project < ActiveResource::Base
chris@37 162 self.headers["User-agent"] = "Redmine repository manager/#{Version}"
Chris@909 163 self.format = :xml
chris@37 164 end
Chris@0 165
Chris@0 166 log("querying Redmine for projects...", :level => 1);
Chris@0 167
Chris@0 168 $redmine_host.gsub!(/^/, "http://") unless $redmine_host.match("^https?://")
Chris@0 169 $redmine_host.gsub!(/\/$/, '')
Chris@0 170
Chris@0 171 Project.site = "#{$redmine_host}/sys";
Chris@0 172
Chris@0 173 begin
Chris@0 174 # Get all active projects that have the Repository module enabled
Chris@0 175 projects = Project.find(:all, :params => {:key => $api_key})
Chris@909 176 rescue ActiveResource::ForbiddenAccess
Chris@909 177 log("Request was denied by your Redmine server. Make sure that 'WS for repository management' is enabled in application settings and that you provided the correct API key.")
Chris@0 178 rescue => e
Chris@0 179 log("Unable to connect to #{Project.site}: #{e}", :exit => true)
Chris@0 180 end
Chris@0 181
Chris@0 182 if projects.nil?
Chris@909 183 log('No project found, perhaps you forgot to "Enable WS for repository management"', :exit => true)
Chris@0 184 end
Chris@0 185
Chris@0 186 log("retrieved #{projects.size} projects", :level => 1)
Chris@0 187
Chris@0 188 def set_owner_and_rights(project, repos_path, &block)
Chris@441 189 if mswin?
Chris@0 190 yield if block_given?
Chris@0 191 else
Chris@0 192 uid, gid = Etc.getpwnam($svn_owner).uid, ($use_groupid ? Etc.getgrnam(project.identifier).gid : Etc.getgrnam($svn_group).gid)
Chris@0 193 right = project.is_public ? 0775 : 0770
Chris@0 194 yield if block_given?
Chris@0 195 Find.find(repos_path) do |f|
Chris@0 196 File.chmod right, f
Chris@0 197 File.chown uid, gid, f
Chris@0 198 end
Chris@0 199 end
Chris@0 200 end
Chris@0 201
Chris@0 202 def other_read_right?(file)
Chris@0 203 (File.stat(file).mode & 0007).zero? ? false : true
Chris@0 204 end
Chris@0 205
Chris@0 206 def owner_name(file)
Chris@0 207 mswin? ?
Chris@0 208 $svn_owner :
Chris@441 209 Etc.getpwuid( File.stat(file).uid ).name
Chris@0 210 end
Chris@441 211
Chris@0 212 def mswin?
Chris@0 213 (RUBY_PLATFORM =~ /(:?mswin|mingw)/) || (RUBY_PLATFORM == 'java' && (ENV['OS'] || ENV['os']) =~ /windows/i)
Chris@0 214 end
Chris@0 215
Chris@0 216 projects.each do |project|
Chris@0 217 log("treating project #{project.name}", :level => 1)
Chris@0 218
Chris@0 219 if project.identifier.empty?
Chris@0 220 log("\tno identifier for project #{project.name}")
Chris@0 221 next
Chris@1115 222 elsif not project.identifier.match(/^[a-z0-9\-_]+$/)
Chris@0 223 log("\tinvalid identifier for project #{project.name} : #{project.identifier}");
Chris@0 224 next;
Chris@0 225 end
Chris@0 226
Chris@0 227 repos_path = File.join($repos_base, project.identifier).gsub(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
Chris@0 228
Chris@0 229 if File.directory?(repos_path)
Chris@0 230 # we must verify that repository has the good owner and the good
Chris@0 231 # rights before leaving
Chris@0 232 other_read = other_read_right?(repos_path)
Chris@0 233 owner = owner_name(repos_path)
Chris@0 234 next if project.is_public == other_read and owner == $svn_owner
Chris@0 235
Chris@0 236 if $test
Chris@0 237 log("\tchange mode on #{repos_path}")
Chris@0 238 next
Chris@0 239 end
Chris@0 240
Chris@0 241 begin
Chris@0 242 set_owner_and_rights(project, repos_path)
Chris@0 243 rescue Errno::EPERM => e
Chris@0 244 log("\tunable to change mode on #{repos_path} : #{e}\n")
Chris@0 245 next
Chris@0 246 end
Chris@0 247
Chris@0 248 log("\tmode change on #{repos_path}");
Chris@0 249
Chris@0 250 else
Chris@0 251 # if repository is already declared in redmine, we don't create
Chris@0 252 # unless user use -f with reposman
Chris@0 253 if $force == false and project.respond_to?(:repository)
Chris@0 254 log("\trepository for project #{project.identifier} already exists in Redmine", :level => 1)
Chris@0 255 next
Chris@0 256 end
Chris@0 257
Chris@0 258 project.is_public ? File.umask(0002) : File.umask(0007)
Chris@0 259
Chris@0 260 if $test
Chris@0 261 log("\tcreate repository #{repos_path}")
Chris@0 262 log("\trepository #{repos_path} registered in Redmine with url #{$svn_url}#{project.identifier}") if $svn_url;
Chris@0 263 next
Chris@0 264 end
Chris@0 265
Chris@0 266 begin
Chris@0 267 set_owner_and_rights(project, repos_path) do
Chris@0 268 if scm_module.nil?
Chris@0 269 system_or_raise "#{$command} #{repos_path}"
Chris@0 270 else
Chris@0 271 scm_module.create(repos_path)
Chris@0 272 end
Chris@0 273 end
Chris@0 274 rescue => e
Chris@0 275 log("\tunable to create #{repos_path} : #{e}\n")
Chris@0 276 next
Chris@0 277 end
Chris@0 278
Chris@0 279 if $svn_url
Chris@0 280 begin
Chris@0 281 project.post(:repository, :vendor => $scm, :repository => {:url => "#{$svn_url}#{project.identifier}"}, :key => $api_key)
Chris@0 282 log("\trepository #{repos_path} registered in Redmine with url #{$svn_url}#{project.identifier}");
Chris@0 283 rescue => e
Chris@0 284 log("\trepository #{repos_path} not registered in Redmine: #{e.message}");
Chris@0 285 end
Chris@0 286 end
Chris@0 287 log("\trepository #{repos_path} created");
Chris@0 288 end
Chris@0 289 end