annotate .svn/pristine/8f/8f7d415c01cd1aa2a9653282ae2c4dbd9a43ab03.svn-base @ 1298:4f746d8966dd redmine_2.3_integration

Merge from redmine-2.3 branch to create new branch redmine-2.3-integration
author Chris Cannam
date Fri, 14 Jun 2013 09:28:30 +0100
parents 622f24f53b42
children
rev   line source
Chris@1295 1 #!/usr/bin/env ruby
Chris@1295 2
Chris@1295 3 require 'optparse'
Chris@1295 4 require 'find'
Chris@1295 5 require 'etc'
Chris@1295 6 require 'rubygems'
Chris@1295 7
Chris@1295 8 Version = "1.4"
Chris@1295 9 SUPPORTED_SCM = %w( Subversion Darcs Mercurial Bazaar Git Filesystem )
Chris@1295 10
Chris@1295 11 $verbose = 0
Chris@1295 12 $quiet = false
Chris@1295 13 $redmine_host = ''
Chris@1295 14 $repos_base = ''
Chris@1295 15 $svn_owner = 'root'
Chris@1295 16 $svn_group = 'root'
Chris@1295 17 $use_groupid = true
Chris@1295 18 $svn_url = false
Chris@1295 19 $test = false
Chris@1295 20 $force = false
Chris@1295 21 $scm = 'Subversion'
Chris@1295 22
Chris@1295 23 def log(text, options={})
Chris@1295 24 level = options[:level] || 0
Chris@1295 25 puts text unless $quiet or level > $verbose
Chris@1295 26 exit 1 if options[:exit]
Chris@1295 27 end
Chris@1295 28
Chris@1295 29 def system_or_raise(command)
Chris@1295 30 raise "\"#{command}\" failed" unless system command
Chris@1295 31 end
Chris@1295 32
Chris@1295 33 module SCM
Chris@1295 34
Chris@1295 35 module Subversion
Chris@1295 36 def self.create(path)
Chris@1295 37 system_or_raise "svnadmin create #{path}"
Chris@1295 38 end
Chris@1295 39 end
Chris@1295 40
Chris@1295 41 module Git
Chris@1295 42 def self.create(path)
Chris@1295 43 Dir.mkdir path
Chris@1295 44 Dir.chdir(path) do
Chris@1295 45 system_or_raise "git --bare init --shared"
Chris@1295 46 system_or_raise "git update-server-info"
Chris@1295 47 end
Chris@1295 48 end
Chris@1295 49 end
Chris@1295 50
Chris@1295 51 end
Chris@1295 52
Chris@1295 53 def read_key_from_file(filename)
Chris@1295 54 begin
Chris@1295 55 $api_key = File.read(filename).strip
Chris@1295 56 rescue Exception => e
Chris@1295 57 $stderr.puts "Unable to read the key from #{filename}: #{e.message}"
Chris@1295 58 exit 1
Chris@1295 59 end
Chris@1295 60 end
Chris@1295 61
Chris@1295 62 def set_scm(scm)
Chris@1295 63 $scm = scm.capitalize
Chris@1295 64 unless SUPPORTED_SCM.include?($scm)
Chris@1295 65 log("Invalid SCM: #{$scm}\nValid SCM are: #{SUPPORTED_SCM.join(', ')}", :exit => true)
Chris@1295 66 end
Chris@1295 67 end
Chris@1295 68
Chris@1295 69 optparse = OptionParser.new do |opts|
Chris@1295 70 opts.banner = "Usage: reposman.rb [OPTIONS...] -s [DIR] -r [HOST] -k [KEY]"
Chris@1295 71 opts.separator("")
Chris@1295 72 opts.separator("Manages your repositories with Redmine.")
Chris@1295 73 opts.separator("")
Chris@1295 74 opts.separator("Required arguments:")
Chris@1295 75 opts.on("-s", "--svn-dir DIR", "use DIR as base directory for svn repositories") {|v| $repos_base = v}
Chris@1295 76 opts.on("-r", "--redmine-host HOST","assume Redmine is hosted on HOST. Examples:",
Chris@1295 77 " -r redmine.example.net",
Chris@1295 78 " -r http://redmine.example.net",
Chris@1295 79 " -r https://redmine.example.net") {|v| $redmine_host = v}
Chris@1295 80 opts.on("-k", "--key KEY", "use KEY as the Redmine API key",
Chris@1295 81 "(you can use --key-file option as an alternative)") {|v| $api_key = v}
Chris@1295 82 opts.separator("")
Chris@1295 83 opts.separator("Options:")
Chris@1295 84 opts.on("-o", "--owner OWNER", "owner of the repository. using the rails login",
Chris@1295 85 "allows users to browse the repository within",
Chris@1295 86 "Redmine even for private projects. If you want to",
Chris@1295 87 "share repositories through Redmine.pm, you need",
Chris@1295 88 "to use the apache owner.") {|v| $svn_owner = v; $use_groupid = false}
Chris@1295 89 opts.on("-g", "--group GROUP", "group of the repository (default: root)") {|v| $svn_group = v; $use_groupid = false}
Chris@1295 90 opts.on("-u", "--url URL", "the base url Redmine will use to access your",
Chris@1295 91 "repositories. This option is used to register",
Chris@1295 92 "the repositories in Redmine automatically. The",
Chris@1295 93 "project identifier will be appended to this url.",
Chris@1295 94 "Examples:",
Chris@1295 95 " -u https://example.net/svn",
Chris@1295 96 " -u file:///var/svn/",
Chris@1295 97 "if this option isn't set, reposman won't register",
Chris@1295 98 "the repositories in Redmine") {|v| $svn_url = v}
Chris@1295 99 opts.on( "--scm SCM", "the kind of SCM repository you want to create",
Chris@1295 100 "(and register) in Redmine (default: Subversion).",
Chris@1295 101 "reposman is able to create Git and Subversion",
Chris@1295 102 "repositories.",
Chris@1295 103 "For all other kind, you must specify a --command",
Chris@1295 104 "option") {|v| set_scm(v)}
Chris@1295 105 opts.on("-c", "--command COMMAND", "use this command instead of `svnadmin create` to",
Chris@1295 106 "create a repository. This option can be used to",
Chris@1295 107 "create repositories other than subversion and git",
Chris@1295 108 "kind.",
Chris@1295 109 "This command override the default creation for",
Chris@1295 110 "git and subversion.") {|v| $command = v}
Chris@1295 111 opts.on( "--key-file FILE", "path to a file that contains the Redmine API key",
Chris@1295 112 "(use this option instead of --key if you don't",
Chris@1295 113 "want the key to appear in the command line)") {|v| read_key_from_file(v)}
Chris@1295 114 opts.on("-t", "--test", "only show what should be done") {$test = true}
Chris@1295 115 opts.on("-f", "--force", "force repository creation even if the project", "repository is already declared in Redmine") {$force = true}
Chris@1295 116 opts.on("-v", "--verbose", "verbose") {$verbose += 1}
Chris@1295 117 opts.on("-V", "--version", "show version and exit") {puts Version; exit}
Chris@1295 118 opts.on("-h", "--help", "show help and exit") {puts opts; exit 1}
Chris@1295 119 opts.on("-q", "--quiet", "no log") {$quiet = true}
Chris@1295 120 opts.separator("")
Chris@1295 121 opts.separator("Examples:")
Chris@1295 122 opts.separator(" reposman.rb --svn-dir=/var/svn --redmine-host=redmine.host")
Chris@1295 123 opts.separator(" reposman.rb -s /var/git -r redmine.host -u http://git.host --scm git")
Chris@1295 124 opts.separator("")
Chris@1295 125 opts.separator("You can find more information on the redmine's wiki:\nhttp://www.redmine.org/projects/redmine/wiki/HowTos")
Chris@1295 126
Chris@1295 127 opts.summary_width = 25
Chris@1295 128 end
Chris@1295 129 optparse.parse!
Chris@1295 130
Chris@1295 131 if $test
Chris@1295 132 log("running in test mode")
Chris@1295 133 end
Chris@1295 134
Chris@1295 135 # Make sure command is overridden if SCM vendor is not handled internally (for the moment Subversion and Git)
Chris@1295 136 if $command.nil?
Chris@1295 137 begin
Chris@1295 138 scm_module = SCM.const_get($scm)
Chris@1295 139 rescue
Chris@1295 140 log("Please use --command option to specify how to create a #{$scm} repository.", :exit => true)
Chris@1295 141 end
Chris@1295 142 end
Chris@1295 143
Chris@1295 144 $svn_url += "/" if $svn_url and not $svn_url.match(/\/$/)
Chris@1295 145
Chris@1295 146 if ($redmine_host.empty? or $repos_base.empty?)
Chris@1295 147 puts "Some arguments are missing. Use reposman.rb --help for getting help."
Chris@1295 148 exit 1
Chris@1295 149 end
Chris@1295 150
Chris@1295 151 unless File.directory?($repos_base)
Chris@1295 152 log("directory '#{$repos_base}' doesn't exists", :exit => true)
Chris@1295 153 end
Chris@1295 154
Chris@1295 155 begin
Chris@1295 156 require 'active_resource'
Chris@1295 157 rescue LoadError
Chris@1295 158 log("This script requires activeresource.\nRun 'gem install activeresource' to install it.", :exit => true)
Chris@1295 159 end
Chris@1295 160
Chris@1295 161 class Project < ActiveResource::Base
Chris@1295 162 self.headers["User-agent"] = "Redmine repository manager/#{Version}"
Chris@1295 163 self.format = :xml
Chris@1295 164 end
Chris@1295 165
Chris@1295 166 log("querying Redmine for projects...", :level => 1);
Chris@1295 167
Chris@1295 168 $redmine_host.gsub!(/^/, "http://") unless $redmine_host.match("^https?://")
Chris@1295 169 $redmine_host.gsub!(/\/$/, '')
Chris@1295 170
Chris@1295 171 Project.site = "#{$redmine_host}/sys";
Chris@1295 172
Chris@1295 173 begin
Chris@1295 174 # Get all active projects that have the Repository module enabled
Chris@1295 175 projects = Project.find(:all, :params => {:key => $api_key})
Chris@1295 176 rescue ActiveResource::ForbiddenAccess
Chris@1295 177 log("Request was denied by your Redmine server. Make sure that 'WS for repository management' is enabled in application settings and that you provided the correct API key.")
Chris@1295 178 rescue => e
Chris@1295 179 log("Unable to connect to #{Project.site}: #{e}", :exit => true)
Chris@1295 180 end
Chris@1295 181
Chris@1295 182 if projects.nil?
Chris@1295 183 log('No project found, perhaps you forgot to "Enable WS for repository management"', :exit => true)
Chris@1295 184 end
Chris@1295 185
Chris@1295 186 log("retrieved #{projects.size} projects", :level => 1)
Chris@1295 187
Chris@1295 188 def set_owner_and_rights(project, repos_path, &block)
Chris@1295 189 if mswin?
Chris@1295 190 yield if block_given?
Chris@1295 191 else
Chris@1295 192 uid, gid = Etc.getpwnam($svn_owner).uid, ($use_groupid ? Etc.getgrnam(project.identifier).gid : Etc.getgrnam($svn_group).gid)
Chris@1295 193 right = project.is_public ? 0775 : 0770
Chris@1295 194 yield if block_given?
Chris@1295 195 Find.find(repos_path) do |f|
Chris@1295 196 File.chmod right, f
Chris@1295 197 File.chown uid, gid, f
Chris@1295 198 end
Chris@1295 199 end
Chris@1295 200 end
Chris@1295 201
Chris@1295 202 def other_read_right?(file)
Chris@1295 203 (File.stat(file).mode & 0007).zero? ? false : true
Chris@1295 204 end
Chris@1295 205
Chris@1295 206 def owner_name(file)
Chris@1295 207 mswin? ?
Chris@1295 208 $svn_owner :
Chris@1295 209 Etc.getpwuid( File.stat(file).uid ).name
Chris@1295 210 end
Chris@1295 211
Chris@1295 212 def mswin?
Chris@1295 213 (RUBY_PLATFORM =~ /(:?mswin|mingw)/) || (RUBY_PLATFORM == 'java' && (ENV['OS'] || ENV['os']) =~ /windows/i)
Chris@1295 214 end
Chris@1295 215
Chris@1295 216 projects.each do |project|
Chris@1295 217 log("treating project #{project.name}", :level => 1)
Chris@1295 218
Chris@1295 219 if project.identifier.empty?
Chris@1295 220 log("\tno identifier for project #{project.name}")
Chris@1295 221 next
Chris@1295 222 elsif not project.identifier.match(/^[a-z0-9\-_]+$/)
Chris@1295 223 log("\tinvalid identifier for project #{project.name} : #{project.identifier}");
Chris@1295 224 next;
Chris@1295 225 end
Chris@1295 226
Chris@1295 227 repos_path = File.join($repos_base, project.identifier).gsub(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
Chris@1295 228
Chris@1295 229 if File.directory?(repos_path)
Chris@1295 230 # we must verify that repository has the good owner and the good
Chris@1295 231 # rights before leaving
Chris@1295 232 other_read = other_read_right?(repos_path)
Chris@1295 233 owner = owner_name(repos_path)
Chris@1295 234 next if project.is_public == other_read and owner == $svn_owner
Chris@1295 235
Chris@1295 236 if $test
Chris@1295 237 log("\tchange mode on #{repos_path}")
Chris@1295 238 next
Chris@1295 239 end
Chris@1295 240
Chris@1295 241 begin
Chris@1295 242 set_owner_and_rights(project, repos_path)
Chris@1295 243 rescue Errno::EPERM => e
Chris@1295 244 log("\tunable to change mode on #{repos_path} : #{e}\n")
Chris@1295 245 next
Chris@1295 246 end
Chris@1295 247
Chris@1295 248 log("\tmode change on #{repos_path}");
Chris@1295 249
Chris@1295 250 else
Chris@1295 251 # if repository is already declared in redmine, we don't create
Chris@1295 252 # unless user use -f with reposman
Chris@1295 253 if $force == false and project.respond_to?(:repository)
Chris@1295 254 log("\trepository for project #{project.identifier} already exists in Redmine", :level => 1)
Chris@1295 255 next
Chris@1295 256 end
Chris@1295 257
Chris@1295 258 project.is_public ? File.umask(0002) : File.umask(0007)
Chris@1295 259
Chris@1295 260 if $test
Chris@1295 261 log("\tcreate repository #{repos_path}")
Chris@1295 262 log("\trepository #{repos_path} registered in Redmine with url #{$svn_url}#{project.identifier}") if $svn_url;
Chris@1295 263 next
Chris@1295 264 end
Chris@1295 265
Chris@1295 266 begin
Chris@1295 267 set_owner_and_rights(project, repos_path) do
Chris@1295 268 if scm_module.nil?
Chris@1295 269 system_or_raise "#{$command} #{repos_path}"
Chris@1295 270 else
Chris@1295 271 scm_module.create(repos_path)
Chris@1295 272 end
Chris@1295 273 end
Chris@1295 274 rescue => e
Chris@1295 275 log("\tunable to create #{repos_path} : #{e}\n")
Chris@1295 276 next
Chris@1295 277 end
Chris@1295 278
Chris@1295 279 if $svn_url
Chris@1295 280 begin
Chris@1295 281 project.post(:repository, :vendor => $scm, :repository => {:url => "#{$svn_url}#{project.identifier}"}, :key => $api_key)
Chris@1295 282 log("\trepository #{repos_path} registered in Redmine with url #{$svn_url}#{project.identifier}");
Chris@1295 283 rescue => e
Chris@1295 284 log("\trepository #{repos_path} not registered in Redmine: #{e.message}");
Chris@1295 285 end
Chris@1295 286 end
Chris@1295 287 log("\trepository #{repos_path} created");
Chris@1295 288 end
Chris@1295 289 end