To check out this repository please hg clone the following URL, or open the URL using EasyMercurial or your preferred Mercurial client.

Statistics Download as Zip
| Branch: | Tag: | Revision:

root / extra / soundsoftware @ 1560:2c67e414ab46

1 7:3c16ed8faa07 Chris
package Apache::Authn::SoundSoftware;
2
3
=head1 Apache::Authn::SoundSoftware
4
5
SoundSoftware - a mod_perl module for Apache authentication against a
6
Redmine database and optional LDAP implementing the access control
7
rules required for the SoundSoftware.ac.uk repository site.
8
9
=head1 SYNOPSIS
10
11
This module is closely based on the Redmine.pm authentication module
12
provided with Redmine.  It is intended to be used for authentication
13
in front of a repository service such as hgwebdir.
14
15
Requirements:
16
17
1. Clone/pull from repo for public project: Any user, no
18
authentication required
19
20
2. Clone/pull from repo for private project: Project members only
21
22
3. Push to repo for public project: "Permitted" users only (this
23 8:0c83d98252d9 Chris
probably means project members who are also identified in the hgrc web
24
section for the repository and so will be approved by hgwebdir?)
25 7:3c16ed8faa07 Chris
26 8:0c83d98252d9 Chris
4. Push to repo for private project: "Permitted" users only (as above)
27 7:3c16ed8faa07 Chris
28 300:034e9b00b341 chris
5. Push to any repo that is tracking an external repo: Refused always
29
30 7:3c16ed8faa07 Chris
=head1 INSTALLATION
31
32
Debian/ubuntu:
33
34
  apt-get install libapache-dbi-perl libapache2-mod-perl2 \
35
    libdbd-mysql-perl libauthen-simple-ldap-perl libio-socket-ssl-perl
36
37
Note that LDAP support is hardcoded "on" in this script (it is
38
optional in the original Redmine.pm).
39
40
=head1 CONFIGURATION
41
42
   ## This module has to be in your perl path
43
   ## eg:  /usr/local/lib/site_perl/Apache/Authn/SoundSoftware.pm
44
   PerlLoadModule Apache::Authn::SoundSoftware
45
46
   # Example when using hgwebdir
47
   ScriptAlias / "/var/hg/hgwebdir.cgi/"
48
49
   <Location />
50
       AuthName "Mercurial"
51
       AuthType Basic
52
       Require valid-user
53
       PerlAccessHandler Apache::Authn::SoundSoftware::access_handler
54
       PerlAuthenHandler Apache::Authn::SoundSoftware::authen_handler
55
       SoundSoftwareDSN "DBI:mysql:database=redmine;host=localhost"
56
       SoundSoftwareDbUser "redmine"
57
       SoundSoftwareDbPass "password"
58
       Options +ExecCGI
59
       AddHandler cgi-script .cgi
60
       ## Optional where clause (fulltext search would be slow and
61
       ## database dependant).
62
       # SoundSoftwareDbWhereClause "and members.role_id IN (1,2)"
63 8:0c83d98252d9 Chris
       ## Optional prefix for local repository URLs
64
       # SoundSoftwareRepoPrefix "/var/hg/"
65 7:3c16ed8faa07 Chris
  </Location>
66
67
See the original Redmine.pm for further configuration notes.
68
69
=cut
70
71
use strict;
72
use warnings FATAL => 'all', NONFATAL => 'redefine';
73
74
use DBI;
75
use Digest::SHA1;
76
use Authen::Simple::LDAP;
77
use Apache2::Module;
78
use Apache2::Access;
79
use Apache2::ServerRec qw();
80
use Apache2::RequestRec qw();
81
use Apache2::RequestUtil qw();
82
use Apache2::Const qw(:common :override :cmd_how);
83
use APR::Pool ();
84
use APR::Table ();
85
86
my @directives = (
87
  {
88
    name => 'SoundSoftwareDSN',
89
    req_override => OR_AUTHCFG,
90
    args_how => TAKE1,
91
    errmsg => 'Dsn in format used by Perl DBI. eg: "DBI:Pg:dbname=databasename;host=my.db.server"',
92
  },
93
  {
94
    name => 'SoundSoftwareDbUser',
95
    req_override => OR_AUTHCFG,
96
    args_how => TAKE1,
97
  },
98
  {
99
    name => 'SoundSoftwareDbPass',
100
    req_override => OR_AUTHCFG,
101
    args_how => TAKE1,
102
  },
103
  {
104
    name => 'SoundSoftwareDbWhereClause',
105
    req_override => OR_AUTHCFG,
106
    args_how => TAKE1,
107
  },
108
  {
109 8:0c83d98252d9 Chris
    name => 'SoundSoftwareRepoPrefix',
110 7:3c16ed8faa07 Chris
    req_override => OR_AUTHCFG,
111
    args_how => TAKE1,
112
  },
113
);
114
115
sub SoundSoftwareDSN {
116 8:0c83d98252d9 Chris
    my ($self, $parms, $arg) = @_;
117
    $self->{SoundSoftwareDSN} = $arg;
118
    my $query = "SELECT
119 7:3c16ed8faa07 Chris
                 hashed_password, auth_source_id, permissions
120
              FROM members, projects, users, roles, member_roles
121
              WHERE
122
                projects.id=members.project_id
123
                AND member_roles.member_id=members.id
124
                AND users.id=members.user_id
125
                AND roles.id=member_roles.role_id
126
                AND users.status=1
127
                AND login=?
128
                AND identifier=? ";
129 8:0c83d98252d9 Chris
    $self->{SoundSoftwareQuery} = trim($query);
130 7:3c16ed8faa07 Chris
}
131
132
sub SoundSoftwareDbUser { set_val('SoundSoftwareDbUser', @_); }
133
sub SoundSoftwareDbPass { set_val('SoundSoftwareDbPass', @_); }
134
sub SoundSoftwareDbWhereClause {
135 8:0c83d98252d9 Chris
    my ($self, $parms, $arg) = @_;
136
    $self->{SoundSoftwareQuery} = trim($self->{SoundSoftwareQuery}.($arg ? $arg : "")." ");
137 7:3c16ed8faa07 Chris
}
138
139 8:0c83d98252d9 Chris
sub SoundSoftwareRepoPrefix {
140
    my ($self, $parms, $arg) = @_;
141
    if ($arg) {
142
	$self->{SoundSoftwareRepoPrefix} = $arg;
143
    }
144 7:3c16ed8faa07 Chris
}
145
146
sub trim {
147 8:0c83d98252d9 Chris
    my $string = shift;
148
    $string =~ s/\s{2,}/ /g;
149
    return $string;
150 7:3c16ed8faa07 Chris
}
151
152
sub set_val {
153 8:0c83d98252d9 Chris
    my ($key, $self, $parms, $arg) = @_;
154
    $self->{$key} = $arg;
155 7:3c16ed8faa07 Chris
}
156
157
Apache2::Module::add(__PACKAGE__, \@directives);
158
159
160
my %read_only_methods = map { $_ => 1 } qw/GET PROPFIND REPORT OPTIONS/;
161
162
sub access_handler {
163 8:0c83d98252d9 Chris
    my $r = shift;
164 7:3c16ed8faa07 Chris
165 152:a389c77da9fd Chris
    print STDERR "SoundSoftware.pm: In access handler at " . scalar localtime() . "\n";
166 7:3c16ed8faa07 Chris
167 8:0c83d98252d9 Chris
    unless ($r->some_auth_required) {
168
	$r->log_reason("No authentication has been configured");
169
	return FORBIDDEN;
170
    }
171 7:3c16ed8faa07 Chris
172 8:0c83d98252d9 Chris
    my $method = $r->method;
173 7:3c16ed8faa07 Chris
174 8:0c83d98252d9 Chris
    print STDERR "SoundSoftware.pm: Method: $method, uri " . $r->uri . ", location " . $r->location . "\n";
175
    print STDERR "SoundSoftware.pm: Accept: " . $r->headers_in->{Accept} . "\n";
176 7:3c16ed8faa07 Chris
177 8:0c83d98252d9 Chris
    my $dbh = connect_database($r);
178 152:a389c77da9fd Chris
    unless ($dbh) {
179
	print STDERR "SoundSoftware.pm: Database connection failed!: " . $DBI::errstr . "\n";
180
	return FORBIDDEN;
181
    }
182
183 300:034e9b00b341 chris
    print STDERR "Connected to db, dbh is " . $dbh . "\n";
184 7:3c16ed8faa07 Chris
185 8:0c83d98252d9 Chris
    my $project_id = get_project_identifier($dbh, $r);
186 300:034e9b00b341 chris
187
    if (!defined $read_only_methods{$method}) {
188
        print STDERR "SoundSoftware.pm: Method is not read-only\n";
189
        if (project_repo_is_readonly($dbh, $project_id, $r)) {
190
            print STDERR "SoundSoftware.pm: Project repo is read-only, refusing access\n";
191
	    return FORBIDDEN;
192
        } else {
193
	    print STDERR "SoundSoftware.pm: Project repo is read-write, authentication handler required\n";
194
            return OK;
195
        }
196
    }
197
198 8:0c83d98252d9 Chris
    my $status = get_project_status($dbh, $project_id, $r);
199 7:3c16ed8faa07 Chris
200 8:0c83d98252d9 Chris
    $dbh->disconnect();
201
    undef $dbh;
202 7:3c16ed8faa07 Chris
203 8:0c83d98252d9 Chris
    if ($status == 0) { # nonexistent
204
	print STDERR "SoundSoftware.pm: Project does not exist, refusing access\n";
205
	return FORBIDDEN;
206
    } elsif ($status == 1) { # public
207
	print STDERR "SoundSoftware.pm: Project is public, no restriction here\n";
208
	$r->set_handlers(PerlAuthenHandler => [\&OK])
209
    } else { # private
210
	print STDERR "SoundSoftware.pm: Project is private, authentication handler required\n";
211
    }
212 7:3c16ed8faa07 Chris
213 8:0c83d98252d9 Chris
    return OK
214 7:3c16ed8faa07 Chris
}
215
216
sub authen_handler {
217 8:0c83d98252d9 Chris
    my $r = shift;
218
219 152:a389c77da9fd Chris
    print STDERR "SoundSoftware.pm: In authentication handler at " . scalar localtime() . "\n";
220 7:3c16ed8faa07 Chris
221 8:0c83d98252d9 Chris
    my $dbh = connect_database($r);
222 152:a389c77da9fd Chris
    unless ($dbh) {
223
        print STDERR "SoundSoftware.pm: Database connection failed!: " . $DBI::errstr . "\n";
224
        return AUTH_REQUIRED;
225
    }
226 8:0c83d98252d9 Chris
227
    my $project_id = get_project_identifier($dbh, $r);
228
    my $realm = get_realm($dbh, $project_id, $r);
229
    $r->auth_name($realm);
230
231
    my ($res, $redmine_pass) =  $r->get_basic_auth_pw();
232
    unless ($res == OK) {
233
	$dbh->disconnect();
234
	undef $dbh;
235
	return $res;
236
    }
237
238
    print STDERR "SoundSoftware.pm: User is " . $r->user . ", got password\n";
239
240
    my $permitted = is_permitted($dbh, $project_id, $r->user, $redmine_pass, $r);
241
242
    $dbh->disconnect();
243
    undef $dbh;
244
245
    if ($permitted) {
246
	return OK;
247
    } else {
248
	print STDERR "SoundSoftware.pm: Not permitted\n";
249
	$r->note_auth_failure();
250
	return AUTH_REQUIRED;
251
    }
252 7:3c16ed8faa07 Chris
}
253
254
sub get_project_status {
255 8:0c83d98252d9 Chris
    my $dbh = shift;
256 7:3c16ed8faa07 Chris
    my $project_id = shift;
257
    my $r = shift;
258 8:0c83d98252d9 Chris
259
    if (!defined $project_id or $project_id eq '') {
260
	return 0; # nonexistent
261
    }
262 7:3c16ed8faa07 Chris
263
    my $sth = $dbh->prepare(
264
        "SELECT is_public FROM projects WHERE projects.identifier = ?;"
265
    );
266
267
    $sth->execute($project_id);
268 8:0c83d98252d9 Chris
    my $ret = 0; # nonexistent
269 7:3c16ed8faa07 Chris
    if (my @row = $sth->fetchrow_array) {
270
    	if ($row[0] eq "1" || $row[0] eq "t") {
271
	    $ret = 1; # public
272
    	} else {
273 8:0c83d98252d9 Chris
	    $ret = 2; # private
274 7:3c16ed8faa07 Chris
	}
275
    }
276
    $sth->finish();
277
    undef $sth;
278
279
    $ret;
280
}
281
282 300:034e9b00b341 chris
sub project_repo_is_readonly {
283
    my $dbh = shift;
284
    my $project_id = shift;
285
    my $r = shift;
286
287
    if (!defined $project_id or $project_id eq '') {
288
        return 0; # nonexistent
289
    }
290
291
    my $sth = $dbh->prepare(
292
        "SELECT repositories.is_external FROM repositories, projects WHERE projects.identifier = ? AND repositories.project_id = projects.id;"
293
    );
294
295
    $sth->execute($project_id);
296
    my $ret = 0; # nonexistent
297
    if (my @row = $sth->fetchrow_array) {
298 301:6d3f8aeb51b7 chris
        if (defined($row[0]) && ($row[0] eq "1" || $row[0] eq "t")) {
299 300:034e9b00b341 chris
            $ret = 1; # read-only (i.e. external)
300
        } else {
301
            $ret = 0; # read-write
302
        }
303
    }
304
    $sth->finish();
305
    undef $sth;
306
307
    $ret;
308
}
309
310 8:0c83d98252d9 Chris
sub is_permitted {
311
    my $dbh = shift;
312
    my $project_id = shift;
313
    my $redmine_user = shift;
314
    my $redmine_pass = shift;
315
    my $r = shift;
316 7:3c16ed8faa07 Chris
317 8:0c83d98252d9 Chris
    my $pass_digest = Digest::SHA1::sha1_hex($redmine_pass);
318 7:3c16ed8faa07 Chris
319 8:0c83d98252d9 Chris
    my $cfg = Apache2::Module::get_config
320
	(__PACKAGE__, $r->server, $r->per_dir_config);
321 7:3c16ed8faa07 Chris
322 8:0c83d98252d9 Chris
    my $query = $cfg->{SoundSoftwareQuery};
323
    my $sth = $dbh->prepare($query);
324
    $sth->execute($redmine_user, $project_id);
325 7:3c16ed8faa07 Chris
326 8:0c83d98252d9 Chris
    my $ret;
327
    while (my ($hashed_password, $auth_source_id, $permissions) = $sth->fetchrow_array) {
328 7:3c16ed8faa07 Chris
329 8:0c83d98252d9 Chris
	# Test permissions for this user before we verify credentials
330
	# -- if the user is not permitted this action anyway, there's
331
	# not much point in e.g. contacting the LDAP
332 7:3c16ed8faa07 Chris
333 8:0c83d98252d9 Chris
	my $method = $r->method;
334 7:3c16ed8faa07 Chris
335 8:0c83d98252d9 Chris
	if ((defined $read_only_methods{$method} && $permissions =~ /:browse_repository/)
336
	    || $permissions =~ /:commit_access/) {
337
338
	    # User would be permitted this action, if their
339
	    # credentials checked out -- test those now
340
341
	    print STDERR "SoundSoftware.pm: User $redmine_user has required role, checking credentials\n";
342
343
	    unless ($auth_source_id) {
344
		if ($hashed_password eq $pass_digest) {
345
		    print STDERR "SoundSoftware.pm: User $redmine_user authenticated via password\n";
346
		    $ret = 1;
347
		    last;
348
		}
349
	    } else {
350
		my $sthldap = $dbh->prepare(
351
		    "SELECT host,port,tls,account,account_password,base_dn,attr_login FROM auth_sources WHERE id = ?;"
352
		    );
353
		$sthldap->execute($auth_source_id);
354
		while (my @rowldap = $sthldap->fetchrow_array) {
355
		    my $ldap = Authen::Simple::LDAP->new(
356
			host    => ($rowldap[2] eq "1" || $rowldap[2] eq "t") ? "ldaps://$rowldap[0]" : $rowldap[0],
357
			port    => $rowldap[1],
358
			basedn  => $rowldap[5],
359
			binddn  => $rowldap[3] ? $rowldap[3] : "",
360
			bindpw  => $rowldap[4] ? $rowldap[4] : "",
361
			filter  => "(".$rowldap[6]."=%s)"
362
			);
363
		    if ($ldap->authenticate($redmine_user, $redmine_pass)) {
364
			print STDERR "SoundSoftware.pm: User $redmine_user authenticated via LDAP\n";
365
			$ret = 1;
366
		    }
367
		}
368
		$sthldap->finish();
369
		undef $sthldap;
370
	    }
371
	} else {
372
	    print STDERR "SoundSoftware.pm: User $redmine_user lacks required role for this project\n";
373
	}
374 7:3c16ed8faa07 Chris
    }
375
376 8:0c83d98252d9 Chris
    $sth->finish();
377
    undef $sth;
378
379
    $ret;
380 7:3c16ed8faa07 Chris
}
381
382
sub get_project_identifier {
383 8:0c83d98252d9 Chris
    my $dbh = shift;
384 7:3c16ed8faa07 Chris
    my $r = shift;
385
386
    my $location = $r->location;
387
    my ($repo) = $r->uri =~ m{$location/*([^/]+)};
388 10:2c10dc5f122d Chris
389
    return $repo if (!$repo);
390
391 7:3c16ed8faa07 Chris
    $repo =~ s/[^a-zA-Z0-9\._-]//g;
392
393 8:0c83d98252d9 Chris
    # The original Redmine.pm returns the string just calculated as
394
    # the project identifier.  That won't do for us -- we may have
395
    # (and in fact already do have, in our test instance) projects
396
    # whose repository names differ from the project identifiers.
397
398
    # This is a rather fundamental change because it means that almost
399
    # every request needs more than one database query -- which
400
    # prompts us to start passing around $dbh instead of connecting
401
    # locally within each function as is done in Redmine.pm.
402
403 7:3c16ed8faa07 Chris
    my $sth = $dbh->prepare(
404
        "SELECT projects.identifier FROM projects, repositories WHERE repositories.project_id = projects.id AND repositories.url LIKE ?;"
405
    );
406
407 8:0c83d98252d9 Chris
    my $cfg = Apache2::Module::get_config
408
	(__PACKAGE__, $r->server, $r->per_dir_config);
409
410
    my $prefix = $cfg->{SoundSoftwareRepoPrefix};
411
    if (!defined $prefix) { $prefix = '%/'; }
412
413 7:3c16ed8faa07 Chris
    my $identifier = '';
414
415 8:0c83d98252d9 Chris
    $sth->execute($prefix . $repo);
416 7:3c16ed8faa07 Chris
    my $ret = 0;
417
    if (my @row = $sth->fetchrow_array) {
418
	$identifier = $row[0];
419
    }
420
    $sth->finish();
421
    undef $sth;
422
423 8:0c83d98252d9 Chris
    print STDERR "SoundSoftware.pm: Repository '$repo' belongs to project '$identifier'\n";
424 7:3c16ed8faa07 Chris
425
    $identifier;
426
}
427
428 8:0c83d98252d9 Chris
sub get_realm {
429
    my $dbh = shift;
430
    my $project_id = shift;
431
    my $r = shift;
432
433
    my $sth = $dbh->prepare(
434
        "SELECT projects.name FROM projects WHERE projects.identifier = ?;"
435
    );
436
437
    my $name = $project_id;
438
439
    $sth->execute($project_id);
440
    my $ret = 0;
441
    if (my @row = $sth->fetchrow_array) {
442
	$name = $row[0];
443
    }
444
    $sth->finish();
445
    undef $sth;
446
447
    # be timid about characters not permitted in auth realm and revert
448
    # to project identifier if any are found
449
    if ($name =~ m/[^\w\d\s\._-]/) {
450
	$name = $project_id;
451
    }
452
453
    my $realm = '"Mercurial repository for ' . "'$name'" . '"';
454
455
    $realm;
456
}
457
458 7:3c16ed8faa07 Chris
sub connect_database {
459
    my $r = shift;
460
461 8:0c83d98252d9 Chris
    my $cfg = Apache2::Module::get_config
462
	(__PACKAGE__, $r->server, $r->per_dir_config);
463
464
    return DBI->connect($cfg->{SoundSoftwareDSN},
465 152:a389c77da9fd Chris
	                $cfg->{SoundSoftwareDbUser},
466
		        $cfg->{SoundSoftwareDbPass});
467 7:3c16ed8faa07 Chris
}
468
469
1;
470
package Apache::Authn::SoundSoftware;
471
472
=head1 Apache::Authn::SoundSoftware
473
474
SoundSoftware - a mod_perl module for Apache authentication against a
475
Redmine database and optional LDAP implementing the access control
476
rules required for the SoundSoftware.ac.uk repository site.
477
478
=head1 SYNOPSIS
479
480
This module is closely based on the Redmine.pm authentication module
481
provided with Redmine.  It is intended to be used for authentication
482
in front of a repository service such as hgwebdir.
483
484
Requirements:
485
486
1. Clone/pull from repo for public project: Any user, no
487
authentication required
488
489
2. Clone/pull from repo for private project: Project members only
490
491
3. Push to repo for public project: "Permitted" users only (this
492 8:0c83d98252d9 Chris
probably means project members who are also identified in the hgrc web
493
section for the repository and so will be approved by hgwebdir?)
494 7:3c16ed8faa07 Chris
495 8:0c83d98252d9 Chris
4. Push to repo for private project: "Permitted" users only (as above)
496 7:3c16ed8faa07 Chris
497 300:034e9b00b341 chris
5. Push to any repo that is tracking an external repo: Refused always
498
499 7:3c16ed8faa07 Chris
=head1 INSTALLATION
500
501
Debian/ubuntu:
502
503
  apt-get install libapache-dbi-perl libapache2-mod-perl2 \
504
    libdbd-mysql-perl libauthen-simple-ldap-perl libio-socket-ssl-perl
505
506
Note that LDAP support is hardcoded "on" in this script (it is
507
optional in the original Redmine.pm).
508
509
=head1 CONFIGURATION
510
511
   ## This module has to be in your perl path
512
   ## eg:  /usr/local/lib/site_perl/Apache/Authn/SoundSoftware.pm
513
   PerlLoadModule Apache::Authn::SoundSoftware
514
515
   # Example when using hgwebdir
516
   ScriptAlias / "/var/hg/hgwebdir.cgi/"
517
518
   <Location />
519
       AuthName "Mercurial"
520
       AuthType Basic
521
       Require valid-user
522
       PerlAccessHandler Apache::Authn::SoundSoftware::access_handler
523
       PerlAuthenHandler Apache::Authn::SoundSoftware::authen_handler
524
       SoundSoftwareDSN "DBI:mysql:database=redmine;host=localhost"
525
       SoundSoftwareDbUser "redmine"
526
       SoundSoftwareDbPass "password"
527
       Options +ExecCGI
528
       AddHandler cgi-script .cgi
529
       ## Optional where clause (fulltext search would be slow and
530
       ## database dependant).
531
       # SoundSoftwareDbWhereClause "and members.role_id IN (1,2)"
532 8:0c83d98252d9 Chris
       ## Optional prefix for local repository URLs
533
       # SoundSoftwareRepoPrefix "/var/hg/"
534 7:3c16ed8faa07 Chris
  </Location>
535
536
See the original Redmine.pm for further configuration notes.
537
538
=cut
539
540
use strict;
541
use warnings FATAL => 'all', NONFATAL => 'redefine';
542
543
use DBI;
544 1331:1e9b1bdd062e Chris
use Digest::SHA;
545 7:3c16ed8faa07 Chris
use Authen::Simple::LDAP;
546
use Apache2::Module;
547
use Apache2::Access;
548
use Apache2::ServerRec qw();
549
use Apache2::RequestRec qw();
550
use Apache2::RequestUtil qw();
551
use Apache2::Const qw(:common :override :cmd_how);
552
use APR::Pool ();
553
use APR::Table ();
554
555
my @directives = (
556
  {
557
    name => 'SoundSoftwareDSN',
558
    req_override => OR_AUTHCFG,
559
    args_how => TAKE1,
560
    errmsg => 'Dsn in format used by Perl DBI. eg: "DBI:Pg:dbname=databasename;host=my.db.server"',
561
  },
562
  {
563
    name => 'SoundSoftwareDbUser',
564
    req_override => OR_AUTHCFG,
565
    args_how => TAKE1,
566
  },
567
  {
568
    name => 'SoundSoftwareDbPass',
569
    req_override => OR_AUTHCFG,
570
    args_how => TAKE1,
571
  },
572
  {
573
    name => 'SoundSoftwareDbWhereClause',
574
    req_override => OR_AUTHCFG,
575
    args_how => TAKE1,
576
  },
577
  {
578 8:0c83d98252d9 Chris
    name => 'SoundSoftwareRepoPrefix',
579 7:3c16ed8faa07 Chris
    req_override => OR_AUTHCFG,
580
    args_how => TAKE1,
581
  },
582 732:897bc2b63bfe Chris
  {
583
    name => 'SoundSoftwareSslRequired',
584
    req_override => OR_AUTHCFG,
585
    args_how => TAKE1,
586
  },
587 7:3c16ed8faa07 Chris
);
588
589
sub SoundSoftwareDSN {
590 8:0c83d98252d9 Chris
    my ($self, $parms, $arg) = @_;
591
    $self->{SoundSoftwareDSN} = $arg;
592
    my $query = "SELECT
593 301:6d3f8aeb51b7 chris
                 hashed_password, salt, auth_source_id, permissions
594 7:3c16ed8faa07 Chris
              FROM members, projects, users, roles, member_roles
595
              WHERE
596
                projects.id=members.project_id
597
                AND member_roles.member_id=members.id
598
                AND users.id=members.user_id
599
                AND roles.id=member_roles.role_id
600
                AND users.status=1
601
                AND login=?
602
                AND identifier=? ";
603 8:0c83d98252d9 Chris
    $self->{SoundSoftwareQuery} = trim($query);
604 7:3c16ed8faa07 Chris
}
605
606
sub SoundSoftwareDbUser { set_val('SoundSoftwareDbUser', @_); }
607
sub SoundSoftwareDbPass { set_val('SoundSoftwareDbPass', @_); }
608
sub SoundSoftwareDbWhereClause {
609 8:0c83d98252d9 Chris
    my ($self, $parms, $arg) = @_;
610
    $self->{SoundSoftwareQuery} = trim($self->{SoundSoftwareQuery}.($arg ? $arg : "")." ");
611 7:3c16ed8faa07 Chris
}
612
613 8:0c83d98252d9 Chris
sub SoundSoftwareRepoPrefix {
614
    my ($self, $parms, $arg) = @_;
615
    if ($arg) {
616
	$self->{SoundSoftwareRepoPrefix} = $arg;
617
    }
618 7:3c16ed8faa07 Chris
}
619
620 732:897bc2b63bfe Chris
sub SoundSoftwareSslRequired { set_val('SoundSoftwareSslRequired', @_); }
621
622 7:3c16ed8faa07 Chris
sub trim {
623 8:0c83d98252d9 Chris
    my $string = shift;
624
    $string =~ s/\s{2,}/ /g;
625
    return $string;
626 7:3c16ed8faa07 Chris
}
627
628
sub set_val {
629 8:0c83d98252d9 Chris
    my ($key, $self, $parms, $arg) = @_;
630
    $self->{$key} = $arg;
631 7:3c16ed8faa07 Chris
}
632
633
Apache2::Module::add(__PACKAGE__, \@directives);
634
635
636
my %read_only_methods = map { $_ => 1 } qw/GET PROPFIND REPORT OPTIONS/;
637
638
sub access_handler {
639 8:0c83d98252d9 Chris
    my $r = shift;
640 7:3c16ed8faa07 Chris
641 517:bd1d512f9e1b Chris
    print STDERR "SoundSoftware.pm:$$: In access handler at " . scalar localtime() . "\n";
642 7:3c16ed8faa07 Chris
643 8:0c83d98252d9 Chris
    unless ($r->some_auth_required) {
644
	$r->log_reason("No authentication has been configured");
645
	return FORBIDDEN;
646
    }
647 7:3c16ed8faa07 Chris
648 8:0c83d98252d9 Chris
    my $method = $r->method;
649 7:3c16ed8faa07 Chris
650 517:bd1d512f9e1b Chris
    print STDERR "SoundSoftware.pm:$$: Method: $method, uri " . $r->uri . ", location " . $r->location . "\n";
651
    print STDERR "SoundSoftware.pm:$$: Accept: " . $r->headers_in->{Accept} . "\n";
652 7:3c16ed8faa07 Chris
653 8:0c83d98252d9 Chris
    my $dbh = connect_database($r);
654 152:a389c77da9fd Chris
    unless ($dbh) {
655 517:bd1d512f9e1b Chris
	print STDERR "SoundSoftware.pm:$$: Database connection failed!: " . $DBI::errstr . "\n";
656 152:a389c77da9fd Chris
	return FORBIDDEN;
657
    }
658
659 300:034e9b00b341 chris
    print STDERR "Connected to db, dbh is " . $dbh . "\n";
660 7:3c16ed8faa07 Chris
661 8:0c83d98252d9 Chris
    my $project_id = get_project_identifier($dbh, $r);
662 300:034e9b00b341 chris
663 732:897bc2b63bfe Chris
    # We want to delegate most of the work to the authentication
664
    # handler (to ensure that user is asked to login even for
665
    # nonexistent projects -- so they can't tell whether a private
666
    # project exists or not without authenticating). So
667
    #
668
    # * if the project is public
669
    #   - if the method is read-only
670
    #     + set handler to OK, no auth needed
671
    #   - if the method is not read-only
672
    #     + if the repo is read-only, return forbidden
673
    #     + else require auth
674
    # * if the project is not public or does not exist
675
    #     + require auth
676
    #
677
    # If we are requiring auth and are not currently https, and
678
    # https is required, then we must return a redirect to https
679
    # instead of an OK.
680 300:034e9b00b341 chris
681 8:0c83d98252d9 Chris
    my $status = get_project_status($dbh, $project_id, $r);
682 732:897bc2b63bfe Chris
    my $readonly = project_repo_is_readonly($dbh, $project_id, $r);
683 7:3c16ed8faa07 Chris
684 8:0c83d98252d9 Chris
    $dbh->disconnect();
685
    undef $dbh;
686 7:3c16ed8faa07 Chris
687 734:1d1b8170c2f7 Chris
    my $auth_ssl_reqd = will_require_ssl_auth($r);
688
689 732:897bc2b63bfe Chris
    if ($status == 1) { # public
690
691
	print STDERR "SoundSoftware.pm:$$: Project is public\n";
692
693
	if (!defined $read_only_methods{$method}) {
694
695
	    print STDERR "SoundSoftware.pm:$$: Method is not read-only\n";
696
697
	    if ($readonly) {
698
		print STDERR "SoundSoftware.pm:$$: Project repo is read-only, refusing access\n";
699
		return FORBIDDEN;
700
	    } else {
701
		print STDERR "SoundSoftware.pm:$$: Project repo is read-write, auth required\n";
702
		# fall through, this is the normal case
703
	    }
704
705 734:1d1b8170c2f7 Chris
        } elsif ($auth_ssl_reqd and $r->unparsed_uri =~ m/cmd=branchmap/) {
706
707
            # A hac^H^H^Hspecial case. We want to ensure we switch to
708
            # https (if it will be necessarily for authentication)
709
            # before the first POST request, and this is what I think
710
            # will give us suitable warning for Mercurial.
711
712
            print STDERR "SoundSoftware.pm:$$: Switching to HTTPS in preparation\n";
713
            # fall through, this is the normal case
714
715 732:897bc2b63bfe Chris
	} else {
716
	    # Public project, read-only method -- this is the only
717
	    # case we can decide for certain to accept in this function
718
	    print STDERR "SoundSoftware.pm:$$: Method is read-only, no restriction here\n";
719
	    $r->set_handlers(PerlAuthenHandler => [\&OK]);
720
	    return OK;
721
	}
722
723
    } else { # status != 1, i.e. nonexistent or private -- equivalent here
724
725
	print STDERR "SoundSoftware.pm:$$: Project is private or nonexistent, auth required\n";
726
	# fall through
727 8:0c83d98252d9 Chris
    }
728 7:3c16ed8faa07 Chris
729 734:1d1b8170c2f7 Chris
    if ($auth_ssl_reqd) {
730
        my $redir_to = "https://" . $r->hostname() . $r->unparsed_uri();
731
        print STDERR "SoundSoftware.pm:$$: Need to switch to HTTPS, redirecting to $redir_to\n";
732
        $r->headers_out->add('Location' => $redir_to);
733
        return REDIRECT;
734 732:897bc2b63bfe Chris
    } else {
735 734:1d1b8170c2f7 Chris
        return OK;
736 732:897bc2b63bfe Chris
    }
737 7:3c16ed8faa07 Chris
}
738
739
sub authen_handler {
740 8:0c83d98252d9 Chris
    my $r = shift;
741
742 517:bd1d512f9e1b Chris
    print STDERR "SoundSoftware.pm:$$: In authentication handler at " . scalar localtime() . "\n";
743 7:3c16ed8faa07 Chris
744 8:0c83d98252d9 Chris
    my $dbh = connect_database($r);
745 152:a389c77da9fd Chris
    unless ($dbh) {
746 517:bd1d512f9e1b Chris
        print STDERR "SoundSoftware.pm:$$: Database connection failed!: " . $DBI::errstr . "\n";
747 152:a389c77da9fd Chris
        return AUTH_REQUIRED;
748
    }
749 8:0c83d98252d9 Chris
750
    my $project_id = get_project_identifier($dbh, $r);
751
    my $realm = get_realm($dbh, $project_id, $r);
752
    $r->auth_name($realm);
753
754
    my ($res, $redmine_pass) =  $r->get_basic_auth_pw();
755
    unless ($res == OK) {
756
	$dbh->disconnect();
757
	undef $dbh;
758
	return $res;
759
    }
760
761 517:bd1d512f9e1b Chris
    print STDERR "SoundSoftware.pm:$$: User is " . $r->user . ", got password\n";
762 8:0c83d98252d9 Chris
763 732:897bc2b63bfe Chris
    my $status = get_project_status($dbh, $project_id, $r);
764
    if ($status == 0) {
765
	# nonexistent, behave like private project you aren't a member of
766
	print STDERR "SoundSoftware.pm:$$: Project doesn't exist, not permitted\n";
767
	$dbh->disconnect();
768
	undef $dbh;
769
	$r->note_auth_failure();
770
	return AUTH_REQUIRED;
771
    }
772
773 8:0c83d98252d9 Chris
    my $permitted = is_permitted($dbh, $project_id, $r->user, $redmine_pass, $r);
774
775
    $dbh->disconnect();
776
    undef $dbh;
777
778
    if ($permitted) {
779
	return OK;
780
    } else {
781 517:bd1d512f9e1b Chris
	print STDERR "SoundSoftware.pm:$$: Not permitted\n";
782 8:0c83d98252d9 Chris
	$r->note_auth_failure();
783
	return AUTH_REQUIRED;
784
    }
785 7:3c16ed8faa07 Chris
}
786
787
sub get_project_status {
788 8:0c83d98252d9 Chris
    my $dbh = shift;
789 7:3c16ed8faa07 Chris
    my $project_id = shift;
790
    my $r = shift;
791 8:0c83d98252d9 Chris
792
    if (!defined $project_id or $project_id eq '') {
793
	return 0; # nonexistent
794
    }
795 7:3c16ed8faa07 Chris
796
    my $sth = $dbh->prepare(
797
        "SELECT is_public FROM projects WHERE projects.identifier = ?;"
798
    );
799
800
    $sth->execute($project_id);
801 8:0c83d98252d9 Chris
    my $ret = 0; # nonexistent
802 7:3c16ed8faa07 Chris
    if (my @row = $sth->fetchrow_array) {
803
    	if ($row[0] eq "1" || $row[0] eq "t") {
804
	    $ret = 1; # public
805
    	} else {
806 8:0c83d98252d9 Chris
	    $ret = 2; # private
807 7:3c16ed8faa07 Chris
	}
808
    }
809
    $sth->finish();
810
    undef $sth;
811
812
    $ret;
813
}
814
815 734:1d1b8170c2f7 Chris
sub will_require_ssl_auth {
816
    my $r = shift;
817
818
    my $cfg = Apache2::Module::get_config
819
        (__PACKAGE__, $r->server, $r->per_dir_config);
820
821
    if ($cfg->{SoundSoftwareSslRequired} eq "on") {
822
        if ($r->dir_config('HTTPS') eq "on") {
823
            # already have ssl
824
            return 0;
825
        } else {
826
            # require ssl for auth, don't have it yet
827
            return 1;
828
        }
829
    } elsif ($cfg->{SoundSoftwareSslRequired} eq "off") {
830
        # don't require ssl for auth
831
        return 0;
832
    } else {
833
        print STDERR "WARNING: SoundSoftware.pm:$$: SoundSoftwareSslRequired should be either 'on' or 'off'\n";
834
        # this is safer
835
        return 1;
836
    }
837
}
838
839 300:034e9b00b341 chris
sub project_repo_is_readonly {
840
    my $dbh = shift;
841
    my $project_id = shift;
842
    my $r = shift;
843
844
    if (!defined $project_id or $project_id eq '') {
845
        return 0; # nonexistent
846
    }
847
848
    my $sth = $dbh->prepare(
849
        "SELECT repositories.is_external FROM repositories, projects WHERE projects.identifier = ? AND repositories.project_id = projects.id;"
850
    );
851
852
    $sth->execute($project_id);
853
    my $ret = 0; # nonexistent
854
    if (my @row = $sth->fetchrow_array) {
855 301:6d3f8aeb51b7 chris
        if (defined($row[0]) && ($row[0] eq "1" || $row[0] eq "t")) {
856 300:034e9b00b341 chris
            $ret = 1; # read-only (i.e. external)
857
        } else {
858
            $ret = 0; # read-write
859
        }
860
    }
861
    $sth->finish();
862
    undef $sth;
863
864
    $ret;
865
}
866
867 8:0c83d98252d9 Chris
sub is_permitted {
868
    my $dbh = shift;
869
    my $project_id = shift;
870
    my $redmine_user = shift;
871
    my $redmine_pass = shift;
872
    my $r = shift;
873 7:3c16ed8faa07 Chris
874 1331:1e9b1bdd062e Chris
    my $pass_digest = Digest::SHA::sha1_hex($redmine_pass);
875 7:3c16ed8faa07 Chris
876 8:0c83d98252d9 Chris
    my $cfg = Apache2::Module::get_config
877
	(__PACKAGE__, $r->server, $r->per_dir_config);
878 7:3c16ed8faa07 Chris
879 8:0c83d98252d9 Chris
    my $query = $cfg->{SoundSoftwareQuery};
880
    my $sth = $dbh->prepare($query);
881
    $sth->execute($redmine_user, $project_id);
882 7:3c16ed8faa07 Chris
883 8:0c83d98252d9 Chris
    my $ret;
884 301:6d3f8aeb51b7 chris
    while (my ($hashed_password, $salt, $auth_source_id, $permissions) = $sth->fetchrow_array) {
885 7:3c16ed8faa07 Chris
886 8:0c83d98252d9 Chris
	# Test permissions for this user before we verify credentials
887
	# -- if the user is not permitted this action anyway, there's
888
	# not much point in e.g. contacting the LDAP
889 7:3c16ed8faa07 Chris
890 8:0c83d98252d9 Chris
	my $method = $r->method;
891 7:3c16ed8faa07 Chris
892 8:0c83d98252d9 Chris
	if ((defined $read_only_methods{$method} && $permissions =~ /:browse_repository/)
893
	    || $permissions =~ /:commit_access/) {
894
895
	    # User would be permitted this action, if their
896
	    # credentials checked out -- test those now
897
898
	    print STDERR "SoundSoftware.pm: User $redmine_user has required role, checking credentials\n";
899
900
	    unless ($auth_source_id) {
901 1331:1e9b1bdd062e Chris
                my $salted_password = Digest::SHA::sha1_hex($salt.$pass_digest);
902 301:6d3f8aeb51b7 chris
		if ($hashed_password eq $salted_password) {
903 8:0c83d98252d9 Chris
		    print STDERR "SoundSoftware.pm: User $redmine_user authenticated via password\n";
904
		    $ret = 1;
905
		    last;
906
		}
907
	    } else {
908
		my $sthldap = $dbh->prepare(
909
		    "SELECT host,port,tls,account,account_password,base_dn,attr_login FROM auth_sources WHERE id = ?;"
910
		    );
911
		$sthldap->execute($auth_source_id);
912
		while (my @rowldap = $sthldap->fetchrow_array) {
913
		    my $ldap = Authen::Simple::LDAP->new(
914
			host    => ($rowldap[2] eq "1" || $rowldap[2] eq "t") ? "ldaps://$rowldap[0]" : $rowldap[0],
915
			port    => $rowldap[1],
916
			basedn  => $rowldap[5],
917
			binddn  => $rowldap[3] ? $rowldap[3] : "",
918
			bindpw  => $rowldap[4] ? $rowldap[4] : "",
919
			filter  => "(".$rowldap[6]."=%s)"
920
			);
921
		    if ($ldap->authenticate($redmine_user, $redmine_pass)) {
922 517:bd1d512f9e1b Chris
			print STDERR "SoundSoftware.pm:$$: User $redmine_user authenticated via LDAP\n";
923 8:0c83d98252d9 Chris
			$ret = 1;
924
		    }
925
		}
926
		$sthldap->finish();
927
		undef $sthldap;
928 735:8653bddf26a6 Chris
                last if ($ret);
929 8:0c83d98252d9 Chris
	    }
930
	} else {
931 517:bd1d512f9e1b Chris
	    print STDERR "SoundSoftware.pm:$$: User $redmine_user lacks required role for this project\n";
932 8:0c83d98252d9 Chris
	}
933 7:3c16ed8faa07 Chris
    }
934
935 8:0c83d98252d9 Chris
    $sth->finish();
936
    undef $sth;
937
938
    $ret;
939 7:3c16ed8faa07 Chris
}
940
941
sub get_project_identifier {
942 8:0c83d98252d9 Chris
    my $dbh = shift;
943 7:3c16ed8faa07 Chris
    my $r = shift;
944
    my $location = $r->location;
945 737:1ce6efe3db0e Chris
    my ($repo) = $r->uri =~ m{$location/*([^/]*)};
946 10:2c10dc5f122d Chris
947
    return $repo if (!$repo);
948
949 7:3c16ed8faa07 Chris
    $repo =~ s/[^a-zA-Z0-9\._-]//g;
950 736:51c97efbe241 Chris
951 8:0c83d98252d9 Chris
    # The original Redmine.pm returns the string just calculated as
952
    # the project identifier.  That won't do for us -- we may have
953
    # (and in fact already do have, in our test instance) projects
954
    # whose repository names differ from the project identifiers.
955
956
    # This is a rather fundamental change because it means that almost
957
    # every request needs more than one database query -- which
958
    # prompts us to start passing around $dbh instead of connecting
959
    # locally within each function as is done in Redmine.pm.
960
961 7:3c16ed8faa07 Chris
    my $sth = $dbh->prepare(
962
        "SELECT projects.identifier FROM projects, repositories WHERE repositories.project_id = projects.id AND repositories.url LIKE ?;"
963
    );
964
965 8:0c83d98252d9 Chris
    my $cfg = Apache2::Module::get_config
966
	(__PACKAGE__, $r->server, $r->per_dir_config);
967
968
    my $prefix = $cfg->{SoundSoftwareRepoPrefix};
969
    if (!defined $prefix) { $prefix = '%/'; }
970 7:3c16ed8faa07 Chris
    my $identifier = '';
971
972 8:0c83d98252d9 Chris
    $sth->execute($prefix . $repo);
973 7:3c16ed8faa07 Chris
    my $ret = 0;
974
    if (my @row = $sth->fetchrow_array) {
975
	$identifier = $row[0];
976
    }
977
    $sth->finish();
978
    undef $sth;
979
980 517:bd1d512f9e1b Chris
    print STDERR "SoundSoftware.pm:$$: Repository '$repo' belongs to project '$identifier'\n";
981 7:3c16ed8faa07 Chris
982
    $identifier;
983
}
984
985 8:0c83d98252d9 Chris
sub get_realm {
986
    my $dbh = shift;
987
    my $project_id = shift;
988
    my $r = shift;
989
990
    my $sth = $dbh->prepare(
991
        "SELECT projects.name FROM projects WHERE projects.identifier = ?;"
992
    );
993
994
    my $name = $project_id;
995
996
    $sth->execute($project_id);
997
    my $ret = 0;
998
    if (my @row = $sth->fetchrow_array) {
999
	$name = $row[0];
1000
    }
1001
    $sth->finish();
1002
    undef $sth;
1003
1004
    # be timid about characters not permitted in auth realm and revert
1005
    # to project identifier if any are found
1006
    if ($name =~ m/[^\w\d\s\._-]/) {
1007
	$name = $project_id;
1008 733:c7a731db96e5 Chris
    } elsif ($name =~ m/^\s*$/) {
1009
	# empty or whitespace
1010
	$name = $project_id;
1011
    }
1012
1013
    if ($name =~ m/^\s*$/) {
1014
        # nothing even in $project_id -- probably a nonexistent project.
1015
        # use repo name instead (don't want to admit to user that project
1016
        # doesn't exist)
1017
        my $location = $r->location;
1018 737:1ce6efe3db0e Chris
        my ($repo) = $r->uri =~ m{$location/*([^/]*)};
1019 733:c7a731db96e5 Chris
        $name = $repo;
1020 8:0c83d98252d9 Chris
    }
1021
1022 1271:cf4cc816278a Chris
#    my $realm = '"Mercurial repository for ' . "'$name'" . '"';
1023
# see #577:
1024
    my $realm = '"Mercurial repository for ' . "$name" . '"';
1025 8:0c83d98252d9 Chris
1026
    $realm;
1027
}
1028
1029 7:3c16ed8faa07 Chris
sub connect_database {
1030
    my $r = shift;
1031
1032 8:0c83d98252d9 Chris
    my $cfg = Apache2::Module::get_config
1033
	(__PACKAGE__, $r->server, $r->per_dir_config);
1034
1035
    return DBI->connect($cfg->{SoundSoftwareDSN},
1036 152:a389c77da9fd Chris
	                $cfg->{SoundSoftwareDbUser},
1037
		        $cfg->{SoundSoftwareDbPass});
1038 7:3c16ed8faa07 Chris
}
1039
1040
1;
1041 217:ed8222a04634 chris
#!/usr/bin/env ruby
1042
1043
# == Synopsis
1044
#
1045 241:7658d21a1493 chris
# convert-external-repos: Update local Mercurial mirrors of external repos,
1046
# by running an external command for each project requiring an update.
1047 217:ed8222a04634 chris
#
1048
# == Usage
1049
#
1050
#    convert-external-repos [OPTIONS...] -s [DIR] -r [HOST]
1051
#
1052
# == Arguments (mandatory)
1053
#
1054 241:7658d21a1493 chris
#   -s, --scm-dir=DIR         use DIR as base directory for repositories
1055 217:ed8222a04634 chris
#   -r, --redmine-host=HOST   assume Redmine is hosted on HOST. Examples:
1056
#                             -r redmine.example.net
1057
#                             -r http://redmine.example.net
1058
#                             -r https://example.net/redmine
1059
#   -k, --key=KEY             use KEY as the Redmine API key
1060 241:7658d21a1493 chris
#   -c, --command=COMMAND     use this command to update each external
1061
#                             repository: command is called with the name
1062
#                             of the project, the path to its repo, and
1063
#                             its external repo url as its three args
1064 217:ed8222a04634 chris
#
1065
# == Options
1066
#
1067
#   --http-user=USER          User for HTTP Basic authentication with Redmine WS
1068
#   --http-pass=PASSWORD      Password for Basic authentication with Redmine WS
1069
#   -t, --test                only show what should be done
1070
#   -h, --help                show help and exit
1071
#   -v, --verbose             verbose
1072
#   -V, --version             print version and exit
1073
#   -q, --quiet               no log
1074
1075
1076
require 'getoptlong'
1077
require 'find'
1078
require 'etc'
1079
1080
Version = "1.0"
1081
1082
opts = GetoptLong.new(
1083 241:7658d21a1493 chris
                      ['--scm-dir',      '-s', GetoptLong::REQUIRED_ARGUMENT],
1084 217:ed8222a04634 chris
                      ['--redmine-host', '-r', GetoptLong::REQUIRED_ARGUMENT],
1085
                      ['--key',          '-k', GetoptLong::REQUIRED_ARGUMENT],
1086
                      ['--http-user',          GetoptLong::REQUIRED_ARGUMENT],
1087
                      ['--http-pass',          GetoptLong::REQUIRED_ARGUMENT],
1088 241:7658d21a1493 chris
                      ['--command' ,     '-c', GetoptLong::REQUIRED_ARGUMENT],
1089 217:ed8222a04634 chris
                      ['--test',         '-t', GetoptLong::NO_ARGUMENT],
1090
                      ['--verbose',      '-v', GetoptLong::NO_ARGUMENT],
1091
                      ['--version',      '-V', GetoptLong::NO_ARGUMENT],
1092
                      ['--help'   ,      '-h', GetoptLong::NO_ARGUMENT],
1093
                      ['--quiet'  ,      '-q', GetoptLong::NO_ARGUMENT]
1094
                      )
1095
1096
$verbose      = 0
1097
$quiet        = false
1098
$redmine_host = ''
1099
$repos_base   = ''
1100
$http_user    = ''
1101
$http_pass    = ''
1102
$test         = false
1103
1104 437:102056ec2de9 chris
$mirrordir    = '/var/mirror'
1105
1106 217:ed8222a04634 chris
def log(text, options={})
1107
  level = options[:level] || 0
1108
  puts text unless $quiet or level > $verbose
1109
  exit 1 if options[:exit]
1110
end
1111
1112
def system_or_raise(command)
1113
  raise "\"#{command}\" failed" unless system command
1114
end
1115
1116
begin
1117
  opts.each do |opt, arg|
1118
    case opt
1119 241:7658d21a1493 chris
    when '--scm-dir';        $repos_base   = arg.dup
1120 217:ed8222a04634 chris
    when '--redmine-host';   $redmine_host = arg.dup
1121
    when '--key';            $api_key      = arg.dup
1122
    when '--http-user';      $http_user    = arg.dup
1123
    when '--http-pass';      $http_pass    = arg.dup
1124 241:7658d21a1493 chris
    when '--command';        $command      = arg.dup
1125 217:ed8222a04634 chris
    when '--verbose';        $verbose += 1
1126
    when '--test';           $test = true
1127
    when '--version';        puts Version; exit
1128 1336:b61a51fb42b9 Chris
    when '--help';           puts "Read source for documentation"; exit
1129 217:ed8222a04634 chris
    when '--quiet';          $quiet = true
1130
    end
1131
  end
1132
rescue
1133
  exit 1
1134
end
1135
1136
if $test
1137
  log("running in test mode")
1138
end
1139
1140 241:7658d21a1493 chris
if ($redmine_host.empty? or $repos_base.empty? or $command.empty?)
1141 1336:b61a51fb42b9 Chris
  puts "Read source for documentation"; exit
1142 217:ed8222a04634 chris
end
1143
1144
unless File.directory?($repos_base)
1145
  log("directory '#{$repos_base}' doesn't exist", :exit => true)
1146
end
1147
1148
begin
1149
  require 'active_resource'
1150
rescue LoadError
1151
  log("This script requires activeresource.\nRun 'gem install activeresource' to install it.", :exit => true)
1152
end
1153
1154
class Project < ActiveResource::Base
1155
  self.headers["User-agent"] = "SoundSoftware external repository converter/#{Version}"
1156 1336:b61a51fb42b9 Chris
  self.format = :xml
1157 217:ed8222a04634 chris
end
1158
1159
log("querying Redmine for projects...", :level => 1);
1160
1161
$redmine_host.gsub!(/^/, "http://") unless $redmine_host.match("^https?://")
1162
$redmine_host.gsub!(/\/$/, '')
1163
1164
Project.site = "#{$redmine_host}/sys";
1165
Project.user = $http_user;
1166
Project.password = $http_pass;
1167
1168
begin
1169
  # Get all active projects that have the Repository module enabled
1170
  projects = Project.find(:all, :params => {:key => $api_key})
1171 1336:b61a51fb42b9 Chris
rescue ActiveResource::ForbiddenAccess
1172
  log("Request was denied by your Redmine server. Make sure that 'WS for repository management' is enabled in application settings and that you provided the correct API key.")
1173 217:ed8222a04634 chris
rescue => e
1174
  log("Unable to connect to #{Project.site}: #{e}", :exit => true)
1175
end
1176
1177
if projects.nil?
1178
  log('no project found, perhaps you forgot to "Enable WS for repository management"', :exit => true)
1179
end
1180
1181
log("retrieved #{projects.size} projects", :level => 1)
1182
1183
projects.each do |project|
1184
  log("treating project #{project.name}", :level => 1)
1185
1186
  if project.identifier.empty?
1187
    log("\tno identifier for project #{project.name}")
1188
    next
1189 1445:0c7b3bb73517 Chris
  elsif not project.identifier.match(/^[a-z0-9_\-]+$/)
1190 217:ed8222a04634 chris
    log("\tinvalid identifier for project #{project.name} : #{project.identifier}");
1191
    next
1192
  end
1193
1194
  if !project.respond_to?(:repository) or !project.repository.is_external?
1195
    log("\tproject #{project.identifier} does not use an external repository");
1196
    next
1197
  end
1198
1199
  external_url = project.repository.external_url;
1200
  log("\tproject #{project.identifier} has external repository url #{external_url}");
1201
1202
  if !external_url.match(/^[a-z][a-z+]{0,8}[a-z]:\/\//)
1203
    log("\tthis doesn't look like a plausible url to me, skipping")
1204
    next
1205
  end
1206
1207
  repos_path = File.join($repos_base, project.identifier).gsub(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
1208
1209 241:7658d21a1493 chris
  unless File.directory?(repos_path)
1210
    log("\tproject repo directory '#{repos_path}' doesn't exist")
1211 217:ed8222a04634 chris
    next
1212
  end
1213
1214 241:7658d21a1493 chris
  system($command, project.identifier, repos_path, external_url)
1215 437:102056ec2de9 chris
1216
  $cache_clearance_file = File.join($mirrordir, project.identifier, 'url_changed')
1217
  if File.file?($cache_clearance_file)
1218
    log("\tproject repo url has changed, requesting cache clearance")
1219
    if project.post(:repository_cache, :key => $api_key)
1220
      File.delete($cache_clearance_file)
1221
    end
1222
  end
1223 217:ed8222a04634 chris
1224
end
1225
1226 1538:87bea4981d6d Chris
#!/usr/bin/env ruby
1227
1228
# Create authormap files for hg repos based on the changeset & project
1229
# member info available to Redmine.
1230
#
1231
# We have a set of hg repos in a given directory:
1232
#
1233
# /var/hg/repo_1
1234
# /var/hg/repo_2
1235
# /var/hg/repo_3
1236
#
1237
# and we want to produce authormap files in another directory:
1238
#
1239
# /var/repo-export/authormap/authormap_repo_1
1240
# /var/repo-export/authormap/authormap_repo_2
1241
# /var/repo-export/authormap/authormap_repo_3
1242
#
1243
# This script does that, if given the two directory names as arguments
1244
# to the -s and -o options. In the above example:
1245
#
1246 1543:05d639e5d59b Chris
# ./script/rails runner -e production extra/soundsoftware/create-repo-authormaps.rb -s /var/hg -o /var/repo-export/authormap
1247 1538:87bea4981d6d Chris
#
1248
# Note that this script will overwrite any existing authormap
1249
# files. (That's why the output files are given an authormap_ prefix,
1250
# so we're less likely to clobber something else if the user gets the
1251
# arguments wrong.)
1252
1253
require 'getoptlong'
1254
1255
opts = GetoptLong.new(
1256 1543:05d639e5d59b Chris
                      ['--scm-dir', '-s', GetoptLong::REQUIRED_ARGUMENT],
1257
                      ['--out-dir', '-o', GetoptLong::REQUIRED_ARGUMENT],
1258
                      ['--environment', '-e', GetoptLong::OPTIONAL_ARGUMENT]
1259 1538:87bea4981d6d Chris
)
1260
1261
$repos_base   = ''
1262
$out_base     = ''
1263
1264
def usage
1265
  puts "See source code for supported options"
1266
  exit
1267
end
1268
1269
begin
1270
  opts.each do |opt, arg|
1271
    case opt
1272
    when '--scm-dir';   $repos_base   = arg.dup
1273
    when '--out-dir';   $out_base     = arg.dup
1274
    end
1275
  end
1276
rescue
1277
  exit 1
1278
end
1279
1280
if ($repos_base.empty? or $out_base.empty?)
1281
  usage
1282
end
1283
1284
unless File.directory?($repos_base)
1285 1540:322d7b57e5f0 chris
  puts "input directory '#{$repos_base}' doesn't exist"
1286
  exit 1
1287 1538:87bea4981d6d Chris
end
1288
1289
unless File.directory?($out_base)
1290 1540:322d7b57e5f0 chris
  puts "output directory '#{$out_base}' doesn't exist"
1291
  exit 1
1292 1538:87bea4981d6d Chris
end
1293
1294
projects = Project.find(:all)
1295
1296
if projects.nil?
1297 1540:322d7b57e5f0 chris
  puts 'No projects found'
1298
  exit 1
1299 1538:87bea4981d6d Chris
end
1300
1301
projects.each do |proj|
1302 1548:fd4cc11ae096 Chris
1303
  next unless proj.is_public
1304
1305 1538:87bea4981d6d Chris
  next unless proj.respond_to?(:repository)
1306
1307
  repo = proj.repository
1308 1539:22d57b0e0a77 chris
  next if repo.nil? or repo.url.empty?
1309 1538:87bea4981d6d Chris
1310
  repo_url = repo.url
1311
  repo_url = repo_url.gsub(/^file:\/*/, "/");
1312
  if repo_url != File.join($repos_base, proj.identifier)
1313 1542:60acfbd8f6d6 Chris
    puts "Project #{proj.identifier} has repo in unsupported location #{repo_url}, skipping"
1314 1538:87bea4981d6d Chris
    next
1315
  end
1316
1317 1542:60acfbd8f6d6 Chris
  committers = repo.committers
1318 1538:87bea4981d6d Chris
1319
  authormap = ""
1320 1542:60acfbd8f6d6 Chris
  committers.each do |c, uid|
1321 1552:3a2254124fa8 Chris
1322
    # Some of our repos have broken email addresses in them: e.g. one
1323
    # changeset has a committer name of the form
1324
    #
1325
    # NAME <name <NAME <name@example.com">
1326
    #
1327
    # I don't know how it got like that... If the committer has more
1328
    # than one '<' in it, truncate it just before the first one, and
1329 1553:baac54711ee9 Chris
    # then look up the author name again.
1330
    #
1331 1552:3a2254124fa8 Chris
    if c =~ /<.*</ then
1332 1553:baac54711ee9 Chris
      # So this is a completely pathological case
1333
      user = User.find_by_id uid
1334
      if user.nil? then
1335
        # because the given committer is bogus, we must write something in the map
1336 1554:e5c9809534a2 Chris
        name = c.sub(/\s*<.*$/, "")
1337
        authormap << "#{c}=#{name} <unknown@example.com>\n"
1338 1553:baac54711ee9 Chris
      else
1339
        authormap << "#{c}=#{user.name} <#{user.mail}>\n"
1340
      end
1341
    elsif not c =~ /[^<]+<.*@.*>/ then
1342
      # This is the "normal" case that needs work, where a user has
1343
      # their name in the commit but no email address
1344 1542:60acfbd8f6d6 Chris
      user = User.find_by_id uid
1345 1539:22d57b0e0a77 chris
      authormap << "#{c}=#{user.name} <#{user.mail}>\n" unless user.nil?
1346 1538:87bea4981d6d Chris
    end
1347
  end
1348
1349 1539:22d57b0e0a77 chris
  File.open(File.join($out_base, "authormap_#{proj.identifier}"), "w") do |f|
1350 1538:87bea4981d6d Chris
    f.puts(authormap)
1351
  end
1352
1353
end
1354
1355 226:5b028aef59a7 chris
#!/usr/bin/perl -w
1356
1357
# Read a Doxyfile and print it out again to stdout, with only
1358
# whitelisted keys in it and with some keys set to pre-fixed values.
1359
#
1360
# Note that OUTPUT_DIRECTORY is not included; it should be added by
1361
# the caller
1362
1363
use strict;
1364
1365
my $txt = join "", <>;
1366
$txt =~ s/^\s*#.*$//gm;
1367
$txt =~ s/\\\n//gs;
1368
$txt =~ s/\r//g;
1369
$txt =~ s/\n\s*\n/\n/gs;
1370
1371
my %fixed = (
1372
    FULL_PATH_NAMES => "NO",
1373
    SYMBOL_CACHE_SIZE => 2,
1374
    EXCLUDE_SYMLINKS => "YES",
1375
    GENERATE_HTML => "YES",
1376
    PERL_PATH => "/usr/bin/perl",
1377
    HAVE_DOT => "YES",
1378
    HTML_OUTPUT => ".",
1379 228:3c084a25d8ab chris
    HTML_DYNAMIC_SECTIONS => "NO",
1380 226:5b028aef59a7 chris
    SEARCHENGINE => "NO",
1381
    DOT_FONTNAME => "FreeMono",
1382
    DOT_FONTSIZE => 10,
1383
    DOT_FONTPATH => "/usr/share/fonts/truetype/freefont",
1384
    DOT_IMAGE_FORMAT => "png",
1385
    DOT_PATH => "/usr/bin/dot",
1386
    DOT_TRANSPARENT => "YES",
1387
);
1388
1389 233:df89e7aa3ce8 Chris
# These are the keys that are safe to take from the output and include
1390
# in the output; they may still need to be checked for safe values (if
1391
# file paths).
1392 226:5b028aef59a7 chris
my @safe = qw(
1393 233:df89e7aa3ce8 Chris
INPUT
1394
FILE_PATTERNS
1395
EXAMPLE_PATH
1396
EXAMPLE_PATTERNS
1397
IMAGE_PATH
1398
INCLUDE_PATH
1399
INCLUDE_FILE_PATTERNS
1400 226:5b028aef59a7 chris
DOXYFILE_ENCODING
1401
PROJECT_NAME
1402
PROJECT_NUMBER
1403
CREATE_SUBDIRS
1404
OUTPUT_LANGUAGE
1405
BRIEF_MEMBER_DESC
1406
REPEAT_BRIEF
1407
ABBREVIATE_BRIEF
1408
ALWAYS_DETAILED_SEC
1409
INLINE_INHERITED_MEMB
1410
STRIP_FROM_PATH
1411
STRIP_FROM_INC_PATH
1412
JAVADOC_AUTOBRIEF
1413
QT_AUTOBRIEF
1414
MULTILINE_CPP_IS_BRIEF
1415
INHERIT_DOCS
1416
SEPARATE_MEMBER_PAGES
1417
TAB_SIZE
1418
ALIASES
1419
OPTIMIZE_OUTPUT_FOR_C
1420
OPTIMIZE_OUTPUT_JAVA
1421
OPTIMIZE_FOR_FORTRAN
1422
OPTIMIZE_OUTPUT_VHDL
1423
EXTENSION_MAPPING
1424
BUILTIN_STL_SUPPORT
1425
CPP_CLI_SUPPORT
1426
SIP_SUPPORT
1427
IDL_PROPERTY_SUPPORT
1428
DISTRIBUTE_GROUP_DOC
1429
SUBGROUPING
1430
TYPEDEF_HIDES_STRUCT
1431
EXTRACT_ALL
1432
EXTRACT_PRIVATE
1433
EXTRACT_STATIC
1434
EXTRACT_LOCAL_CLASSES
1435
EXTRACT_LOCAL_METHODS
1436
EXTRACT_ANON_NSPACES
1437
HIDE_UNDOC_MEMBERS
1438
HIDE_UNDOC_CLASSES
1439
HIDE_FRIEND_COMPOUNDS
1440
HIDE_IN_BODY_DOCS
1441
INTERNAL_DOCS
1442
HIDE_SCOPE_NAMES
1443
SHOW_INCLUDE_FILES
1444
FORCE_LOCAL_INCLUDES
1445
INLINE_INFO
1446
SORT_MEMBER_DOCS
1447
SORT_BRIEF_DOCS
1448
SORT_MEMBERS_CTORS_1ST
1449
SORT_GROUP_NAMES
1450
SORT_BY_SCOPE_NAME
1451
GENERATE_TODOLIST
1452
GENERATE_TESTLIST
1453
GENERATE_BUGLIST
1454
GENERATE_DEPRECATEDLIST
1455
ENABLED_SECTIONS
1456
MAX_INITIALIZER_LINES
1457
SHOW_USED_FILES
1458
SHOW_DIRECTORIES
1459
SHOW_FILES
1460
SHOW_NAMESPACES
1461
QUIET
1462
WARNINGS
1463
WARN_IF_UNDOCUMENTED
1464
WARN_IF_DOC_ERROR
1465
WARN_NO_PARAMDOC
1466
INPUT_ENCODING
1467
RECURSIVE
1468
EXCLUDE
1469
EXCLUDE_SYMLINKS
1470
EXCLUDE_PATTERNS
1471
EXCLUDE_SYMBOLS
1472
EXAMPLE_RECURSIVE
1473
SOURCE_BROWSER
1474
INLINE_SOURCES
1475
STRIP_CODE_COMMENTS
1476
REFERENCED_BY_RELATION
1477
REFERENCES_RELATION
1478
REFERENCES_LINK_SOURCE
1479
VERBATIM_HEADERS
1480
ALPHABETICAL_INDEX
1481
COLS_IN_ALPHA_INDEX
1482
IGNORE_PREFIX
1483
HTML_TIMESTAMP
1484
HTML_ALIGN_MEMBERS
1485
ENABLE_PREPROCESSING
1486
MACRO_EXPANSION
1487
EXPAND_ONLY_PREDEF
1488
SEARCH_INCLUDES
1489
PREDEFINED
1490
EXPAND_AS_DEFINED
1491
SKIP_FUNCTION_MACROS
1492
ALLEXTERNALS
1493
EXTERNAL_GROUPS
1494
CLASS_DIAGRAMS
1495
HIDE_UNDOC_RELATIONS
1496
CLASS_GRAPH
1497
COLLABORATION_GRAPH
1498
GROUP_GRAPHS
1499
UML_LOOK
1500
TEMPLATE_RELATIONS
1501
INCLUDE_GRAPH
1502
INCLUDED_BY_GRAPH
1503
CALL_GRAPH
1504
CALLER_GRAPH
1505
GRAPHICAL_HIERARCHY
1506
DIRECTORY_GRAPH
1507
DOT_GRAPH_MAX_NODES
1508
MAX_DOT_GRAPH_DEPTH
1509
DOT_MULTI_TARGETS
1510
DOT_CLEANUP
1511
);
1512
1513
my %safehash;
1514
for my $sk (@safe) { $safehash{$sk} = 1; }
1515
1516
my @lines = split "\n", $txt;
1517
1518
my %settings;
1519
1520
sub is_safe {
1521
    my $key = shift;
1522
    defined $safehash{$key} and $safehash{$key} == 1;
1523
}
1524
1525
sub has_file_path {
1526
    # Returns true if the given key expects a file path as a value.
1527
    # We only need to test keys that are safe; unsafe keys have been
1528
    # rejected already.
1529
    my $key = shift;
1530
    $key eq "INPUT" or
1531
	$key =~ /^OUTPUT_/ or
1532
	$key =~ /_PATH$/ or
1533
	$key =~ /_PATTERNS$/;
1534
}
1535
1536
sub is_safe_file_path {
1537
    my $value = shift;
1538
    not $value =~ /^\// and not $value =~ /\.\./;
1539
}
1540
1541
foreach my $line (@lines) {
1542
1543
    chomp $line;
1544
    my ($key, $value) = split /\s*=\s*/, $line;
1545
1546
    next if !defined $key;
1547
1548
    if ($key =~ /^GENERATE_/ and not $key =~ /LIST$/) {
1549
	print STDERR "NOTE: Setting $key explicitly to NO\n";
1550
	$settings{$key} = "NO";
1551
	next;
1552
    }
1553
1554
    if (!is_safe($key)) {
1555
	print STDERR "NOTE: Skipping non-whitelisted key $key\n";
1556
	next;
1557
    }
1558
1559
    if (has_file_path($key) and !is_safe_file_path($value)) {
1560
	print STDERR "ERROR: Unsafe file path \"$value\" for key $key\n";
1561
	exit 1;
1562
    }
1563
1564
    $settings{$key} = $value;
1565
}
1566
1567 228:3c084a25d8ab chris
foreach my $key (keys %fixed) {
1568
    my $value = $fixed{$key};
1569
    print STDERR "NOTE: Setting $key to fixed value $value\n";
1570
    $settings{$key} = $value;
1571
}
1572
1573 226:5b028aef59a7 chris
print join "\n", map { "$_ = $settings{$_}" } keys %settings;
1574
print "\n";
1575 1543:05d639e5d59b Chris
#!/bin/bash
1576
1577
set -e
1578
1579
progdir=$(dirname $0)
1580
case "$progdir" in
1581
    /*) ;;
1582
    *) progdir="$(pwd)/$progdir" ;;
1583
esac
1584
1585
rails_scriptdir="$progdir/../../script"
1586
rails="$rails_scriptdir/rails"
1587
1588
if [ ! -x "$rails" ]; then
1589
    echo "Expected to find rails executable at $rails"
1590
    exit 2
1591
fi
1592
1593
fastexport="$progdir/../fast-export/hg-fast-export.sh"
1594
if [ ! -x "$fastexport" ]; then
1595
    echo "Expected to find hg-fast-export.sh executable at $fastexport"
1596
    exit 2
1597
fi
1598
1599 1546:248c402992ba Chris
environment="$1"
1600
hgdir="$2"
1601
gitdir="$3"
1602 1543:05d639e5d59b Chris
1603
if [ -z "$hgdir" ] || [ -z "$gitdir" ]; then
1604 1546:248c402992ba Chris
    echo "Usage: $0 <environment> <hgdir> <gitdir>"
1605
    echo "  where"
1606
    echo "  - environment is the Rails environment (development or production)"
1607
    echo "  - hgdir is the directory containing project Mercurial repositories"
1608
    echo "  - gitdir is the directory in which output git repositories are to be"
1609
    echo "    created or updated"
1610 1543:05d639e5d59b Chris
    exit 2
1611
fi
1612
1613
if [ ! -d "$hgdir" ]; then
1614
    echo "Mercurial repository directory $hgdir not found"
1615
    exit 1
1616
fi
1617
1618
if [ ! -d "$gitdir" ]; then
1619
    echo "Target git repository dir $gitdir not found (please create at least the empty directory)"
1620
    exit 1
1621
fi
1622
1623
set -u
1624
1625 1550:7d825cbd76c8 Chris
authordir="$gitdir/__AUTHORMAPS"
1626 1543:05d639e5d59b Chris
mkdir -p "$authordir"
1627
1628 1550:7d825cbd76c8 Chris
wastedir="$gitdir/__WASTE"
1629
mkdir -p "$wastedir"
1630
1631 1557:9d6d2f696782 Chris
echo
1632
echo "$0 starting at $(date)"
1633
1634 1547:bca3b5e5bbf2 Chris
echo "Extracting author maps..."
1635 1546:248c402992ba Chris
1636 1550:7d825cbd76c8 Chris
# Delete any existing authormap files, because we want to ensure we
1637
# don't have an authormap for any project that was exportable but has
1638
# become non-exportable (e.g. has gone private)
1639 1551:36dddb6755f6 Chris
rm -f "$authordir/*"
1640 1550:7d825cbd76c8 Chris
1641 1546:248c402992ba Chris
"$rails" runner -e "$environment" "$progdir/create-repo-authormaps.rb" \
1642 1543:05d639e5d59b Chris
	 -s "$hgdir" -o "$authordir"
1643
1644
for hgrepo in "$hgdir"/*; do
1645
1646
    if [ ! -d "$hgrepo/.hg" ]; then
1647
	echo "Directory $hgrepo does not appear to be a Mercurial repo, skipping"
1648
	continue
1649
    fi
1650
1651
    reponame=$(basename "$hgrepo")
1652
    authormap="$authordir/authormap_$reponame"
1653 1559:21098b932cb8 Chris
1654
    git_repodir="$gitdir/$reponame"
1655
    git_workdir="$gitdir/$reponame.workdir"
1656 1543:05d639e5d59b Chris
1657
    if [ ! -f "$authormap" ]; then
1658 1547:bca3b5e5bbf2 Chris
	echo "No authormap file was created for repo $reponame, skipping"
1659 1550:7d825cbd76c8 Chris
1660
	# If there is no authormap file, then we should not have a git
1661
	# mirror -- this is a form of access control, not just an
1662
	# optimisation (authormap files are expected to exist for all
1663
	# exportable projects, even if empty). So if a git mirror
1664
	# exists, we move it away
1665 1560:2c67e414ab46 Chris
	if [ -d "$git_repodir" ]; then
1666
	    mv "$git_repodir" "$wastedir/$(date +%s).$reponame"
1667 1550:7d825cbd76c8 Chris
	fi
1668
1669 1543:05d639e5d59b Chris
	continue
1670
    fi
1671
1672 1559:21098b932cb8 Chris
    if [ ! -d "$git_repodir" ]; then
1673
	git init --separate-git-dir="$git_repodir" "$git_workdir"
1674 1543:05d639e5d59b Chris
    fi
1675
1676 1547:bca3b5e5bbf2 Chris
    echo
1677 1546:248c402992ba Chris
    echo "About to run fast export for repo $reponame..."
1678 1543:05d639e5d59b Chris
1679
    (
1680 1559:21098b932cb8 Chris
	cd "$git_workdir"
1681 1549:28cde511f312 Chris
1682
        # Force is necessary because git-fast-import (or git) can't handle
1683
        # branches having more than one head ("Error: repository has at
1684
        # least one unnamed head"), which happens from time to time in
1685
        # valid Hg repos. With --force apparently it will just pick one
1686
        # of the two heads arbitrarily, which is also alarming but is
1687
        # more likely to be useful
1688 1558:a0c46d6fe7bc Chris
	"$fastexport" --quiet -r "$hgrepo" --hgtags -A "$authormap" --force
1689 1555:1786830cc35d Chris
1690
        git update-server-info
1691 1543:05d639e5d59b Chris
    )
1692
1693
    echo "Fast export done"
1694
1695
done
1696
1697 1557:9d6d2f696782 Chris
echo "$0 finishing at $(date)"
1698 1543:05d639e5d59b Chris
1699 203:1e55195bca45 chris
#!/bin/bash
1700
1701
# Run this script from anywhere
1702
1703
# Enumerate Hg repos; make sure they're up to date; extract docs for
1704
# each
1705
1706
hgdir="/var/hg"
1707
docdir="/var/doc"
1708 223:c3544e9fd588 chris
logfile="/var/www/test-cannam/log/extract-docs.log"
1709
1710
redgrp="redmine"
1711 203:1e55195bca45 chris
1712 218:292cde42265a chris
apikey=""
1713 339:5410d82c12df chris
apischeme="https"
1714 218:292cde42265a chris
apihost=""
1715
apiuser=""
1716
apipass=""
1717
1718 203:1e55195bca45 chris
progdir=$(dirname $0)
1719
case "$progdir" in
1720
    /*) ;;
1721
    *) progdir="$(pwd)/$progdir" ;;
1722
esac
1723
1724 411:e7ba81c8dc5a chris
types="doxygen javadoc matlabdocs" # Do Doxygen first (it can be used for Java too)
1725 203:1e55195bca45 chris
1726
for x in $types; do
1727
    if [ ! -x "$progdir/extract-$x.sh" ]; then
1728
	echo "Helper script not available: $progdir/extract-$x.sh"
1729
	exit 1
1730
    fi
1731
done
1732
1733 218:292cde42265a chris
enable_embedded()
1734
{
1735
    p="$1"
1736 228:3c084a25d8ab chris
    if [ -n "$apikey" ]; then
1737
	if [ -n "$apiuser" ]; then
1738 339:5410d82c12df chris
	    sudo -u docgen curl -u "$apiuser":"$apipass" "$apischeme://$apihost/sys/projects/$p/embedded.xml?enable=1&key=$apikey" -d ""
1739 228:3c084a25d8ab chris
	else
1740 339:5410d82c12df chris
	    sudo -u docgen curl "$apischeme://$apihost/sys/projects/$p/embedded.xml?enable=1&key=$apikey" -d ""
1741 228:3c084a25d8ab chris
	fi
1742
    else
1743
	echo "Can't enable Embedded, API not configured" 1>&2
1744 218:292cde42265a chris
    fi
1745
}
1746
1747 223:c3544e9fd588 chris
# We want to ensure the doc extraction is done by the unprivileged
1748
# user docgen, which is not a member of any interesting group
1749
#
1750
# To this end, we create the tmpdir with user docgen and group
1751
# www-data, and use the www-data user to pull out an archive of the Hg
1752
# repo tip into a location beneath that, before using the docgen user
1753
# to extract docs from that location and write them into the tmpdir
1754
1755
# Same tmpdir for each project: we delete and recreate to avoid
1756
# cleanup duty from lots of directories being created
1757
#
1758
tmpdir=$(mktemp -d "$docdir/tmp_XXXXXX")
1759
1760
fail()
1761
{
1762
    message="$1"
1763
    echo "$message" 1>&2
1764
    case "$tmpdir" in
1765
	*/tmp*) rm -rf "$tmpdir";;
1766
	*);;
1767
    esac
1768
    exit 1
1769
}
1770
1771
case "$tmpdir" in
1772
    /*) ;;
1773
    *) fail "Temporary directory creation failed";;
1774
esac
1775
1776
chown docgen.www-data "$tmpdir" || fail "Temporary directory ownership change failed"
1777
chmod g+rwx "$tmpdir" || fail "Temporary directory permissions change failed"
1778
1779 203:1e55195bca45 chris
for projectdir in "$hgdir"/* ; do
1780
1781
    if [ -d "$projectdir" ] && [ -d "$projectdir/.hg" ]; then
1782
1783 223:c3544e9fd588 chris
	if ! sudo -u www-data hg -R "$projectdir" -q update; then
1784
	    echo "Failed to update Hg in $projectdir, skipping" 1>&2
1785
	    continue
1786
	fi
1787
1788 203:1e55195bca45 chris
	project=$(basename "$projectdir")
1789
1790 223:c3544e9fd588 chris
	tmptargetdir="$tmpdir/doc"
1791
	snapshotdir="$tmpdir/hgsnapshot"
1792 203:1e55195bca45 chris
1793 223:c3544e9fd588 chris
	rm -rf "$tmptargetdir" "$snapshotdir"
1794
1795 226:5b028aef59a7 chris
	mkdir -m 770 "$tmptargetdir" || fail "Temporary target directory creation failed"
1796
	chown docgen.www-data "$tmptargetdir" || fail "Temporary target directory ownership change failed"
1797 223:c3544e9fd588 chris
1798
	mkdir -m 770 "$snapshotdir" || fail "Snapshot directory creation failed"
1799
	chown docgen.www-data "$snapshotdir" || fail "Snapshot directory ownership change failed"
1800
1801
	hgparents=$(sudo -u www-data hg -R "$projectdir" parents)
1802
	if [ -z "$hgparents" ]; then
1803
	    echo "Hg repo at $projectdir has no working copy (empty repo?), skipping"
1804
	    continue
1805
	else
1806
	    echo "Found non-empty Hg repo: $projectdir for project $project"
1807
	fi
1808
1809
	if ! sudo -u www-data hg -R "$projectdir" archive -r tip -t files "$snapshotdir"; then
1810
	    echo "Failed to pick archive from $projectdir, skipping" 1>&2
1811
	    continue
1812
	fi
1813 203:1e55195bca45 chris
1814
	targetdir="$docdir/$project"
1815
1816 223:c3544e9fd588 chris
	echo "Temporary dir is $tmpdir, temporary doc dir is $tmptargetdir, snapshot dir is $snapshotdir, eventual target is $targetdir"
1817 203:1e55195bca45 chris
1818
	for x in $types; do
1819 226:5b028aef59a7 chris
	    if sudo -u docgen "$progdir/extract-$x.sh" "$project" "$snapshotdir" "$tmptargetdir" >> "$logfile" 2>&1; then
1820
		break
1821
	    else
1822 203:1e55195bca45 chris
		echo "Failed to extract via type $x"
1823
	    fi
1824
	done
1825
1826 223:c3544e9fd588 chris
        if [ -f "$tmptargetdir/index.html" ]; then
1827 203:1e55195bca45 chris
	    echo "Processing resulted in an index.html being created, looks good!"
1828
	    if [ ! -d "$targetdir" ] || [ ! -f "$targetdir/index.html" ]; then
1829 223:c3544e9fd588 chris
		echo "This project hasn't had doc extracted before: enabling Embedded"
1830 218:292cde42265a chris
		enable_embedded "$project"
1831 203:1e55195bca45 chris
	    fi
1832
1833
	    if [ -d "$targetdir" ]; then
1834
		mv "$targetdir" "$targetdir"_"$$" && \
1835 223:c3544e9fd588 chris
		    mv "$tmptargetdir" "$targetdir" && \
1836 203:1e55195bca45 chris
		    rm -rf "$targetdir"_"$$"
1837 223:c3544e9fd588 chris
		chgrp -R "$redgrp" "$targetdir"
1838 203:1e55195bca45 chris
	    else
1839 223:c3544e9fd588 chris
		mv "$tmptargetdir" "$targetdir"
1840
		chgrp -R "$redgrp" "$targetdir"
1841 203:1e55195bca45 chris
	    fi
1842 228:3c084a25d8ab chris
	else
1843
	    echo "Processing did not result in an index.html being created"
1844 203:1e55195bca45 chris
	fi
1845
    fi
1846
done
1847
1848 223:c3544e9fd588 chris
rm -rf "$tmpdir"
1849 203:1e55195bca45 chris
#!/bin/bash
1850
1851
docdir="/var/doc"
1852
1853 228:3c084a25d8ab chris
progdir=$(dirname $0)
1854
case "$progdir" in
1855
    /*) ;;
1856
    *) progdir="$(pwd)/$progdir" ;;
1857
esac
1858
1859 203:1e55195bca45 chris
project="$1"
1860 223:c3544e9fd588 chris
projectdir="$2"
1861
targetdir="$3"
1862 203:1e55195bca45 chris
1863 223:c3544e9fd588 chris
if [ -z "$project" ] || [ -z "$targetdir" ] || [ -z "$projectdir" ]; then
1864
    echo "Usage: $0 <project> <projectdir> <targetdir>"
1865 203:1e55195bca45 chris
    exit 2
1866
fi
1867
1868 223:c3544e9fd588 chris
if [ ! -d "$projectdir" ]; then
1869
    echo "Project directory $projectdir not found"
1870 203:1e55195bca45 chris
    exit 1
1871
fi
1872
1873
if [ ! -d "$targetdir" ]; then
1874
    echo "Target dir $targetdir not found"
1875
    exit 1
1876
fi
1877
1878
if [ -f "$targetdir/index.html" ]; then
1879
    echo "Target dir $targetdir already contains index.html"
1880
    exit 1
1881
fi
1882
1883
doxyfile=$(find "$projectdir" -type f -name Doxyfile -print | head -1)
1884
1885
if [ -z "$doxyfile" ]; then
1886
    echo "No Doxyfile found for project $project"
1887
    exit 1
1888
fi
1889
1890
echo "Project $project contains a Doxyfile at $doxyfile"
1891
1892
cd "$projectdir" || exit 1
1893
1894 228:3c084a25d8ab chris
"$progdir/doxysafe.pl" "$doxyfile" | \
1895
    sed -e '$a OUTPUT_DIRECTORY='"$targetdir" | \
1896 203:1e55195bca45 chris
    doxygen -
1897
1898
#!/bin/bash
1899 168:c1e9f2dab1d5 chris
1900 203:1e55195bca45 chris
docdir="/var/doc"
1901 168:c1e9f2dab1d5 chris
1902 203:1e55195bca45 chris
project="$1"
1903 223:c3544e9fd588 chris
projectdir="$2"
1904
targetdir="$3"
1905 168:c1e9f2dab1d5 chris
1906 223:c3544e9fd588 chris
if [ -z "$project" ] || [ -z "$targetdir" ] || [ -z "$projectdir" ]; then
1907
    echo "Usage: $0 <project> <projectdir> <targetdir>"
1908 203:1e55195bca45 chris
    exit 2
1909 168:c1e9f2dab1d5 chris
fi
1910
1911 223:c3544e9fd588 chris
if [ ! -d "$projectdir" ]; then
1912
    echo "Project directory $projectdir not found"
1913 203:1e55195bca45 chris
    exit 1
1914
fi
1915 168:c1e9f2dab1d5 chris
1916 203:1e55195bca45 chris
if [ ! -d "$targetdir" ]; then
1917
    echo "Target dir $targetdir not found"
1918
    exit 1
1919
fi
1920 168:c1e9f2dab1d5 chris
1921 203:1e55195bca45 chris
if [ -f "$targetdir/index.html" ]; then
1922
    echo "Target dir $targetdir already contains index.html"
1923
    exit 1
1924 178:2cec5c53cd68 chris
fi
1925 168:c1e9f2dab1d5 chris
1926 191:0d1c6fa50d3a chris
# Identify Java files whose packages match the trailing parts of their
1927
# paths, and list the resulting packages and the path prefixes with
1928
# the packages removed (so as to find code in subdirs,
1929
# e.g. src/com/example/...)
1930
1931
# Regexp match is very rough; check what is actually permitted for
1932
# package declarations
1933
1934 203:1e55195bca45 chris
find "$projectdir" -type f -name \*.java \
1935 989:3549525ba22a Chris
    -exec egrep '^ *package +[a-zA-Z][a-zA-Z0-9\._-]*;.*$' \{\} /dev/null \; |
1936
    sed -e 's/\/[^\/]*: *package */:/' -e 's/;.*$//' |
1937 191:0d1c6fa50d3a chris
    sort | uniq | (
1938
	current_prefix=
1939
	current_packages=
1940
	while IFS=: read filepath package; do
1941
	    echo "Looking at $package in $filepath"
1942
	    packagepath=${package//./\/}
1943
	    prefix=${filepath%$packagepath}
1944 203:1e55195bca45 chris
	    prefix=${prefix:=$projectdir}
1945 191:0d1c6fa50d3a chris
	    if [ "$prefix" = "$filepath" ]; then
1946
		echo "Package $package does not match suffix of path $filepath, skipping"
1947
		continue
1948
	    fi
1949
	    if [ "$prefix" != "$current_prefix" ]; then
1950 450:73401a15037b Chris
		echo "Package $package matches file path and has new prefix $prefix"
1951 191:0d1c6fa50d3a chris
		if [ -n "$current_packages" ]; then
1952
		    echo "Running Javadoc for packages $current_packages from prefix $current_prefix"
1953 450:73401a15037b Chris
		    echo "Command is: javadoc -sourcepath "$current_prefix" -d "$targetdir" -subpackages $current_packages"
1954 203:1e55195bca45 chris
		    javadoc -sourcepath "$current_prefix" -d "$targetdir" -subpackages $current_packages
1955 191:0d1c6fa50d3a chris
		fi
1956
		current_prefix="$prefix"
1957 450:73401a15037b Chris
		current_packages="$package"
1958 191:0d1c6fa50d3a chris
	    else
1959 450:73401a15037b Chris
		echo "Package $package matches file path with same prefix as previous file"
1960 191:0d1c6fa50d3a chris
		current_packages="$current_packages $package"
1961
	    fi
1962
	done
1963 203:1e55195bca45 chris
	prefix=${prefix:=$projectdir}
1964 191:0d1c6fa50d3a chris
	if [ -n "$current_packages" ]; then
1965
	    echo "Running Javadoc for packages $current_packages in prefix $current_prefix"
1966 450:73401a15037b Chris
  	    echo "Command is: javadoc -sourcepath "$current_prefix" -d "$targetdir" -subpackages $current_packages"
1967 203:1e55195bca45 chris
	    javadoc -sourcepath "$current_prefix" -d "$targetdir" -subpackages $current_packages
1968 191:0d1c6fa50d3a chris
	fi
1969
    )
1970
1971 450:73401a15037b Chris
if [ -f "$targetdir"/overview-tree.html ]; then
1972
    cp "$targetdir"/overview-tree.html "$targetdir"/index.html
1973
fi
1974
1975 203:1e55195bca45 chris
# for exit code:
1976
[ -f "$targetdir/index.html" ]
1977 168:c1e9f2dab1d5 chris
1978 411:e7ba81c8dc5a chris
#!/bin/bash
1979
1980
docdir="/var/doc"
1981
1982
progdir=$(dirname $0)
1983
case "$progdir" in
1984
    /*) ;;
1985
    *) progdir="$(pwd)/$progdir" ;;
1986
esac
1987
1988
project="$1"
1989
projectdir="$2"
1990
targetdir="$3"
1991
1992
if [ -z "$project" ] || [ -z "$targetdir" ] || [ -z "$projectdir" ]; then
1993
    echo "Usage: $0 <project> <projectdir> <targetdir>"
1994
    exit 2
1995
fi
1996
1997
if [ ! -d "$projectdir" ]; then
1998
    echo "Project directory $projectdir not found"
1999
    exit 1
2000
fi
2001
2002
if [ ! -d "$targetdir" ]; then
2003
    echo "Target dir $targetdir not found"
2004
    exit 1
2005
fi
2006
2007
if [ -f "$targetdir/index.html" ]; then
2008
    echo "Target dir $targetdir already contains index.html"
2009
    exit 1
2010
fi
2011
2012
mfile=$(find "$projectdir" -type f -name \*.m -print0 | xargs -0 grep -l '^% ' | head -1)
2013
2014
if [ -z "$mfile" ]; then
2015
    echo "No MATLAB files with comments found for project $project"
2016
    exit 1
2017
fi
2018
2019
echo "Project $project contains at least one MATLAB file with comments"
2020
2021
cd "$projectdir" || exit 1
2022
2023
perl "$progdir/matlab-docs.pl" -c "$progdir/matlab-docs.conf" -d "$targetdir"
2024
2025 978:bbb88c44f805 Chris
2026 980:9b4919de5317 Chris
# Read an Apache log file in SoundSoftware site format from stdin and
2027
# produce some per-project stats.
2028 978:bbb88c44f805 Chris
#
2029
# Invoke with e.g.
2030
#
2031
# cat /var/log/apache2/code-access.log | \
2032
#   script/runner -e production extra/soundsoftware/get-apache-log-stats.rb
2033
2034 975:198f764e734c Chris
2035
# Use the ApacheLogRegex parser, a neat thing
2036
# See http://www.simonecarletti.com/blog/2009/02/apache-log-regex-a-lightweight-ruby-apache-log-parser/
2037
require 'apachelogregex'
2038
2039
# This is the format defined in our httpd.conf
2040
vhost_combined_format = '%v:%p %h %{X-Forwarded-For}i %l %u %t \"%r\" %>s %O \"%{Referer}i\" \"%{User-Agent}i\"'
2041
2042
parser = ApacheLogRegex.new(vhost_combined_format)
2043
2044
# project name -> count of hg clones
2045
clones = Hash.new(0)
2046
2047
# project name -> count of hg pulls
2048
pulls = Hash.new(0)
2049
2050 978:bbb88c44f805 Chris
# project name -> count of hg pushes
2051
pushes = Hash.new(0)
2052 975:198f764e734c Chris
2053
# project name -> count of hg archive requests (i.e. Download as Zip)
2054
zips = Hash.new(0)
2055
2056
# project name -> count of hits to pages under /projects/projectname
2057
hits = Hash.new(0)
2058
2059 978:bbb88c44f805 Chris
# project name -> Project object
2060
@projects = Hash.new
2061
2062 975:198f764e734c Chris
parseable = 0
2063
unparseable = 0
2064
2065 979:56a38a9f6204 Chris
def is_public_project?(project)
2066 978:bbb88c44f805 Chris
  if !project
2067
    false
2068 983:a97e573d7f87 Chris
  elsif project =~ /^\d+$/
2069
    # ignore numerical project ids, they are only used when editing projects
2070
    false
2071 978:bbb88c44f805 Chris
  elsif @projects.key?(project)
2072 979:56a38a9f6204 Chris
    @projects[project].is_public?
2073 978:bbb88c44f805 Chris
  else
2074
    pobj = Project.find_by_identifier(project)
2075
    if pobj
2076
      @projects[project] = pobj
2077 979:56a38a9f6204 Chris
      pobj.is_public?
2078 978:bbb88c44f805 Chris
    else
2079 979:56a38a9f6204 Chris
      print "Project not found: ", project, "\n"
2080 978:bbb88c44f805 Chris
      false
2081
    end
2082
  end
2083
end
2084
2085 980:9b4919de5317 Chris
def print_stats(h)
2086
  h.keys.sort { |a,b| h[b] <=> h[a] }.each do |p|
2087 982:6edb748be064 Chris
    if h[p] > 0
2088 983:a97e573d7f87 Chris
      print h[p], " ", @projects[p].name, " [", p, "]\n"
2089 982:6edb748be064 Chris
    end
2090 980:9b4919de5317 Chris
  end
2091
end
2092
2093 979:56a38a9f6204 Chris
STDIN.each do |line|
2094 975:198f764e734c Chris
2095
  record = parser.parse(line)
2096
2097
  # most annoyingly, the parser can't handle the comma-separated list
2098
  # in X-Forwarded-For where it has more than one element. If it has
2099 983:a97e573d7f87 Chris
  # failed, remove any IP addresses or the word "unknown" with
2100
  # trailing commas and try again
2101 975:198f764e734c Chris
  if not record
2102 983:a97e573d7f87 Chris
    filtered = line.gsub(/(unknown|([0-9]+\.){3}[0-9]+),\s*/, "")
2103 975:198f764e734c Chris
    record = parser.parse(filtered)
2104
  end
2105
2106
  # discard, but count, unparseable lines
2107
  if not record
2108 979:56a38a9f6204 Chris
    print "Line not parseable: ", line, "\n"
2109 975:198f764e734c Chris
    unparseable += 1
2110
    next
2111
  end
2112
2113
  # discard everything that isn't a 200 OK response
2114
  next if record["%>s"] != "200"
2115
2116
  # discard anything apparently requested by a crawler
2117
  next if record["%{User-Agent}i"] =~ /(bot|slurp|crawler|spider|Redmine)\b/i
2118
2119
  # pull out request e.g. GET / HTTP/1.0
2120
  request = record["%r"]
2121
2122
  # split into method, path, protocol
2123
  if not request =~ /^[^\s]+ ([^\s]+) [^\s]+$/
2124 979:56a38a9f6204 Chris
    print "Line not parseable (bad method, path, protocol): ", line, "\n"
2125 975:198f764e734c Chris
    unparseable += 1
2126
    next
2127
  end
2128
2129
  # get the path e.g. /projects/weevilmatic and split on /
2130
  path = $~[1]
2131
  components = path.split("/")
2132
2133
  # should have at least two elements unless path is "/"; first should
2134
  # be empty (begins with /)
2135
  if path != "/" and (components.size < 2 or components[0] != "")
2136 979:56a38a9f6204 Chris
    print "Line not parseable (degenerate path): ", line, "\n"
2137 975:198f764e734c Chris
    unparseable += 1
2138
    next
2139
  end
2140
2141
  if components[1] == "hg"
2142
2143
    # path is /hg/project?something or /hg/project/something
2144
2145
    project = components[2].split("?")[0]
2146 979:56a38a9f6204 Chris
    if not is_public_project?(project)
2147 978:bbb88c44f805 Chris
      next
2148
    end
2149 975:198f764e734c Chris
2150
    if components[2] =~ /&roots=00*$/
2151
      clones[project] += 1
2152
    elsif components[2] =~ /cmd=capabilities/
2153
      pulls[project] += 1
2154 978:bbb88c44f805 Chris
    elsif components[2] =~ /cmd=unbundle/
2155
      pushes[project] += 1
2156 975:198f764e734c Chris
    elsif components[3] == "archive"
2157
      zips[project] += 1
2158
    end
2159
2160
  elsif components[1] == "projects"
2161
2162
    # path is /projects/project or /projects/project/something
2163
2164
    project = components[2]
2165 979:56a38a9f6204 Chris
    project = project.split("?")[0] if project
2166
    if not is_public_project?(project)
2167 978:bbb88c44f805 Chris
      next
2168 975:198f764e734c Chris
    end
2169
2170 978:bbb88c44f805 Chris
    hits[project] += 1
2171
2172 975:198f764e734c Chris
  end
2173
2174
  parseable += 1
2175
end
2176
2177
# Each clone is also a pull; deduct it from the pulls hash, because we
2178
# want that to contain only non-clone pulls
2179
2180
clones.keys.each do |project|
2181
  pulls[project] -= 1
2182
end
2183
2184 982:6edb748be064 Chris
print parseable, " parseable\n"
2185
print unparseable, " unparseable\n"
2186
2187
2188 980:9b4919de5317 Chris
print "\nMercurial clones:\n"
2189
print_stats clones
2190
2191
print "\nMercurial pulls (excluding clones):\n"
2192
print_stats pulls
2193
2194
print "\nMercurial pushes:\n"
2195
print_stats pushes
2196
2197
print "\nMercurial archive (zip file) downloads:\n"
2198
print_stats zips
2199
2200 982:6edb748be064 Chris
print "\nProject page hits (excluding crawlers):\n"
2201 980:9b4919de5317 Chris
print_stats hits
2202 975:198f764e734c Chris
2203
2204 1536:e2a3230f61fa Chris
2205
# Print out an authormap file for hg-to-git conversion using
2206
# hg-fast-export
2207
#
2208
# Invoke with the project identifier as argument, e.g.
2209
#
2210
# ./script/rails runner -e production extra/soundsoftware/get-repo-authormap.rb soundsoftware-site
2211
2212 1537:e55cbb9ba8bf Chris
proj_ident = ARGV.last
2213 1536:e2a3230f61fa Chris
proj = Project.find_by_identifier(proj_ident)
2214
repo = Repository.where(:project_id => proj.id).first
2215
csets = Changeset.where(:repository_id => repo.id)
2216
committers = csets.map do |c| c.committer end.sort.uniq
2217
committers.each do |c|
2218 1537:e55cbb9ba8bf Chris
  if not c =~ /[^<]+<.*@.*>/ then
2219
    u = repo.find_committer_user c
2220
    print "#{c}=#{u.name} <#{u.mail}>\n" unless u.nil?
2221
  end
2222 1536:e2a3230f61fa Chris
end
2223 970:6bd8364eafae luis
2224 1453:b554eb79ec7b luis
# Log user and project information
2225
#
2226
# Invoke with e.g.
2227
#
2228
# ./script/rails runner -e production extra/soundsoftware/get-statistics.rb
2229 970:6bd8364eafae luis
#
2230
2231 1454:02a05da0bedc luis
projectStats =  {
2232
        :all => Project.active.all.count,
2233
        :private => Project.active.find(:all, :conditions => {:is_public => false}).count,
2234
        :top_level => Project.active.find(:all, :conditions => {:parent_id => nil}).count,
2235
        :top_level_and_private => Project.active.find(:all, :conditions => {:is_public => false, :parent_id => nil}).count
2236
      }
2237 970:6bd8364eafae luis
2238 1453:b554eb79ec7b luis
userStats = {:all => User.active.all.count}
2239 1002:f6ede18f3e6e Chris
2240 1453:b554eb79ec7b luis
stats = {:date => Date.today, :projects => projectStats, :users => userStats}.to_json
2241 1002:f6ede18f3e6e Chris
2242 1453:b554eb79ec7b luis
print "#{stats}\n"
2243 1002:f6ede18f3e6e Chris
2244 383:47ae83ce8db8 Chris
<div style="clear: both; float: right"><small><i>Produced by mtree2html by Hartmut Pohlheim</i></small></div>
2245
# configuration file for generation of html-docu from m-files
2246
#
2247
# Author:   Hartmut Pohlheim
2248
# History:  05.11.2000  file created (parameters for mtree2html2001)
2249
#
2250
# The following options/variables must be changed/adapted:
2251
#   dirmfiles
2252
#   dirhtml
2253
#   csslink
2254
#   texttitleframelayout
2255
#   texttitlefiles
2256
#
2257
# The following options/variables should be adapted:
2258
#   authorfile
2259
#   filenametopframe
2260
#   codeheadmeta
2261
2262
#========================================================================
2263
# Variables (possible keywords: set)
2264
# to use the built-in settings, comment the line using # in first column
2265
#========================================================================
2266
2267
#------------------------------------------------------------------------
2268
# dirmfiles: name of directory containing Matlab m-files
2269
# dirhtml: name of directory to place the html-files into
2270
# exthtml: extension used for the html files (.html or .htm)
2271
#          don't forget the point in front of the extension
2272
#------------------------------------------------------------------------
2273
set dirmfiles = .
2274
set dirhtml = doc-output
2275
set exthtml = .html
2276
2277
#------------------------------------------------------------------------
2278
# authorfile:   name of file containing info about author (in html)
2279
#               if defined, this text is included at the bottom of the
2280
#               html files
2281
#------------------------------------------------------------------------
2282 410:675de8e6becf chris
set authorfile = matlab-docs-credit.html
2283 383:47ae83ce8db8 Chris
2284
#------------------------------------------------------------------------
2285
# csslink:   text for linking to css file (style sheets)
2286
#            the text defined here is directly included into the head
2287
#            of the html file
2288
#------------------------------------------------------------------------
2289 410:675de8e6becf chris
#set csslink = <link rel=stylesheet type="text/css" href="CSSFILENAME.css" />
2290 383:47ae83ce8db8 Chris
2291
#------------------------------------------------------------------------
2292
# links2filescase: this is a bit difficult
2293
#                  Matlab is case sensitive on UNIX, but case insensitive
2294
#                  on Windows. Under UNIX Matlab function calls work
2295
#                  only, when the case of file name and function call are
2296
#                  identical, under Windows you can do what you want.
2297
#                  This scripts help you, to keep an exact case in your
2298
#                  project.
2299
#          exact - internal links are only generated, when case of file
2300
#                  name and in source code are identical
2301
#            all - case doesn't matter
2302
#     exactupper - same as exact, additionally links are also vreated to
2303
#                  all upper case function names in source code (often
2304
#                  used by Mathworks)
2305
#      exactvery - same as exact, additionally info about not matching
2306
#                  case is written to screen (stdout), this can be very
2307
#                  helpful in cleaning up the case in a project
2308
#------------------------------------------------------------------------
2309
set links2filescase = all
2310
2311
#------------------------------------------------------------------------
2312
# texttitleframelayout:    text of title for frame layout file (whole docu)
2313
#------------------------------------------------------------------------
2314 389:0bc92382a86b chris
set texttitleframelayout = MATLAB Function Documentation
2315 383:47ae83ce8db8 Chris
2316
#------------------------------------------------------------------------
2317
# texttitle/headerindexalldirs: text of title and header for directory index
2318
#------------------------------------------------------------------------
2319
set texttitleindexalldirs = Index of Directories
2320
set textheaderindexalldirs = Index of Directories
2321
2322
#------------------------------------------------------------------------
2323
# texttitle/headerindex:    text of title and header for index file
2324
#------------------------------------------------------------------------
2325
set texttitleindex = A-Z Index of Functions
2326
set textheaderindex = A-Z Index of Functions
2327
2328
#------------------------------------------------------------------------
2329
# texttitle/headerfiles:    text of title and header for files
2330
#                           name of file will be added at the end
2331
#------------------------------------------------------------------------
2332 389:0bc92382a86b chris
set texttitlefiles = Function
2333 383:47ae83ce8db8 Chris
set textheaderfiles = Documentation of
2334
2335
#------------------------------------------------------------------------
2336
# frames: whether to use frames in layout (yes or no)
2337
#------------------------------------------------------------------------
2338
set frames = no
2339
2340
#------------------------------------------------------------------------
2341
# filenametopframe: name of file including frame layout (highest level file)
2342
# [default: index]
2343
#------------------------------------------------------------------------
2344
set filenametopframe = index
2345
2346
#------------------------------------------------------------------------
2347
# textjumpindexglobal: text displayed for jump to index of all files
2348
#                      (global)
2349
# textjumpindexlocal:  text displayed for jump to index of files in actual
2350
#                      directory (local)
2351
#------------------------------------------------------------------------
2352 389:0bc92382a86b chris
set textjumpindexglobal = <b>Index of</b> all files:
2353
set textjumpindexlocal = this subdirectory only:
2354 383:47ae83ce8db8 Chris
2355
#------------------------------------------------------------------------
2356
# includesource: include source of m-files in documentation [YES|no]
2357
#------------------------------------------------------------------------
2358
set includesource = yes
2359
2360
#------------------------------------------------------------------------
2361
# usecontentsm: use contents.m files as well for structured
2362
#               (hopefully) index [YES|no]
2363
#------------------------------------------------------------------------
2364
set usecontentsm = no
2365
2366
#------------------------------------------------------------------------
2367
# includesource: write/update contents.m files [yes|NO]
2368
#------------------------------------------------------------------------
2369
set writecontentsm = no
2370
2371
#------------------------------------------------------------------------
2372
# processtree:  parse whole directory tree recursively [YES|no]
2373
#------------------------------------------------------------------------
2374
set processtree = yes
2375
2376
#------------------------------------------------------------------------
2377
# producetree:  produce tree for html-files in same structure than
2378
#		          tree of m-files [yes|NO]
2379
#               if no, all files are saved in the same directory, often
2380
#               easier for outside linking to files
2381
#------------------------------------------------------------------------
2382 401:a0f6e994657f chris
set producetree = yes
2383 383:47ae83ce8db8 Chris
2384
#------------------------------------------------------------------------
2385
# codebodyindex/files: HTML-code for adding to BODY tag
2386
#                      can be used for defining colors and
2387
#                      backgroundimages of the files
2388
#                      No longer recommended, use the css file
2389
#------------------------------------------------------------------------
2390
set codebodyindex =
2391
set codebodyfiles =
2392
2393
#------------------------------------------------------------------------
2394
# codeheadmeta: HTML-code added in HEAD area, use for supplying META info
2395
#------------------------------------------------------------------------
2396
set codeheadmeta =
2397
2398
#------------------------------------------------------------------------
2399
# codehr: HTML-code used to define a <HR>, do what you want
2400
#------------------------------------------------------------------------
2401 411:e7ba81c8dc5a chris
set codehr = <hr>
2402 383:47ae83ce8db8 Chris
2403
#------------------------------------------------------------------------
2404
# codeheader: HTML-code added to <H*> tags, use for centering header text
2405
#             or changing the colour/size/font of the header text
2406
#------------------------------------------------------------------------
2407 389:0bc92382a86b chris
set codeheader =
2408 383:47ae83ce8db8 Chris
2409
2410
# End of parameter file
2411 381:2dc8163e9150 Chris
@rem = '--*-Perl-*--';
2412
@rem = '
2413
@echo off
2414
perl -w -S %0.bat %1 %2 %3 %4 %5 %6 %7 %8 %9
2415
goto endofperl
2416
@rem ';
2417
# perl -w -S %0.bat "$@"
2418 382:baff1c482d98 Chris
#!/usr/bin/perl
2419 381:2dc8163e9150 Chris
#
2420
# mtree2html_2000 - produce html files from Matlab m-files.
2421
#                   use configuration file for flexibility
2422
#                   can process tree of directories
2423
#
2424
# Copyright (C) 1996-2000 Hartmut Pohlheim.  All rights reserved.
2425
# includes small parts of m2html from Jeffrey C. Kantor 1995
2426
#
2427
# Author:  Hartmut Pohlheim
2428
# History: 06.03.1996  file created
2429
#          07.03.1996  first working version
2430
#          08.03.1996  modularized, help text only once included
2431
#          11.03.1996  clean up, some functions rwritten
2432
#          18.04.1996  silent output with writing in one line only
2433
#                      version 0.20 fixed
2434
#          14.05.1996  start of adding tree structure, could create tree
2435
#          15.05.1996  creating of index files for every directory
2436
#          17.05.1996  first working version except compact A-Z index
2437
#          20.05.1996  cleanup of actual version, more variables and
2438
#                      configurable settings
2439
#          21.05.1996  reading, update and creation of contents.m added
2440
#          22.05.1996  creation of short index started
2441
#          28.05.1996  jump letters for short index,
2442
#                      3 different directory indexes (short/long/contents)
2443
#          29.05.1996  major cleanup, short and long index created from one function
2444
#                      links for HTML and Indexes from 1 function,
2445
#                      version 0.9
2446
#          30.05.1996  contents.m changed to Contents.m (because unix likes it)
2447
#                      function definition can be in first line of m file before comments
2448
#                      version 0.91 fixed
2449
#          03.06.1996  contents file can be written as wanted, the links will be correct
2450
#                      cross references in help block of m-file will be found and
2451
#                      converted, even if the name of the function is written upper case
2452
#                      version 0.92 fixed
2453
#          05.06.1996  construction of dependency matrix changed, is able now to process
2454
#                      even the whole matlab tree (previous version needed to much memory)
2455
#                      removed warning for contents files in different directories
2456
#                      version 0.94 fixed
2457
#          06.06.1996  new link name matrices for ConstructHTMLFile created,
2458
#                      everything is done in ConstructDependencyMatrix,
2459
#                      both dependencies (calls and called) and matrix
2460
#                      with all mentioned names in this m-file, thus, much
2461
#                      less scanning in html construction
2462
#                      script is now (nearly) linear scalable, thus, matlab-toolbox
2463
#                      tree takes less than 1 hour on a Pentium120, with source
2464
#                      version 0.96 fixed
2465
#          10.06.1996  order of creation changed, first all indexes (includes
2466
#                      update/creation of contents.m) and then ConstructDepency
2467
#                      thus, AutoAdd section will be linked as well
2468
#                      excludenames extended, some more common word function names added
2469
#                      version 0.97 fixed
2470
#          17.02.1998  writecontentsm as command line parameter added
2471
#                      error of file not found will even appear when silent
2472
#                      version 1.02
2473
#          21.05.2000  mark comments in source code specially (no fully correct,
2474
#                      can't handle % in strings)
2475
#                      version 1.11
2476
#          05.11.2000  link also to upper and mixed case m-files
2477
#                      searching for .m files now really works (doesn't find grep.com any longer)
2478
#                      file renamed to mtree2html2001
2479
#                      generated html code now all lower case
2480
#                      inclusion of meta-description and meta-keywords in html files
2481
#                      HTML4 compliance done (should be strict HTML4.0, quite near XHTML)
2482
#                      version 1.23
2483
#
2484 383:47ae83ce8db8 Chris
#	   29.03.2011  (Chris Cannam) add frames option.
2485 381:2dc8163e9150 Chris
2486
$VERSION  = '1.23';
2487
($PROGRAM = $0) =~ s@.*/@@; $PROGRAM = "\U$PROGRAM\E";
2488 411:e7ba81c8dc5a chris
$debug = 1;
2489 381:2dc8163e9150 Chris
2490
#------------------------------------------------------------------------
2491
# Define platform specific things
2492
#------------------------------------------------------------------------
2493
# suffix for files to search is defined twice
2494
# the first ($suffix) is for string creation and contains the . as well
2495
# the second ($suffixforsearch) is for regular expression, handling of . is quite special
2496
$suffix = ".m";
2497
$suffixforsearch = "m";
2498
# the directory separator
2499
$dirsep = "/";
2500
# what is the current directory
2501
$diract = ".";
2502
2503
#------------------------------------------------------------------------
2504 382:baff1c482d98 Chris
#  Define all variables and their standard settings
2505 381:2dc8163e9150 Chris
#  documentation of variables is contained in accompanying rc file
2506
#------------------------------------------------------------------------
2507
%var =
2508
(
2509
   'authorfile',                '',
2510
   'codebodyfiles',             '',
2511
   'codebodyindex',             '',
2512
   'codeheadmeta',              '<meta name="author of conversion perl script" content="Hartmut Pohlheim" />',
2513
   'codehr',                    '<hr size="3" noshade="noshade" />',
2514
   'codeheader',                '',
2515 383:47ae83ce8db8 Chris
   'configfile',                'matlab-docs.conf',
2516 381:2dc8163e9150 Chris
   'csslink',                   '',
2517
   'dirmfiles',                 $diract,
2518
   'dirhtml',                   $diract,
2519
   'exthtml',                   '.html',
2520 382:baff1c482d98 Chris
   'frames',                    'yes',
2521 381:2dc8163e9150 Chris
   'filenametopframe',          'index',
2522
   'filenameindexlongglobal',   'indexlg',
2523
   'filenameindexlonglocal',    'indexll',
2524
   'filenameindexshortglobal',  'indexsg',
2525
   'filenameindexshortlocal',   'indexsl',
2526
   'filenameextensionframe',    'f',
2527
   'filenameextensionindex',    'i',
2528
   'filenameextensionjump',     'j',
2529
   'filenamedirshort',          'dirtops',
2530
   'filenamedirlong',           'dirtopl',
2531
   'filenamedircontents',       'dirtopc',
2532
   'includesource',             'yes',
2533
   'links2filescase',           'all',
2534
   'processtree',               'yes',
2535
   'producetree',               'yes',
2536
   'textjumpindexlocal',        'Local Index',
2537
   'textjumpindexglobal',       'Global Index',
2538
   'texttitleframelayout',      'Documentation of Matlab Files',
2539
   'texttitleindexalldirs',     'Index of Directories',
2540
   'textheaderindexalldirs',    'Index of Directories',
2541
   'texttitleindex',            '',
2542
   'textheaderindex',           '',
2543
   'texttitlefiles',            'Documentation of ',
2544
   'textheaderfiles',           'Documentation of ',
2545
   'usecontentsm',              'yes',
2546
   'writecontentsm',            'no'
2547
);
2548
2549
2550
# define all m-file names, that should be excluded from linking
2551
# however, files will still be converted
2552
@excludenames = ( 'all','ans','any','are',
2553
                  'cs',
2554
                  'demo','dos',
2555
                  'echo','edit','else','elseif','end','exist',
2556
                  'flag','for','function',
2557
                  'global',
2558
                  'help',
2559
                  'i','if','inf','info',
2560
                  'j',
2561
                  'more',
2562
                  'null',
2563
                  'return',
2564
                  'script','strings',
2565
                  'what','which','while','who','whos','why',
2566
                );
2567
2568
# Text for inclusion in created HTML/Frame files: Doctype and Charset
2569
$TextDocTypeHTML  = '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0//EN" "http://www.w3.org/TR/REC-html40/strict.dtd">';
2570
$TextDocTypeFrame = '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Frameset//EN" "http://www.w3.org/TR/REC-html40/frameset.dtd">';
2571
$TextMetaCharset = '<meta http-equiv="Content-Type" content="text/html; charset=ISO-8859-1" />';
2572
2573
#------------------------------------------------------------------------
2574
# Read the command line arguments
2575
#------------------------------------------------------------------------
2576
if (@ARGV == 0) {
2577
   &DisplayHelp()  if &CheckFileName($var{'configfile'}, 'configuration file');
2578
}
2579
2580
# Print provided command line arguments on screen
2581
foreach (@ARGV) { print "   $_\n      "; }
2582
2583
# Get the options
2584
use Getopt::Long;
2585
@options = ('help|h', 'todo|t', 'version|v',
2586
            'authorfile|a=s', 'configfile|c=s', 'dirhtml|html|d=s',
2587
            'dirmfiles|mfiles|m=s', 'includesource|i=s',
2588
            'processtree|r=s', 'producetree|p=s',
2589
            'silent|quiet|q', 'writecontentsm|w=s');
2590
&GetOptions(@options) || die "use -h switch to display help statement\n";
2591
2592
2593
# Display help or todo list, when requested
2594
&DisplayHelp()                         if $opt_help;
2595
&DisplayTodo()                         if $opt_todo;
2596
die "$PROGRAM v$VERSION\n"             if $opt_version;
2597
2598
$exit_status = 0;
2599
2600
#------------------------------------------------------------------------
2601
# Read the config file
2602
#------------------------------------------------------------------------
2603
$var{'configfile'} = $opt_configfile         if $opt_configfile;
2604
&GetConfigFile($var{'configfile'});
2605
2606
2607
#------------------------------------------------------------------------
2608
# Process/Check the command line otions
2609
#------------------------------------------------------------------------
2610
$var{'dirhtml'}   = $opt_dirhtml              if $opt_dirhtml;
2611
if (!(substr($var{'dirhtml'}, -1, 1) eq $dirsep)) { $var{'dirhtml'} = $var{'dirhtml'}.$dirsep; }
2612
$var{'dirmfiles'} = $opt_dirmfiles            if $opt_dirmfiles;
2613
if (!(substr($var{'dirmfiles'}, -1, 1) eq $dirsep)) { $var{'dirmfiles'} = $var{'dirmfiles'}.$dirsep; }
2614
2615
$var{'authorfile'} = $opt_author              if $opt_author;
2616
$var{'includesource'} = $opt_includesource    if $opt_includesource;
2617
if ($var{'includesource'} ne 'no') { $var{'includesource'} = 'yes'; }
2618
$var{'processtree'} = $opt_processtree        if $opt_processtree;
2619
if ($var{'processtree'} ne 'no') { $var{'processtree'} = 'yes'; }
2620
$var{'producetree'} = $opt_producetree        if $opt_producetree;
2621
if ($var{'producetree'} ne 'no') { $var{'producetree'} = 'yes'; }
2622
if ($var{'processtree'} eq 'no') { $var{'producetree'} = 'no'; }
2623 382:baff1c482d98 Chris
if ($var{'frames'} ne 'no') { $var{'frames'} = 'yes'; }
2624 381:2dc8163e9150 Chris
# if (($var{'processtree'} eq 'yes') && ($var{'producetree'} eq 'no')) { $var{'usecontentsm'} = 'no'; }
2625
2626
$var{'writecontentsm'} = $opt_writecontentsm  if $opt_writecontentsm;
2627
2628
#------------------------------------------------------------------------
2629
# Do the real stuff
2630
#------------------------------------------------------------------------
2631
2632
# Print variables on screen, when not silent
2633
&ListVariables                          if !$opt_silent;
2634
2635
# Check the author file
2636
if ($var{'authorfile'} ne '') {
2637 410:675de8e6becf chris
    if (!($var{'authorfile'} =~ m,^/,)) {
2638
	# relative path: treat as relative to config file
2639
	my $cfd = $var{'configfile'};
2640
	$cfd =~ s,/[^/]*$,/,;
2641
	$cfd =~ s,^[^/]*$,.,;
2642
	$var{'authorfile'} = "$cfd/" . $var{'authorfile'};
2643
    }
2644
    if (&CheckFileName($var{'authorfile'}, 'author file')) {
2645
	$var{'authorfile'} = '';
2646
	if (!$opt_silent) { print "   Proceeding without author information!\n"; }
2647
    }
2648 381:2dc8163e9150 Chris
}
2649
2650
# Call the function doing all the real work
2651
&ConstructNameMatrix;
2652
2653
&ConstructDependencyMatrix;
2654
2655
&ConstructAllIndexFiles;
2656
2657
&ConstructHTMLFiles;
2658
2659
exit $exit_status;
2660
2661
#------------------------------------------------------------------------
2662
# Construct list of all mfile names and initialize various data arrays.
2663
#------------------------------------------------------------------------
2664
sub ConstructNameMatrix
2665
{
2666
   local(*MFILE);
2667
   local($file, $dirname);
2668
   local(@newdirectories);
2669
   local(%localnames);
2670
2671
   $RecDeep = 0;
2672
   &ParseTreeReadFiles($var{'dirmfiles'}, $RecDeep);
2673
2674
   foreach $dirname (@directories) {
2675
      if ($dirnumbermfiles{$dirname} > 0) {
2676
         push(@newdirectories, $dirname);
2677
         if (! defined($contentsname{$dirname})) {
2678
            $contentsname{$dirname} = 'Contents';
2679
            if (($var{'writecontentsm'} eq 'no') && ($var{'usecontentsm'} eq 'yes')) {
2680
               print "\r ParseTree - for directory  $dirname  no contents file found!\n";
2681
               print   "             create one or enable writing of contents file (writecontentsm = yes)!\n";
2682
            }
2683
         }
2684
      }
2685
   }
2686
   @alldirectories = @directories;
2687
   @directories = @newdirectories;
2688
2689
   foreach $dirname (@directories) {
2690
      if ($debug > 0) { print "Dir: $dirname \t\t $dirnumbermfiles{$dirname} \t$contentsname{$dirname}\n"; }
2691
   }
2692
2693
   @names = sort(keys %mfile);
2694
2695
   # check, if name of directory is identical to name of file
2696
   @dirsinglenames = values(%dirnamesingle);
2697
   grep($localnames{$_}++, @dirsinglenames);
2698
   @dirandfilename = grep($localnames{$_}, @names);
2699
   if (@dirandfilename) {
2700
      print "\r   Name clash between directory and file name: @dirandfilename\n";
2701
      print   "      These files will be excluded from linking!\n";
2702
      push(@excludenames, @dirandfilename);
2703
   }
2704
2705
   # construct names matrix for help text linking
2706
   #    exclude some common words (and at the same time m-functions) from linking in help text
2707
   grep($localnames{$_}++, @excludenames);
2708
   @linknames = grep(!$localnames{$_}, @names);
2709
2710
   if ($debug > 2) { print "linknames (names of found m-files):\n    @linknames\n"; }
2711
2712
}
2713
2714
#------------------------------------------------------------------------
2715
# Parse tree and collect all Files
2716
#------------------------------------------------------------------------
2717
sub ParseTreeReadFiles
2718
{
2719
   local($dirname, $localRecDeep) = @_;
2720
   local($file, $name, $filewosuffix);
2721
   local($dirhtmlname, $dirmode);
2722
   local($relpath, $relpathtoindex, $replacevardir);
2723
   local(*CHECKDIR, *AKTDIR);
2724
   local(@ALLEFILES);
2725
2726
   opendir(AKTDIR, $dirname) || die "ParseTree - Can't open directory $dirname: $!";
2727
   if ($debug > 1) { print "\nDirectory: $dirname\n"; }
2728
2729
   # create relative path
2730
   $_ = $dirname; $replacevardir = $var{'dirmfiles'};
2731
   s/$replacevardir//; $relpath = $_;
2732
   s/[^\/]+/../g; $relpathtoindex = $_;
2733
2734
   # producetree no
2735
   if ($var{'producetree'} eq 'no') { $relpath = ''; $relpathtoindex = ''; }
2736
2737
   # names of directories (top-level and below top-level m-file-directory)
2738
   push(@directories, $dirname);
2739
   $dirnumbermfiles{$dirname} = 0;    # set number of m-files for this dir to zero
2740
   # relative path from top-level directory, depends on directory name
2741
   $dirnamerelpath{$dirname} = $relpath;
2742
   # relative path from actual directory to top-level directory, depends on directory name
2743
   $dirnamerelpathtoindex{$dirname} = $relpathtoindex;
2744
   # recursion level for directory, depends on directory name
2745
   $dirnamerecdeep{$dirname} = $localRecDeep;
2746
2747
   # only the name of the directory, without path
2748
   $rindexprint = rindex($dirname, $dirsep, length($dirname)-2);
2749
   $rindsub = substr($dirname, $rindexprint+1, length($dirname)-$rindexprint-2);
2750
   $dirnamesingle{$dirname} = $rindsub;
2751
2752
   # create name of html-directories
2753
   $_ = $dirname;
2754
   s/$var{'dirmfiles'}/$var{'dirhtml'}/;
2755
   $dirhtmlname = $_;
2756
   if ($var{'producetree'} eq 'no') { $dirhtmlname = $var{'dirhtml'}; }
2757
   # try to open html directory, if error, then create directory,
2758
   # use same mode as for corresponding m-file directory
2759
   opendir(CHECKDIR,"$dirhtmlname") || do {
2760
      $dirmode = (stat($dirname))[2]; # print "$dirmode\n";
2761
      mkdir("$dirhtmlname", $dirmode) || die ("Cannot create directory $dirhtmlname: $! !");
2762
   };
2763
   closedir(CHECKDIR);
2764
2765
2766
   # read everything from this directory and process them
2767
   @ALLEFILES = readdir(AKTDIR);
2768
2769
   foreach $file (@ALLEFILES) {
2770
      # exclude . and .. directories
2771
      next if $file eq '.';  next if $file eq '..';
2772
2773
      # test for existense of entry (redundant, used for debugging)
2774
      if (-e $dirname.$file) {
2775
         # if it's a directory, call this function recursively
2776
         if (-d $dirname.$file) {
2777
            if ($var{'processtree'} eq 'yes') {
2778
               &ParseTreeReadFiles($dirname.$file.$dirsep, $localRecDeep+1);
2779
            }
2780
         }
2781
         # if it's a file - test for m-file, save name and create some arrays
2782
         elsif (-f $dirname.$file) {
2783
            if ($file =~ /\.$suffixforsearch$/i) {
2784
               # Remove the file suffix to establish the matlab identifiers
2785
               $filewosuffix = $file;
2786
               $filewosuffix =~ s/\.$suffixforsearch$//i;
2787
               # $filename = $name;
2788
2789
               # Contents file in unix must start with a capital letter (Contents.m)
2790
               # ensure, that m-file name is lower case, except the contents file
2791
               if (! ($filewosuffix =~ /^contents$/i)) {
2792 388:dad587ecb8d0 chris
		   # if ($var{'links2filescase'}  eq 'low') { $filewosuffix = "\L$filewosuffix\E"; }
2793 381:2dc8163e9150 Chris
                  $filewosuffixlow = "\L$filewosuffix\E";
2794
               }
2795
               else { $contentsname{$dirname} = $filewosuffix; }
2796
2797
               # internal handle name is always lower case
2798
               $name     = $filewosuffixlow;
2799
               # file name is not lower case
2800
               $filename = $filewosuffix;
2801
2802
               # if don't use C|contents.m, then forget all C|contents.m
2803
               if ($var{'usecontentsm'} eq 'no') { if ($name =~ /contents/i) { next; } }
2804
2805
               # if m-file with this name already exists, use directory and name for name
2806
               # only the first occurence of name will be used for links
2807
               if (defined $mfile{$name}) {
2808
                  if (! ($name =~ /^contents$/i) ) {
2809
                     print "\r ParseTree - Name conflict:  $name in $dirname already exists: $mfile{$name} !\n";
2810
                     print   "             $mfile{$name}  will be used for links!\n";
2811
                  }
2812
                  $name = $dirname.$name;
2813
               }
2814
               # mfile name with path
2815
               $mfile{$name} = $dirname.$file;
2816
               # mfile name (without path)
2817
               $mfilename{$name} = $filename;
2818
               # mfile directory
2819
               $mfiledir{$name} = $dirname;
2820
2821
               # html file name and full path, special extension of Contents files
2822
               if ($name =~ /contents/i) { $extrahtmlfilename = $dirnamesingle{$dirname}; }
2823
               else { $extrahtmlfilename = ''; }
2824
               $hfile{$name} = $dirhtmlname.$mfilename{$name}.$extrahtmlfilename.$var{'exthtml'};
2825
2826
               # save relative html path
2827
               # if ($var{'producetree'} eq 'yes') {
2828
               $hfilerelpath{$name} = $relpath;
2829
               # } else { # if no tree to produce, relative path is empty
2830
               #    $hfilerelpath{$name} = '';
2831
               # }
2832
2833
               # create relative path from html file to directory with global index file
2834
               $hfileindexpath{$name} = $relpathtoindex;
2835
2836
               # Function declaration, if one exists, set default to script
2837
               $synopsis{$name} = "";
2838
               $mtype{$name} = "script";
2839
2840
               # First comment line
2841
               $apropos{$name} = "";
2842
2843
               # count number of m-files in directories
2844
               $dirnumbermfiles{$dirname}++;
2845
2846
               if ($debug > 1) {
2847
                  if ($opt_silent) { print "\r"; }
2848
                  print "   ParseTree: $name \t\t $mfile{$name} \t\t $hfile{$name}\t\t";
2849
                  if (!$opt_silent) { print "\n"; }
2850
               }
2851
            }
2852
         }
2853
         else {
2854
            print "Unknown type of file in $dirname: $file\n";
2855
         }
2856
      }
2857
      else { print "Error: Not existing file in $dirname: $file\n"; }
2858
   }
2859
2860
   closedir(AKTDIR)
2861
2862
}
2863
2864
#------------------------------------------------------------------------
2865
# Construct Dependency matrix
2866
#    $dep{$x,$y} > 0 if $x includes a reference to $y.
2867
#------------------------------------------------------------------------
2868
sub ConstructDependencyMatrix
2869
{
2870
   &ConstructDependencyMatrixReadFiles('all');
2871
   &ConstructDependencyMatrixReally;
2872
}
2873
2874
2875
#------------------------------------------------------------------------
2876
# Construct Dependency matrix
2877
#    $dep{$x,$y} > 0 if $x includes a reference to $y.
2878
#------------------------------------------------------------------------
2879
sub ConstructDependencyMatrixReadFiles
2880
{
2881
   local($whatstring) = @_;
2882
   local(*MFILE);
2883
   local($name, $inames);
2884
   local(%symbolsdep, %symbolsall);
2885
2886
   # Initialize as all zeros.
2887
   # foreach $name (@names) { grep($dep{$name,$_}=0,@names); if ($debug > 0) { print "\r   DepMatrix anlegen: $name\t$#names\t"; } }
2888
2889
   # Compute the dependency matrix
2890
   $inames = -1;
2891
   foreach $name (@names) {
2892
      # Read each file and tabulate the distinct alphanumeric identifiers in
2893
      # an array of symbols. Also scan for:
2894
      #   synopsis: The function declaration line
2895
      #   apropos:  The first line of the help text
2896
2897
      # look for whatstring, if all: process every file, if contents: process only contents files
2898
      if ($whatstring eq 'contents') { if (! ($name =~ /contents$/i) ) { next; } }
2899
      elsif ($whatstring eq 'all') { }    # do nothing
2900
      else { print "\r   ConstructDependency: Unknown parameter whatstring: $whatstring \n"; }
2901
2902
      undef %symbolsall; undef %symbolsdep;
2903
      open(MFILE,"<$mfile{$name}") || die("Can't open $mfile{$name}: $!\n");
2904
      while (<MFILE>) {
2905
         chop;
2906
2907
         # Split on nonalphanumerics, then look for all words, used for links later
2908
         # this one for all references
2909
         @wordsall = grep(/[a-zA-Z]\w*/, split('\W',$_));
2910
         # set all words to lower case for link checking
2911
         undef @wordsall2;
2912
         # do case conversion not, case checking is done later
2913
         foreach (@wordsall) { push(@wordsall2, "\L$_\E"); }
2914
         # @wordsall2 = @wordsall;
2915
         grep($symbolsall{$_}++, @wordsall2);
2916
2917
         # Store first comment line, skip all others.
2918
         if (/^\s*%/) {
2919
            if (!$apropos{$name}) {
2920
               s/^\s*%\s*//;   # remove % and leading white spaces on line
2921
               $_ = &SubstituteHTMLEntities($_);
2922
               $apropos{$name} = $_;
2923
            }
2924
            next;
2925
         }
2926
2927
         # If it's the function declaration line, then store it and skip
2928
         # but only, when first function definition (multiple function lines when private subfunctions in file
2929
         if ($synopsis{$name} eq '') {
2930
            if (/^\s*function/) {
2931
               s/^\s*function\s*//;
2932
               $synopsis{$name} = $_;
2933
               $mtype{$name} = "function";
2934
               next;
2935
            }
2936
         }
2937
2938
         # Split off any trailing comments
2939
         if ($_ ne '') {
2940
            # this one for references in program code only
2941
            # when syntax parsing, here is a working place
2942
            ($statement) = split('%',$_,1);
2943
            @wordsdep = grep(/[a-zA-Z]\w*/,split('\W',$statement));
2944
            # do case conversion not, case checking is done later
2945
            undef @wordsdep2;
2946
            foreach (@wordsdep) { push(@wordsdep2, "\L$_\E"); }
2947
            grep($symbolsdep{$_}++, @wordsdep2);
2948
         }
2949
      }
2950
      close MFILE;
2951
2952
      # compute intersection between %symbolsall and @linknames
2953
      delete($symbolsall{$name});
2954
      # foreach $localsumall ($symbolsall) {
2955
      #    $localsumall = "\L$localsumall\E";
2956
      # }
2957
      @{'all'.$name} = grep($symbolsall{$_}, @linknames);
2958
2959
      # compute intersection between %symbolsdep and @linknames
2960
      delete($symbolsdep{$name});
2961
      @{'depcalls'.$name} = grep($symbolsdep{$_}, @linknames);
2962
2963
      $inames++; print "\r   DepCallsMatrix: $inames/$#names\t $name\t";
2964
      if ($debug > 2) { print "\n      depnames: @{'depcalls'.$name}\n      all: @{'all'.$name}\n"; }
2965
   }
2966
}
2967
2968
2969
#------------------------------------------------------------------------
2970
# Construct Dependency matrix
2971
#    $dep{$x,$y} > 0 if $x includes a reference to $y.
2972
#------------------------------------------------------------------------
2973
sub ConstructDependencyMatrixReally
2974
{
2975
   local($inames, $name);
2976
2977
   $inames = -1;
2978
   foreach $name (@names) { undef %{'depint'.$name}; }
2979
   foreach $name (@names) {
2980
      grep(${'depint'.$_}{$name}++, @{'depcalls'.$name});
2981
      $inames++; print "\r   DepCalledMatrix1: $inames/$#names\t $name\t";
2982
   }
2983
   $inames = -1;
2984
   foreach $name (@names) {
2985
      # compute intersection between %depint.name{$_} and @linknames
2986
      if (defined (%{'depint'.$name})) { @{'depcalled'.$name} = grep(${'depint'.$name}{$_}, @linknames); }
2987
      $inames++; print "\r   DepCalledMatrix2: $inames/$#names\t $name\t";
2988
      if ($debug > 2) { print "\n      depcalled: @{'depcalled'.$name}\n"; }
2989
   }
2990
2991
}
2992
2993
2994
#========================================================================
2995
# Construct all index files
2996
#========================================================================
2997
sub ConstructAllIndexFiles
2998
{
2999
   local(@localnames);
3000
   local($ActDir);
3001
   local($name);
3002
3003
   # define variables and names for frame target
3004
   $GlobalNameFrameMainLeft = 'Cont_Main';
3005
   $GlobalNameFrameMainRight = 'Cont_Lower';
3006
   $GlobalNameFrameAZIndexsmall = 'IndexAZindex';
3007
   $GlobalNameFrameAZIndexjump = 'IndexAZjump';
3008
3009
   $indexcreated = 0;
3010
3011
   &ConstructHighestIndexFile;
3012
   $indexcreated++;
3013
3014
   # if ($var{'producetree'} eq 'yes') {
3015
      # moved next 2 lines out of if for producetree no
3016
      # &ConstructHighestIndexFile;
3017
      # $indexcreated++;
3018
3019
      foreach $ActDir (@directories) {
3020
         undef @localnames;
3021
         foreach $name (@names) {
3022
            local($pathsubstr) = substr($mfile{$name}, 0, rindex($mfile{$name}, "/")+1);
3023
            if ($ActDir eq $pathsubstr) {
3024
               if ($debug > 1) { print "IndexFile: $pathsubstr    ActDir: $ActDir   Hfilerelpath: $hfilerelpath{$name}\n"; }
3025
               push(@localnames, $name);
3026
            }
3027
         }
3028
         if ($debug > 2) { print "localnames: @localnames\n"; }
3029
         # create contents file and short|long index of files in local directory
3030
         &ConstructContentsmFile($ActDir, @localnames);
3031
         &ConstructAZIndexFile($ActDir, 'short', 'local', @localnames);
3032
         &ConstructAZIndexFile($ActDir, 'long', 'local', @localnames);
3033
         $indexcreated+=2;
3034
      }
3035
   # } else {
3036
   #    &ConstructContentsmFile($var{'dirmfiles'}, @names);
3037
   # }
3038
3039
   # create short|long index of files in all directory
3040
   &ConstructAZIndexFile($var{'dirmfiles'}, 'short', 'global', @names);
3041
   &ConstructAZIndexFile($var{'dirmfiles'}, 'long', 'global', @names);
3042
   $indexcreated+=2;
3043
3044
   # if contents.m were created or updated, the dependency matrices should
3045
   # be updated as well
3046
   if ($var{'writecontentsm'} eq 'yes') { &ConstructDependencyMatrixReadFiles('contents');; }
3047
}
3048
3049
3050
#========================================================================
3051
# Construct the highest level index file
3052
#========================================================================
3053
sub ConstructHighestIndexFile
3054
{
3055
   local(*IFILE);
3056
   local($indexfile, $filename);
3057
3058
   # Build the frame layout file, this files includes the layout of the frames
3059
   # Build the frame layout file name (highest one)
3060
   $indexfile = $var{'dirhtml'}.$var{'filenametopframe'}.$var{'exthtml'};
3061
3062 382:baff1c482d98 Chris
   if ($var{'frames'} eq 'yes') {
3063 381:2dc8163e9150 Chris
3064 382:baff1c482d98 Chris
       open(IFILE,">$indexfile") || die("Cannot open frame layout file $indexfile\n");
3065 381:2dc8163e9150 Chris
3066 382:baff1c482d98 Chris
       # Write the header of frame file
3067
       print IFILE "$TextDocTypeFrame\n<html>\n<head>\n$var{'codeheadmeta'}\n$TextMetaCharset\n";
3068
       print IFILE "   <title>$var{'texttitleframelayout'}</title>\n";
3069
       print IFILE "</head>\n";
3070 381:2dc8163e9150 Chris
3071 382:baff1c482d98 Chris
       # definition of 2 frames, left the tree of directories,
3072
       # right the index of that directory or the docu of a file
3073
       print IFILE "<frameset  cols=\"25%,75%\">\n";
3074
       print IFILE "   <frame src=\"$var{'filenamedirshort'}$var{'exthtml'}\" name=\"$GlobalNameFrameMainLeft\" />\n";
3075
       print IFILE "   <frame src=\"$var{'filenameindexshortglobal'}$var{'filenameextensionframe'}$var{'exthtml'}\" name=\"$GlobalNameFrameMainRight\" />\n";   print IFILE "</frameset>\n";
3076 381:2dc8163e9150 Chris
3077 382:baff1c482d98 Chris
       print IFILE "</html>\n";
3078
3079
       close(IFILE);
3080
3081
       if ($opt_silent) { print "\r"; }
3082
       print "   Frame layout file created: $indexfile\t";
3083
       if (!$opt_silent) { print "\n"; }
3084
   }
3085 381:2dc8163e9150 Chris
3086
   for($irun=0; $irun <= 2; $irun++) {
3087
      # Build the top directory index file, these files include the directory tree
3088
      # Build the directory tree index file name
3089
3090
      # Create no directory file for contents, when no contents to use
3091
      if (($irun == 2) && ($var{'usecontentsm'} eq 'no')) { next; }
3092
3093
      # Assign the correct index file name
3094
      if ($irun == 0) { $filename = $var{'filenamedirshort'}; }
3095
      elsif ($irun == 1) { $filename = $var{'filenamedirlong'}; }
3096
      elsif ($irun == 2) { $filename = $var{'filenamedircontents'}; }
3097
3098
      $indexfile = $var{'dirhtml'}.$filename.$var{'exthtml'};
3099
3100
      open(IFILE,">$indexfile") || die("Cannot open directory tree index file $indexfile\n");
3101
      # Write header of HTML file
3102
      print IFILE "$TextDocTypeHTML\n<html>\n<head>\n$var{'codeheadmeta'}\n$TextMetaCharset\n$var{'csslink'}\n";
3103
3104
      if ($var{'texttitleindexalldirs'} eq '') {
3105
         print IFILE "<title>Index of Directories of $var{'dirmfiles'}</title>\n";
3106
      } else {
3107
         print IFILE "<title>$var{'texttitleindexalldirs'}</title>\n";
3108
      }
3109 382:baff1c482d98 Chris
3110
      if ($var{'frames'} eq 'yes') {
3111
	  print IFILE "<base target=\"$GlobalNameFrameMainRight\" />\n";
3112
      }
3113
3114 381:2dc8163e9150 Chris
      print IFILE "</head>\n";
3115
      print IFILE "<body $var{'codebodyindex'}>\n";
3116 410:675de8e6becf chris
      print IFILE "<div id=\"matlabdoc\">\n";
3117 381:2dc8163e9150 Chris
      if ($var{'textheaderindexalldirs'} eq '') {
3118
         print IFILE "<h1 $var{'codeheader'}>Index of Directories of <em>$var{'dirmfiles'}</em></h1>\n";
3119
      } else {
3120
         print IFILE "<h1 $var{'codeheader'}>$var{'textheaderindexalldirs'}</h1>\n";
3121
      }
3122 389:0bc92382a86b chris
      print IFILE "<p>\n";
3123 382:baff1c482d98 Chris
3124
      if ($var{'frames'} eq 'yes') {
3125
	  if ($irun == 0) { print IFILE "<strong>short</strong>\n"; }
3126
	  else { print IFILE "<a href=\"$var{'filenamedirshort'}$var{'exthtml'}\" target=\"$GlobalNameFrameMainLeft\">short</a>\n"; }
3127
	  if ($irun == 1) { print IFILE " | <strong>long</strong>\n"; }
3128
	  else { print IFILE " | <a href=\"$var{'filenamedirlong'}$var{'exthtml'}\" target=\"$GlobalNameFrameMainLeft\">long</a>\n"; }
3129
	  if ($var{'usecontentsm'} eq 'yes') {
3130
	      if ($irun == 2) { print IFILE " | <strong>contents</strong>\n"; }
3131
	      else { print IFILE " | <a href=\"$var{'filenamedircontents'}$var{'exthtml'}\" target=\"$GlobalNameFrameMainLeft\">contents</a>\n"; }
3132
	  }
3133
      } else {
3134
	  if ($irun == 0) { print IFILE "<strong>short</strong>\n"; }
3135
	  else { print IFILE "<a href=\"$var{'filenamedirshort'}$var{'exthtml'}\">short</a>\n"; }
3136
	  if ($irun == 1) { print IFILE " | <strong>long</strong>\n"; }
3137
	  else { print IFILE " | <a href=\"$var{'filenamedirlong'}$var{'exthtml'}\">long</a>\n"; }
3138
	  if ($var{'usecontentsm'} eq 'yes') {
3139
	      if ($irun == 2) { print IFILE " | <strong>contents</strong>\n"; }
3140
	      else { print IFILE " | <a href=\"$var{'filenamedircontents'}$var{'exthtml'}\">contents</a>\n"; }
3141
	  }
3142 381:2dc8163e9150 Chris
      }
3143
3144
      print IFILE "</p><br />\n\n";
3145
      print IFILE "<ul>\n";
3146
3147
      # go through all directories and create a list entry for each one,
3148
      # depending on recursion level create sublists
3149
      $prevrecdeeplevel = 0;
3150
      foreach $name (@alldirectories) {
3151
         $actrecdeeplevel = $dirnamerecdeep{$name};
3152
         for( ; $prevrecdeeplevel < $actrecdeeplevel; $prevrecdeeplevel++ ) { print IFILE "<ul>\n"; }
3153
         for( ; $prevrecdeeplevel > $actrecdeeplevel; $prevrecdeeplevel-- ) { print IFILE "</ul>\n"; }
3154
         if ($irun == 0) { $indexfilenameused = $var{'filenameindexshortlocal'}.$var{'filenameextensionframe'}; }
3155
         elsif ($irun == 1) { $indexfilenameused = $var{'filenameindexlonglocal'}.$var{'filenameextensionframe'}; }
3156
         elsif ($irun == 2) { $indexfilenameused = $contentsname{$name}; }
3157
         else { die "ConstructHighestIndexFile: Unknown value of irun"; }
3158
         if ($dirnumbermfiles{$name} > 0) {
3159
            # producetree no
3160
            # if ($var{'producetree'} eq 'no') { $dirnamehere = ''; }
3161
            # else { $dirnamehere = '$dirnamerelpath{$name}'; }
3162
            # print IFILE "<LI><A HREF=\"$dirnamehere$indexfilenameused_$dirnamesingle{$name}$var{'exthtml'}\">$dirnamesingle{$name}</A>\n";
3163
            print IFILE "<li><a href=\"$dirnamerelpath{$name}$indexfilenameused$dirnamesingle{$name}$var{'exthtml'}\">$dirnamesingle{$name}</a></li>\n";
3164
         } else {
3165
            # print directories with no m-files inside not
3166
            # print IFILE "<li>$dirnamesingle{$name}</li>\n";
3167
         }
3168
      }
3169
      $actrecdeeplevel = 0;
3170
      for( ; $prevrecdeeplevel > $actrecdeeplevel; $prevrecdeeplevel-- ) { print IFILE "</ul>\n"; }
3171
      print IFILE "</ul>\n<br />$var{'codehr'}\n";
3172
3173
      # Include info about author from authorfile
3174
      &WriteFile2Handle($var{'authorfile'}, IFILE);
3175
3176
      print IFILE "<!--navigate-->\n";
3177
      print IFILE "<!--copyright-->\n";
3178 410:675de8e6becf chris
      print IFILE "</div>\n</body>\n</html>\n";
3179 381:2dc8163e9150 Chris
3180
      close(IFILE);
3181
3182
      if ($opt_silent) { print "\r"; }
3183
      print "   Directory - Indexfile created: $indexfile\t";
3184
      if (!$opt_silent) { print "\n"; }
3185
   }
3186
}
3187
3188
3189
#========================================================================
3190
# Construct the A-Z index file (global/local and/or short/long)
3191
#========================================================================
3192
sub ConstructAZIndexFile
3193
{
3194
   local($LocalActDir, $LocalShortLong, $LocalGlobalLocal, @localnames) = @_;
3195
   local(*IFILE);
3196
   local($name, $indexfilename, $dirpath);
3197
   local($firstletter, $firstone);
3198
3199
   if ($debug > 2) { print "localnames in AZ small: @localnames\n"; print "     ActDir in A-Z: $LocalActDir\n"; }
3200
3201
   # extract filename of index file from parameters of function
3202
   if ($LocalShortLong eq 'short') {
3203
      if ($LocalGlobalLocal eq 'global') { $indexfilename = $var{'filenameindexshortglobal'}; }
3204
      elsif ($LocalGlobalLocal eq 'local') { $indexfilename = $var{'filenameindexshortlocal'}; }
3205
      else { die "wrong parameter for LocalGlobalLocal in ConstructAZIndexFile: $LocalGlobalLocal."; }
3206
   } elsif ($LocalShortLong eq 'long') {
3207
      if ($LocalGlobalLocal eq 'global') { $indexfilename = $var{'filenameindexlongglobal'}; }
3208
      elsif ($LocalGlobalLocal eq 'local') { $indexfilename = $var{'filenameindexlonglocal'}; }
3209
      else { die "wrong parameter for LocalGlobalLocal in ConstructAZIndexFile: $LocalGlobalLocal."; }
3210
   } else { die "wrong parameter for LocalShortLong in ConstructAZIndexFile: $LocalShortLong."; }
3211
3212
   # producetree no
3213
   # if ($var{'producetree'} eq 'no') { $dirnamehere = ''; }
3214
   # else { $dirnamehere = '$dirnamerelpath{$LocalActDir}'; }
3215
   # Build the index file name
3216
   # handle the global index file case separately (no extra directory name in file)
3217
   #    the local index file name must be extended by the name of the directory
3218
   if ($LocalGlobalLocal eq 'global') { $extradirfilename = ''; }
3219
   else { $extradirfilename = $dirnamesingle{$LocalActDir}; }
3220
   $indexfile = $var{'dirhtml'}.$dirnamerelpath{$LocalActDir}.$indexfilename.$var{'filenameextensionindex'}.$extradirfilename.$var{'exthtml'};
3221 382:baff1c482d98 Chris
3222 401:a0f6e994657f chris
   if ($LocalShortLong eq 'short' and $extradirfilename eq '' and $var{'frames'} ne 'yes') {
3223
       # With no frames and no subdir path, this must go in the
3224
       # top-level index file instead
3225 382:baff1c482d98 Chris
       $indexfile = $var{'dirhtml'}.$var{'filenametopframe'}.$var{'exthtml'};
3226
   }
3227
3228 381:2dc8163e9150 Chris
   if ($debug > 2) { print "   indexfilename (a-z small): $indexfile\n"; }
3229
3230
   open(IFILE,">$indexfile") || die("Cannot open index file $indexfile: $!\n");
3231
3232
   # Write the header of HTML file
3233
   print IFILE "$TextDocTypeHTML\n<html>\n<head>\n$var{'codeheadmeta'}\n$TextMetaCharset\n$var{'csslink'}\n";
3234
3235 410:675de8e6becf chris
   my $dirToPrint = $LocalActDir;
3236
   $dirToPrint =~ s,^./,,;
3237
3238 381:2dc8163e9150 Chris
   if ($var{'texttitleindex'} eq '') {
3239 410:675de8e6becf chris
      print IFILE "<title>Index of Matlab Files in Directory $dirToPrint</title>\n";
3240 381:2dc8163e9150 Chris
   } else {
3241
      if ($LocalGlobalLocal eq 'global') { print IFILE "<title>$var{'texttitleindex'}</title>\n"; }
3242 410:675de8e6becf chris
      else { print IFILE "<title>$var{'texttitleindex'} in Directory $dirToPrint</title>\n"; }
3243 381:2dc8163e9150 Chris
   }
3244 382:baff1c482d98 Chris
3245
   if ($var{'frames'} eq 'yes') {
3246
       print IFILE "<base target=\"$GlobalNameFrameMainRight\" />\n";
3247
   }
3248 381:2dc8163e9150 Chris
   print IFILE "</head>\n";
3249 382:baff1c482d98 Chris
3250 381:2dc8163e9150 Chris
   print IFILE "<body $var{'codebodyindex'}>\n";
3251 410:675de8e6becf chris
   print IFILE "<div id=\"matlabdoc\">\n";
3252 381:2dc8163e9150 Chris
   if ($var{'textheaderindex'} eq '') {
3253 410:675de8e6becf chris
      print IFILE "<h1 $var{'codeheader'}>Index of Matlab Files in Directory $dirToPrint</h1>\n";
3254 381:2dc8163e9150 Chris
   } else {
3255
      if ($LocalGlobalLocal eq 'global') { print IFILE "<h1 $var{'codeheader'}>$var{'textheaderindex'}</h1>\n"; }
3256 410:675de8e6becf chris
      else { print IFILE "<h1 $var{'codeheader'}>$var{'textheaderindex'} in Directory $dirToPrint</h1>\n"; }
3257 381:2dc8163e9150 Chris
   }
3258
3259
   # include links to indexes
3260
   &ConstructLinks2Index(IFILE, $dirnamerelpathtoindex{$LocalActDir}, $LocalActDir, $LocalGlobalLocal);
3261
3262
   # Collect the starting letters of m files in this directory or all m-files
3263
   for('a'..'z') { undef @{$_}; }
3264
   foreach $name (@localnames) {
3265
      if (! ($mfilename{$name} =~ /contents/i)) {
3266
         $firstletter = substr($mfilename{$name}, 0, 1);
3267
         # convert first letter always to lower case
3268
         # needed for reference to lower and upper case m-files
3269
         $firstletter = "\L$firstletter\E";
3270
         push(@{$firstletter}, $name);
3271
      }
3272
   }
3273
3274
   if ($LocalShortLong eq 'short') {
3275
      # begin create short index
3276
      print IFILE "<table width=\"100%\">\n";
3277
3278
      for('a'..'z') {
3279
         # print "   $_: @{$_}\n";
3280
         $numberofletter = $#{$_}+1;
3281 410:675de8e6becf chris
	 $cols = 3;
3282 381:2dc8163e9150 Chris
         if ($numberofletter > 0) {
3283 410:675de8e6becf chris
            print IFILE "\n<tr><td><br/><strong><a name=\"\U$_\E$_\"></a><span class=\"an\">\U$_\E</span></strong></td></tr>\n";
3284
            for ($count = 0; $count < $numberofletter; $count++) {
3285
		if (($count % $cols) == 0) {
3286
		    if ($count > 0) {
3287
			print IFILE "</tr><tr>\n";
3288
		    }
3289
		    print IFILE "<tr><td></td>";
3290
		}
3291
		$name = @{$_}[$count];
3292
		if ($LocalGlobalLocal eq 'global') { $dirpath = $hfilerelpath{$name}; } else { $dirpath = ""; }
3293
		print IFILE "<td><a href=\"$dirpath$mfilename{$name}$var{'exthtml'}\">$mfilename{$name}</a></td>";
3294
	    }
3295
3296
	    print IFILE "</tr>\n";
3297
3298
            # $numberhalf = ($numberofletter + 1 - (($numberofletter+1) % 2))/2;
3299
            # if ($debug > 2) { print "   $_: @{$_} \t $numberhalf \t $numberofletter\n"; }
3300
            # for($count = 0; $count < $numberhalf; $count++) {
3301
            #    $name = @{$_}[$count];
3302
            #    if ($LocalGlobalLocal eq 'global') { $dirpath = $hfilerelpath{$name}; } else { $dirpath = ""; }
3303
            #    print IFILE "<tr><td width=\"50%\"><a href=\"$dirpath$mfilename{$name}$var{'exthtml'}\">$mfilename{$name}</a></td>";
3304
            #    if (($count + $numberhalf) < $numberofletter) {
3305
            #       $name = @{$_}[$count + $numberhalf];
3306
            #       if ($LocalGlobalLocal eq 'global') { $dirpath = $hfilerelpath{$name}; } else { $dirpath = ""; }
3307
            #       print IFILE "<td width=\"50%\"><a href=\"$dirpath$mfilename{$name}$var{'exthtml'}\">$mfilename{$name}</a></td></tr>\n";
3308
            #    } else {
3309
            #       print IFILE "<td width=\"50%\"></td></tr>\n";
3310
            #    }
3311
            # }
3312 381:2dc8163e9150 Chris
         }
3313
      }
3314
      print IFILE "</table>\n<br />$var{'codehr'}\n";
3315
3316
   } elsif ($LocalShortLong eq 'long') {
3317
      # begin create long index
3318 410:675de8e6becf chris
      print IFILE "<table width=\"100%\">\n";
3319 401:a0f6e994657f chris
      print IFILE "<tr><th>Name</th><th>Synopsis</th></tr>\n";
3320 381:2dc8163e9150 Chris
3321
      for('a'..'z') {
3322
         # print "   $_: @{$_}\n";
3323
         $numberofletter = $#{$_}+1;
3324
         if ($numberofletter > 0) {
3325
            $firstone = 1;
3326
            foreach $name (@{$_}) {
3327
               if ($debug > 1) { print "   AZinforeach1: $name \t\t $hfilerelpath{$name} \t\t $dirnamerelpath{$LocalActDir}\n"; }
3328
               if ($LocalGlobalLocal eq 'global') { $dirpath = $hfilerelpath{$name}; } else { $dirpath = ""; }
3329
               if (! ($mfilename{$name} =~ /contents/i)) {
3330 400:4ad6499d7998 chris
                  if ($firstone == 1) { print IFILE "\n<tr><td colspan=\"2\"><br /><strong><a name=\"\U$_\E$_\"></a><span class=\"an\">\U$_\E</span></strong></td></tr>\n"; $firstone = 0; }
3331 381:2dc8163e9150 Chris
                  print IFILE "<tr><td valign=\"top\"><a href=\"$dirpath$mfilename{$name}$var{'exthtml'}\">$mfilename{$name}</a></td><td>$apropos{$name}</td></tr>\n";
3332
               }
3333
            }
3334
         }
3335
      }
3336
      print IFILE "</table>\n<br />$var{'codehr'}\n";
3337
   } else { die "wrong parameter for LocalShortLong in ConstructAZIndexFile: $LocalShortLong."; }
3338
3339
   # Include info about author from authorfile
3340
   &WriteFile2Handle($var{'authorfile'}, IFILE);
3341
3342
   print IFILE "<!--navigate-->\n";
3343
   print IFILE "<!--copyright-->\n";
3344 410:675de8e6becf chris
   print IFILE "</div>\n</body>\n</html>\n";
3345 381:2dc8163e9150 Chris
3346
   close(IFILE);
3347
3348
   if ($opt_silent) { print "\r"; }
3349
   print "   Indexfile small (A-Z) created: $indexfile\t";
3350
   if (!$opt_silent) { print "\n"; }
3351
3352
3353
   # Build the A-Z jump index file name
3354
   # handle the global index file case separately (no extra directory name in file)
3355
   if ($LocalGlobalLocal eq 'global') { $extradirfilename = ''; }
3356
   else { $extradirfilename = $dirnamesingle{$LocalActDir}; }
3357
3358 382:baff1c482d98 Chris
   if ($var{'frames'} eq 'yes') {
3359
3360
       $indexfile = $var{'dirhtml'}.$dirnamerelpath{$LocalActDir}.$indexfilename.$var{'filenameextensionjump'}.$extradirfilename.$var{'exthtml'};
3361
       if ($debug > 2) { print "   indexfilename (a-z jump): $indexfile\n"; }
3362
       open(IFILE,">$indexfile") || die("Cannot open jump index file $indexfile: $!\n");
3363
3364
       # Write the header of HTML file
3365
       print IFILE "$TextDocTypeHTML\n<html>\n<head>\n$var{'codeheadmeta'}\n$TextMetaCharset\n$var{'csslink'}\n";
3366
3367
       if ($var{'texttitleindex'} eq '') {
3368 410:675de8e6becf chris
	   print IFILE "<title>A-Z jump index in directory $dirToPrint</title>\n";
3369 382:baff1c482d98 Chris
       } else {
3370
	   if ($LocalGlobalLocal eq 'global') { print IFILE "<title>$var{'texttitleindex'}</title>\n"; }
3371 410:675de8e6becf chris
	   else { print IFILE "<title>$var{'texttitleindex'} in Directory $dirToPrint</title>\n"; }
3372 382:baff1c482d98 Chris
       }
3373
3374
       if ($var{'frames'} eq 'yes') {
3375
	   print IFILE "<base target=\"$GlobalNameFrameAZIndexsmall\" />\n";
3376
       }
3377
       print IFILE "</head>\n";
3378
       print IFILE "<body $var{'codebodyindex'}>\n";
3379 410:675de8e6becf chris
       print IFILE "<div id=\"matlabdoc\">\n";
3380 382:baff1c482d98 Chris
3381
       # Write the A-Z jump line, generate link for letters with files starting with this letter
3382
       # and only letters for no files starting with this letter
3383
       # use previously generated arrays with names of files sorted by starting letter
3384
       for('a'..'z') {
3385
	   $numberofletter = $#{$_}+1;
3386
	   if ($numberofletter > 0) {
3387
	       print IFILE "<strong><a href=\"$indexfilename$var{'filenameextensionindex'}$extradirfilename$var{'exthtml'}#\U$_\E$_\">\U$_\E</a> </strong>\n";
3388
	   } else {
3389
	       print IFILE "\U$_\E \n";
3390
	   }
3391
       }
3392
3393 410:675de8e6becf chris
       print IFILE "</div></body>\n</html>\n";
3394 382:baff1c482d98 Chris
3395
       close(IFILE);
3396
3397
       if ($opt_silent) { print "\r"; }
3398
       print "   Indexfile small (A-Z jump) created: $indexfile\t";
3399
       if (!$opt_silent) { print "\n"; }
3400 381:2dc8163e9150 Chris
   }
3401
3402
3403
   # Build the frame layout file, this file includes the layout of the frames
3404
   # Build the frame layout file name (for small/compact A-Z index)
3405
   # handle the global index file case separately (no extra directory name in file)
3406
   if ($LocalGlobalLocal eq 'global') { $extradirfilename = ''; }
3407
   else { $extradirfilename = $dirnamesingle{$LocalActDir}; }
3408
3409 382:baff1c482d98 Chris
   if ($var{'frames'} eq 'yes') {
3410 381:2dc8163e9150 Chris
3411 382:baff1c482d98 Chris
       $indexfile = $var{'dirhtml'}.$dirnamerelpath{$LocalActDir}.$indexfilename.$var{'filenameextensionframe'}.$extradirfilename.$var{'exthtml'};
3412
       if ($debug > 2) { print "   indexfilename (a-z frame): $indexfile\n"; }
3413 381:2dc8163e9150 Chris
3414 382:baff1c482d98 Chris
       open(IFILE,">$indexfile") || die("Cannot open jump index frame file $indexfile: $!\n");
3415
3416
       # Write the header of Frame file
3417
       print IFILE "$TextDocTypeHTML\n<html>\n<head>\n$var{'codeheadmeta'}\n$TextMetaCharset\n$var{'csslink'}\n";
3418
3419
       if ($var{'texttitleindex'} eq '') {
3420 410:675de8e6becf chris
	   print IFILE "<title>Index of Matlab Files in Directory $dirToPrint</title>\n";
3421 382:baff1c482d98 Chris
       } else {
3422
	   if ($LocalGlobalLocal eq 'global') { print IFILE "<title>$var{'texttitleindex'}</title>\n"; }
3423 410:675de8e6becf chris
	   else { print IFILE "<title>$var{'texttitleindex'} in Directory $dirToPrint</title>\n"; }
3424 382:baff1c482d98 Chris
       }
3425
       print IFILE "</head>\n";
3426
3427
       # definition of 2 frames, top the A-Z index, below the jump letter line
3428
       print IFILE "<frameset  rows=\"90%,10%\">\n";
3429
       print IFILE "   <frame src=\"$indexfilename$var{'filenameextensionindex'}$extradirfilename$var{'exthtml'}\" name=\"$GlobalNameFrameAZIndexsmall\" />\n";
3430
       print IFILE "   <frame src=\"$indexfilename$var{'filenameextensionjump'}$extradirfilename$var{'exthtml'}\" name=\"$GlobalNameFrameAZIndexjump\" />\n";
3431
       print IFILE "</frameset>\n";
3432
3433
       print IFILE "</html>\n";
3434
3435
       close(IFILE);
3436
3437
       if ($opt_silent) { print "\r"; }
3438
       print "   Frame layout file created: $indexfile\t";
3439
       if (!$opt_silent) { print "\n"; }
3440 381:2dc8163e9150 Chris
   }
3441
}
3442 382:baff1c482d98 Chris
3443 381:2dc8163e9150 Chris
3444
#========================================================================
3445
# Construct the links to all indexes
3446
#========================================================================
3447
sub ConstructLinks2Index
3448
{
3449
   local(*WRITEFILE, $LocalPath2Index, $PathContents, $LocalGlobalLocal) = @_;
3450
3451
   # include links to short/long - local/global index and C|contents.m
3452 389:0bc92382a86b chris
   print WRITEFILE "\n<p>";
3453
   print WRITEFILE "$var{'textjumpindexglobal'} ";
3454 382:baff1c482d98 Chris
3455
   if ($var{'frames'} eq 'yes') {
3456
       print WRITEFILE "<a href=\"$LocalPath2Index$var{'filenameindexshortglobal'}$var{'filenameextensionframe'}$var{'exthtml'}\">short</a> | ";
3457 389:0bc92382a86b chris
       print WRITEFILE "<a href=\"$LocalPath2Index$var{'filenameindexlongglobal'}$var{'filenameextensionframe'}$var{'exthtml'}\">long</a>\n";
3458 382:baff1c482d98 Chris
   } else {
3459 387:f89765996ef9 Chris
       print WRITEFILE "<a href=\"$LocalPath2Index$var{'filenametopframe'}$var{'exthtml'}\">short</a> | ";
3460 389:0bc92382a86b chris
       print WRITEFILE "<a href=\"$LocalPath2Index$var{'filenameindexlongglobal'}$var{'filenameextensionindex'}$var{'exthtml'}\">long</a>\n";
3461 382:baff1c482d98 Chris
   }
3462
3463 381:2dc8163e9150 Chris
   if ($LocalGlobalLocal eq 'local') {
3464
      if ($var{'usecontentsm'} eq 'yes') {
3465
         print WRITEFILE " | <a href=\"$contentsname{$PathContents}$dirnamesingle{$PathContents}$var{'exthtml'}\">Local contents</a>\n";
3466
      }
3467 389:0bc92382a86b chris
      if ($var{'frames'} eq 'yes') {
3468
         print WRITEFILE " | $var{'textjumpindexlocal'} ";
3469 382:baff1c482d98 Chris
         print WRITEFILE "<a href=\"$var{'filenameindexshortlocal'}$var{'filenameextensionframe'}$dirnamesingle{$PathContents}$var{'exthtml'}\">short</a> | ";
3470 389:0bc92382a86b chris
         print WRITEFILE "<a href=\"$var{'filenameindexlonglocal'}$var{'filenameextensionframe'}$dirnamesingle{$PathContents}$var{'exthtml'}\">long</a>\n";
3471
      } else {
3472
         print WRITEFILE " | $var{'textjumpindexlocal'} ";
3473
         print WRITEFILE "<a href=\"$var{'filenameindexshortlocal'}$var{'filenameextensionindex'}$dirnamesingle{$PathContents}$var{'exthtml'}\">short</a> | ";
3474
         print WRITEFILE "<a href=\"$var{'filenameindexlonglocal'}$var{'filenameextensionindex'}$dirnamesingle{$PathContents}$var{'exthtml'}\">long</a>\n";
3475
      }
3476 381:2dc8163e9150 Chris
   }
3477
   print WRITEFILE "</p>\n\n";
3478
   print WRITEFILE "$var{'codehr'}\n";
3479
}
3480
3481
3482
#========================================================================
3483
# Construct the contents.m files or update
3484
#========================================================================
3485
sub ConstructContentsmFile
3486
{
3487
   local($LocalActDir, @localnames) = @_;
3488
   local(*CFILE, $name,$newline);
3489
   local($contentsfile, $isincontentsonly);
3490
   local(@lines, @autoaddlines, @emptylines);
3491
   local($autoadd) = 'AutoAdd';
3492
   local($autoaddsection) = 0;
3493
   local($emptylineflag) = 0;
3494
   local(%nameincontents);
3495
3496
   # Build the contents file name
3497
   $contentsfile = $LocalActDir.$contentsname{$LocalActDir}.$suffix;
3498
3499
   if (-e $contentsfile) {
3500
      open(CFILE,"<$contentsfile") || die("Cannot open contents file $contentsfile: $!\n");
3501
      while (<CFILE>) {
3502
         # Search for the specified string pattern
3503
         @words = split;
3504
         if ((@words >= 3) && ($words[2] eq '-')) {
3505
            $isincontentsonly = 0;
3506
            foreach $name (@localnames) {
3507
               if ($name eq $words[1]) {    # old
3508
               # if ($mfilename{$name} eq $words[1]) {
3509
                  $isincontentsonly = 1;
3510
                  $nameincontents{$name} = 1;
3511
                  $newline = sprintf("%% %-13s - %s\n", $mfilename{$name}, $apropos{$name});
3512
                  push(@lines, $newline);
3513
               }
3514
            }
3515
            # issue a warning, if file is in contents, but not as file in the directory
3516
            if ($isincontentsonly == 0) {
3517
               print "\rConstructContents: Obsolete entry  $words[1]  in  $contentsfile ! Entry not used.\n";
3518
            }
3519
         } else {
3520
            # look for the AutoAdd section, should be the second word
3521
            if ((@words >= 2) && ($words[1] eq $autoadd)) { $autoaddsection = 1; }
3522
            # push the red line in an array
3523
            push(@lines, $_);
3524
         }
3525
      }
3526
      close(CFILE);
3527
   } else {
3528
      $newline = "% MATLAB Files in directory  $LocalActDir\n%\n";
3529
      push(@lines, $newline);
3530
3531
   }
3532
3533
   # collect the file names, that were not included in original C|contents.m
3534
   foreach $name (@localnames) {
3535
      if (! defined $nameincontents{$name}) {
3536
         if (! ($mfilename{$name} =~ /contents/i)) {
3537
            $newline = sprintf("%% %-13s - %s\n", $mfilename{$name}, $apropos{$name});
3538
            push(@autoaddlines, $newline);
3539
         }
3540
      }
3541
   }
3542
3543
   # write/update C|contents.m only if variable is set
3544
   if ($var{'writecontentsm'} eq 'yes') {
3545
      unlink($contentsfile);
3546
      open(CFILE,">$contentsfile") || die("Cannot open contents file $contentsfile: $!\n");
3547
      # write old C|contents.m or header of new file, as long as comment lines
3548
      foreach $line (@lines) {
3549
         if ($emptylineflag == 0) {
3550
            if ($line =~ /^\s*%/) { print CFILE $line; }
3551
            else { $emptylineflag = 1; push(@emptylines, $line); }
3552
         } else { push(@emptylines, $line); }
3553
      }
3554
      # add header of AutoAdd section
3555
      if (($autoaddsection == 0) && (@autoaddlines > 0)) { print CFILE "%\n% $autoadd\n"; }
3556
      # add autoadd section lines (previously undocumented files
3557
      foreach $line (@autoaddlines) { print CFILE $line; }
3558
      # add tail of original C|contents.m (everything behind first non-comment line)
3559
      foreach $line (@emptylines)   { print CFILE $line; }
3560
      print CFILE "\n";
3561
      close CFILE;
3562
      if ($opt_silent) { print "\r"; }
3563
      print "   Contents file created/updated: $contentsfile\t";
3564
      if (!$opt_silent) { print "\n"; }
3565
   }
3566
}
3567
3568
3569
#========================================================================
3570
# Replace found special characters with their HTMl Entities
3571
#========================================================================
3572
sub SubstituteHTMLEntities {
3573
   local($_) = @_;
3574
3575
   # Replace & <-> &amp;  < <-> &lt;  > <-> &gt;  " <-> &quot;
3576
   s/&/&amp;/g; s/\</&lt;/g; s/\>/&gt;/g; s/\"/&quot;/g;
3577
   return $_;
3578
}
3579
3580
#========================================================================
3581
# Replace found m-filenamestring with full link.
3582
#========================================================================
3583
sub SubstituteName2Link {
3584
   local($_, $funname) = @_;
3585
   local($refstr1, $refstr2, $reffound);
3586
3587
   # Look for something matching in the line
3588
   if ( /(\W+)($funname)(\W+)/i ) {
3589
      $reffound = $2;
3590 388:dad587ecb8d0 chris
      $refstr1 = "<a class=\"mfun\" href=\"$hfileindexpath{$name}$hfilerelpath{$funname}$mfilename{$funname}$var{'exthtml'}\">";
3591 381:2dc8163e9150 Chris
      $refstr2 = "<\/a>";
3592
      # Do links only for exact case match
3593
      if ( ($var{'links2filescase'}  eq 'exact') || ($var{'links2filescase'}  eq 'exactvery') ) {
3594
         if ( /(\W+)($funname)(\W+)/g ) {
3595
            s/(\W+)($funname)(\W+)/$1$refstr1$funname$refstr2$3/g;
3596
         }
3597
         else {
3598
            # Print info for not matching case in references, good for check up of files
3599
            if ( ($var{'links2filescase'}  eq 'exactvery') ) {
3600
               print "Diff in case found: $funname  (case of file name)   <->  $reffound  (case in source code)\n";
3601
               print "     (source line)  $_ \n";
3602
            }
3603
         }
3604
      }
3605
      # Do links for exact match and additionally for all upper case (often used in original matlab help text)
3606
      elsif ( ($var{'links2filescase'}  eq 'exactupper') ) {
3607
         s/(\W+)($funname)(\W+)/$1$refstr1$2$refstr2$3/g;
3608
         $funname2 = "\U$funname\E";
3609
         s/(\W+)($funname2)(\W+)/$1$refstr1$2$refstr2$3/g;
3610
      }
3611
      # Do links for all case mixes, this calls for trouble under LINUX/UNIX
3612
      else {  #elsif ( ($var{'links2filescase'}  eq 'all') )
3613
         s/(\W+)($funname)(\W+)/$1$refstr1$2$refstr2$3/ig;
3614
      }
3615
   }
3616
3617
   return $_;
3618
}
3619
3620
#========================================================================
3621
# Construct the html files for each matlab file.
3622
#    Need to reread each matlab file to find the help text.
3623
#    Note that we can't do this in a single loop because sometimes
3624
#    the help text maybe before the function declaration.
3625
#========================================================================
3626
sub ConstructHTMLFiles
3627
{
3628
   local(*MFILE);
3629
   local(*HFILE);
3630
3631
   local($filescreated) = 0;
3632
   local($functionline);
3633
3634
   foreach $name (@names) {
3635
      # Create cross reference information already here, used for keywords as well
3636
      # Construct list of referenced functions
3637
      @xref = @{'depcalls'.$name};    # the functions, that this m-file calls
3638
      @yref = @{'depcalled'.$name};   # the functions, that this m-file is called from
3639
      # print "   depcalls: @{'depcalls'.$name}\n   depcalled: @{'depcalled'.$name}\n";
3640
      # foreach $cname (@names) { next if $cname eq $name; push(@yref,$cname) if grep(/$name/,@{'depcalls'.$cname}); }
3641
3642
3643
      # Open m-file and html-file
3644
      open(MFILE,"<$mfile{$name}");
3645
      open(HFILE,">$hfile{$name}");
3646
3647
      # Write the header of HTML file
3648
      print HFILE "$TextDocTypeHTML\n<html>\n<head>\n$var{'codeheadmeta'}\n$TextMetaCharset\n$var{'csslink'}\n";
3649
3650
      # Write meta tags: use apropos (one line function description) for description
3651
      # and cross reference function names for keywords (any better ideas?)
3652
      print HFILE "<meta name=\"description\" content=\" $apropos{$name} \" />\n";
3653
      print HFILE "<meta name=\"keywords\" content=\" @xref @yref \" />\n";
3654
3655
      # Write Title and start body of html-file
3656
      print HFILE "<title>$var{'texttitlefiles'} $mfilename{$name}</title>\n</head>\n";
3657
      print HFILE "<body $var{'codebodyfiles'}>\n";
3658 410:675de8e6becf chris
      print HFILE "<div id=\"matlabdoc\">\n";
3659 381:2dc8163e9150 Chris
      print HFILE "<h1 $var{'codeheader'}>$var{'textheaderfiles'} $mfilename{$name}</h1>\n";
3660 401:a0f6e994657f chris
3661
# http://test.soundsoftware.ac.uk/cannam/projects/smallbox/repository/annotate/DL/RLS-DLA/SolveFISTA.m
3662 410:675de8e6becf chris
#      print HFILE "<a href=\"" . $hfileindexpath{$name} . "../../projects/smallbox/repository/annotate/" . $mfiledir{$name}  . $mfilename{$name} . ".m\">View in repository</a>\n";
3663 401:a0f6e994657f chris
3664 381:2dc8163e9150 Chris
      print HFILE "$var{'codehr'}\n";
3665
3666
      # include links to short/long - local/global index and C|contents.m
3667
      &ConstructLinks2Index(HFILE, $hfileindexpath{$name}, $mfiledir{$name}, 'local');
3668
3669
      # If this is a function, then write out the first line as a synopsis
3670
      if ($mtype{$name} eq "function") {
3671
         print HFILE "<h2 $var{'codeheader'}>Function Synopsis</h2>\n";
3672
         print HFILE "<pre>$synopsis{$name}</pre>\n$var{'codehr'}\n";
3673
      }
3674
3675
      # Look for the matlab help text block
3676
      $functionline = "\n";
3677
      do {
3678
         $_ = <MFILE>;
3679
         # remember functionline, if before help text block
3680
         if (/^\s*function/) { $functionline = $_; }
3681
      } until (/^\s*%/ || eof);
3682
      if (! (eof(MFILE))) {
3683
         print HFILE "<h2 $var{'codeheader'}>Help text</h2>\n";
3684
         print HFILE "<pre>\n";
3685
         while (/^\s*%/) {
3686
            # First remove leading % and white space, then Substitute special characlers
3687
            s/^\s*%//;
3688
            $_ = &SubstituteHTMLEntities($_);
3689
3690
            # check/create cross references
3691
            foreach $funname (@{'all'.$name}) {
3692
               if ($funname =~ /simulink/) { print "\n Simulink - Filename: $name;  scanname: $funname\n"; }
3693
               next if $funname eq $name;
3694
               $_ = &SubstituteName2Link($_, $funname);
3695
            }
3696
            print HFILE $_;
3697
            if (! eof) { $_ = <MFILE>; }
3698
         }
3699
         print HFILE "</pre>\n$var{'codehr'}\n";
3700
      }
3701
3702
      # Write the cross reference information
3703
      if (@xref || @yref) {
3704
         print HFILE "<h2 $var{'codeheader'}>Cross-Reference Information</H2>\n";
3705
         print HFILE "<table border=\"0\" width=\"100%\">\n<tr align=\"left\">\n<th width=\"50%\">";
3706
         if (@xref) {
3707
            print HFILE "This $mtype{$name} calls";
3708
         }
3709
         print HFILE "</th>\n<th width=\"50%\">";
3710
         if (@yref) {
3711
            print HFILE "This $mtype{$name} is called by";
3712
         }
3713
         print HFILE "</th>\n</tr>\n<tr valign=\"top\"><td>";
3714
         if (@xref) {
3715
            print HFILE "\n<ul>\n";
3716
            foreach $cname (sort @xref) {
3717
               print HFILE "<li><a class=\"mfun\" href=\"$hfileindexpath{$name}$hfilerelpath{$cname}$mfilename{$cname}$var{'exthtml'}\">$mfilename{$cname}</a></li>\n";
3718
            }
3719
            print HFILE "</ul>\n";
3720
         }
3721
         print HFILE "</td><td>";
3722
         if (@yref) {
3723
            print HFILE "\n<ul>\n";
3724
            foreach $cname (sort @yref) {
3725
               print HFILE "<li><a class=\"mfun\" href=\"$hfileindexpath{$name}$hfilerelpath{$cname}$mfilename{$cname}$var{'exthtml'}\">$mfilename{$cname}</a></li>\n";
3726
            }
3727
            print HFILE "</ul>\n";
3728
         }
3729
         print HFILE "</td>\n</tr>\n</table>\n";
3730
         print HFILE "$var{'codehr'}\n";
3731
      }
3732
3733
      # Include source text if requested
3734
      if (($var{'includesource'} eq 'yes') && (! ($mfilename{$name} =~ /^contents$/i))) {
3735
         print HFILE "<h2 $var{'codeheader'}>Listing of $mtype{$name} $mfilename{$name}</h2>\n";
3736
         seek(MFILE,0,0);
3737
         print HFILE "<pre>\n";
3738
         $IsStillHelp = 2;
3739
         print HFILE $functionline;    # functionline from scanning of help
3740
         while (<MFILE>) {
3741
            if ($IsStillHelp == 2) {
3742
               next     if (/^\s*$/);
3743
               next     if (/^\s*function/);
3744
               if (/^\s*%/) { $IsStillHelp = 1; next; }
3745
            } elsif ($IsStillHelp == 1) {
3746
               next     if (/^\s*%/);
3747
               $IsStillHelp = 0;
3748
            }
3749
3750
            # Substritute special characters
3751
            $_ = &SubstituteHTMLEntities($_);
3752
3753
            # check for comment in line and format with css em
3754 400:4ad6499d7998 chris
            s/^(.*)%(.*?)([\s\r\n]+)$/$1<em class=\"mcom\">%$2<\/em>$3/;
3755 381:2dc8163e9150 Chris
3756
            # check/create cross references
3757
            foreach $funname (@{'all'.$name}) {
3758
               next if $funname eq $name;
3759
               $_ = &SubstituteName2Link($_, $funname);
3760
            }
3761
            print HFILE $_;
3762
         }
3763
         print HFILE "</pre>\n$var{'codehr'}\n";
3764
      }
3765
3766
      # Include info about author from authorfile
3767
      &WriteFile2Handle($var{'authorfile'}, HFILE)   ;
3768
3769
      print HFILE "<!--navigate-->\n";
3770
      print HFILE "<!--copyright-->\n";
3771 410:675de8e6becf chris
      print HFILE "</div>\n</body>\n</html>\n";
3772 381:2dc8163e9150 Chris
      close(MFILE);
3773
      close(HFILE);
3774
3775
      # Print name of finished file
3776
      if ($opt_silent) { print "\r"; }
3777
      print "   HTML-File created: $hfile{$name}\t";
3778
      if (!$opt_silent) { print "\n"; }
3779
      $filescreated++;
3780
   }
3781
3782
   print "\n$PROGRAM: $indexcreated index and $filescreated files created.\n";
3783
}
3784
3785
#========================================================================
3786
# Function:	CheckFileName
3787
# Purpose:	.
3788
#========================================================================
3789
sub CheckFileName {
3790
   local($filename, $description) = @_;
3791
   local(*CHECKFILE);
3792
3793
   open(CHECKFILE,"<$filename") || do {
3794
      if ($description eq '') {$description = 'file';}
3795
      # if (!$opt_silent) { print "Cannot open $description $filename: $!\n"; }
3796
      print "Cannot open $description $filename: $!\n";
3797
      return 1;
3798
   };
3799
   close(CHECKFILE);
3800
   return 0;
3801
3802
}
3803
3804
#========================================================================
3805
# Function:	CheckDirName
3806
# Purpose:	.
3807
#========================================================================
3808
sub CheckDirName {
3809
   local($dirname, $description) = @_;
3810
   local(*CHECKDIR);
3811
3812
   opendir(CHECKDIR,"$dirname") || die ("Cannot open $description directory $dirname: $!\n");
3813
   closedir(CHECKDIR);
3814
}
3815
3816
#========================================================================
3817
# Function:	WriteFile2Handle
3818
# Purpose:	.
3819
#========================================================================
3820
sub WriteFile2Handle {
3821
   local($filename, *WRITEFILE) = @_;
3822
   local(*READFILE);
3823
3824
   if ($filename ne '') {
3825
      open(READFILE,"<$filename");
3826
      @filecontents = <READFILE>;
3827
      close(READFILE);
3828
      print WRITEFILE "@filecontents\n";
3829
      # if (!$opt_silent) {print "      Contents of $filename added\n"};
3830
   }
3831
}
3832
3833
3834
#========================================================================
3835
# Function:	GetConfigFile
3836
# Purpose:	Read user's configuration file, if such exists.
3837
#========================================================================
3838
sub GetConfigFile
3839
{
3840
   local($filename) = @_;
3841
   local(*CONFIG);
3842
   local($value);
3843
3844
   if (&CheckFileName($filename, 'configuration file')) {
3845
      # if (!$opt_silent) { print "   Proceeding using built-in defaults for configuration.\n"; }
3846
      print "   Proceeding using built-in defaults for configuration.\n";
3847
      return 0;
3848
   };
3849
3850
   open(CONFIG,"< $filename");
3851
   while (<CONFIG>) {
3852
      s/#.*$//;
3853
      next if /^\s*$/o;
3854
3855
      # match keyword: process one or more arguments
3856
      # keyword set
3857
      if (/^\s*set\s+(\S+)\s*=\s*(.*)/) {
3858
         # setting a configuration variable
3859
         if (defined $var{$1}) {
3860
            $var{$1} = $2;
3861
            if ($debug > 3) { print "$1:   $var{$1}\n"; }
3862
         }
3863
         else {
3864
            print "$PROGRAM: unknown variable `$1' in configuration file\n"
3865
         }
3866
      } else {
3867
         chop($_);
3868
         print "$PROGRAM: unknown keyword in configuration file in line: `$_'\n"
3869
      }
3870
   }
3871
   close CONFIG;
3872
   1;
3873
}
3874
3875
3876
#------------------------------------------------------------------------
3877
# DisplayHelp - display help text using -h or -help command-line switch
3878
#------------------------------------------------------------------------
3879
sub DisplayHelp
3880
{
3881
   $help=<<EofHelp;
3882
   $PROGRAM v$VERSION - generate html documentation from Matlab m-files
3883
3884
   Usage: $PROGRAM [-h] [-c config_file] [-m|dirmfiles matlab_dir] [-d|dirhtml html_dir]
3885
                   [-i yes|no] [-r yes|no] [-p yes|no] [-quiet|q] [-a authorfile]
3886
3887
   $PROGRAM is a perl script that reads each matlab .m file in a directory
3888
   to produce a corresponding .html file of help documentation and cross
3889
   reference information. An index file is written with links to all of
3890
   the html files produced. The options are:
3891
3892
      -quiet         or -q : be silent, no status information during generation
3893
      -help          or -h : display this help message
3894
      -todo          or -t : print the todo list for $PROGRAM
3895
      -version       or -v : display version
3896
3897
      -configfile    or -c : name of configuration file (default to $var{'configfile'}).
3898
      -dirmfiles     or -m : top level directory containing matlab files to generate html for;
3899
                             default to actual directory.
3900
      -dirhtml       or -d : top level directory for generated html files;
3901
                             default to actual directory.
3902
3903
      -includesource or -i : Include matlab source in the html documentation [yes|no]
3904
                             default to yes.
3905
      -processtree   or -r : create docu for m-file directory and all subdirectories [yes|no];
3906
                             default to yes.
3907
      -producetree   or -p : create multi-level docu identical to directory structure
3908
                             of m-files [yes|no]; default to yes.
3909
      -writecontentsm or -w: update or write contents.m files into the matlab source
3910
                             directories [yes|no]; default to no.
3911
3912
      -authorfile    or -a : name of file including author information, last element in html;
3913
                             default to empty.
3914
3915
   The command line setting overwrite all other settings (built-in and configuration file).
3916
   The configuration file settings overwrite the built-in settings (and not the command
3917
   line settings).
3918
3919
   Typical usages are:
3920
     $PROGRAM
3921
        (use default parameters from perl script, if configuration
3922
         file is found -> generation of docu, else display of help)
3923
3924
     $PROGRAM -dirmfiles matlab -dirhtml html
3925
        (generate html documentation for all m-files in directory matlab,
3926
         place html files in directory html, use built-in defaults for
3927
         all other parameters, this way all m-files in the directory
3928
         matlab and below are converted and the generated html-files are
3929
         placed in the directory html and below producing the same
3930
         directory structure than below matlab)
3931
3932
     $PROGRAM -quiet
3933
        (use built-in parameters from perl script, if configuration
3934
         file is found use these settings as well, do generation,
3935
         no display except critical errors, status of conversion and result)
3936
3937
     $PROGRAM -m toolbox -dirhtml doc/html -r yes -p no
3938
        (convert all m-files in directory toolbox and below and place
3939
         the generated html files in directory doc/html, read all m-files
3940
         recursively, however, the generated html files are placed in one
3941
         directory)
3942
3943
     $PROGRAM -m toolbox -dirhtml doc/html -i no -r no
3944
        (convert all m-files in directory toolbox and place
3945
         the generated html files in directory doc/html, do not read m-files
3946
         recursively, do not include source code in documentation)
3947
3948
EofHelp
3949
3950
   die "$help";
3951
}
3952
3953
#------------------------------------------------------------------------
3954
# DisplayTodo - display ToDo list using -t or -todo command-line switch
3955
#------------------------------------------------------------------------
3956
sub DisplayTodo
3957
{
3958
   $todo=<<EofToDo;
3959
      $PROGRAM v$VERSION - ToDo list
3960
3961
       o	use more than one high level directory
3962
3963
       o	what should/could be done here???
3964
3965
EofToDo
3966
3967
   die "$todo";
3968
}
3969
3970
3971
#------------------------------------------------------------------------
3972
# ListVariables - list all defined variables and their values
3973
#------------------------------------------------------------------------
3974
sub ListVariables
3975
{
3976
   local($value);
3977
3978
   if ($debug > 0) {
3979
      print "List of all variables and their values\n";
3980
      foreach (sort keys %var)
3981
      {
3982
         if ($var{$_} eq '') {
3983
            $value = "empty";
3984
         } else {
3985
            $value = $var{$_};
3986
         }
3987
         print "   $_\n      $value\n";
3988
      }
3989
      print "\n\n";
3990
   }
3991
}
3992
3993
3994
__END__
3995
:endofperl
3996 0:513646585e45 Chris
#!/usr/bin/env ruby
3997
3998
# == Synopsis
3999
#
4000
# reposman: manages your repositories with Redmine
4001
#
4002
# == Usage
4003
#
4004
#    reposman [OPTIONS...] -s [DIR] -r [HOST]
4005 441:cbce1fd3b1b7 Chris
#
4006 0:513646585e45 Chris
#  Examples:
4007 241:7658d21a1493 chris
#    reposman --scm-dir=/var/svn --redmine-host=redmine.example.net --scm subversion
4008 0:513646585e45 Chris
#    reposman -s /var/git -r redmine.example.net -u http://svn.example.net --scm git
4009
#
4010
# == Arguments (mandatory)
4011
#
4012 241:7658d21a1493 chris
#   -s, --scm-dir=DIR         use DIR as base directory for repositories
4013 0:513646585e45 Chris
#   -r, --redmine-host=HOST   assume Redmine is hosted on HOST. Examples:
4014
#                             -r redmine.example.net
4015
#                             -r http://redmine.example.net
4016
#                             -r https://example.net/redmine
4017 909:cbb26bc654de Chris
#   -k, --key=KEY             use KEY as the Redmine API key (you can use the
4018
#                             --key-file option as an alternative)
4019 0:513646585e45 Chris
#
4020
# == Options
4021
#
4022
#   -o, --owner=OWNER         owner of the repository. using the rails login
4023
#                             allow user to browse the repository within
4024
#                             Redmine even for private project. If you want to
4025
#                             share repositories through Redmine.pm, you need
4026
#                             to use the apache owner.
4027
#   -g, --group=GROUP         group of the repository. (default: root)
4028
#   --scm=SCM                 the kind of SCM repository you want to create (and
4029
#                             register) in Redmine (default: Subversion).
4030
#                             reposman is able to create Git and Subversion
4031
#                             repositories. For all other kind, you must specify
4032
#                             a --command option
4033
#   -u, --url=URL             the base url Redmine will use to access your
4034
#                             repositories. This option is used to automatically
4035
#                             register the repositories in Redmine. The project
4036
#                             identifier will be appended to this url. Examples:
4037
#                             -u https://example.net/svn
4038
#                             -u file:///var/svn/
4039 28:12420e46bed9 chris
#                             if this option isn't set, reposman will register
4040
#                             the repositories with local file paths in Redmine
4041 0:513646585e45 Chris
#   -c, --command=COMMAND     use this command instead of "svnadmin create" to
4042
#                             create a repository. This option can be used to
4043
#                             create repositories other than subversion and git
4044
#                             kind.
4045
#                             This command override the default creation for git
4046
#                             and subversion.
4047 13:80433603a2cd Chris
#   --http-user=USER          User for HTTP Basic authentication with Redmine WS
4048
#   --http-pass=PASSWORD      Password for Basic authentication with Redmine WS
4049 909:cbb26bc654de Chris
#       --key-file=PATH       path to a file that contains the Redmine API key
4050
#                             (use this option instead of --key if you don't
4051
#                             the key to appear in the command line)
4052 0:513646585e45 Chris
#   -t, --test                only show what should be done
4053
#   -h, --help                show help and exit
4054
#   -v, --verbose             verbose
4055
#   -V, --version             print version and exit
4056
#   -q, --quiet               no log
4057
#
4058
# == References
4059 441:cbce1fd3b1b7 Chris
#
4060 0:513646585e45 Chris
# You can find more information on the redmine's wiki : http://www.redmine.org/wiki/redmine/HowTos
4061
4062
4063
require 'getoptlong'
4064 1332:1d1cb01c0417 Chris
#require 'rdoc/usage'
4065 0:513646585e45 Chris
require 'find'
4066
require 'etc'
4067
4068
Version = "1.3"
4069
SUPPORTED_SCM = %w( Subversion Darcs Mercurial Bazaar Git Filesystem )
4070
4071
opts = GetoptLong.new(
4072 241:7658d21a1493 chris
                      ['--scm-dir',      '-s', GetoptLong::REQUIRED_ARGUMENT],
4073 0:513646585e45 Chris
                      ['--redmine-host', '-r', GetoptLong::REQUIRED_ARGUMENT],
4074
                      ['--key',          '-k', GetoptLong::REQUIRED_ARGUMENT],
4075 909:cbb26bc654de Chris
                      ['--key-file',           GetoptLong::REQUIRED_ARGUMENT],
4076 0:513646585e45 Chris
                      ['--owner',        '-o', GetoptLong::REQUIRED_ARGUMENT],
4077
                      ['--group',        '-g', GetoptLong::REQUIRED_ARGUMENT],
4078
                      ['--url',          '-u', GetoptLong::REQUIRED_ARGUMENT],
4079
                      ['--command' ,     '-c', GetoptLong::REQUIRED_ARGUMENT],
4080
                      ['--scm',                GetoptLong::REQUIRED_ARGUMENT],
4081 13:80433603a2cd Chris
                      ['--http-user',          GetoptLong::REQUIRED_ARGUMENT],
4082
                      ['--http-pass',          GetoptLong::REQUIRED_ARGUMENT],
4083 0:513646585e45 Chris
                      ['--test',         '-t', GetoptLong::NO_ARGUMENT],
4084
                      ['--verbose',      '-v', GetoptLong::NO_ARGUMENT],
4085
                      ['--version',      '-V', GetoptLong::NO_ARGUMENT],
4086
                      ['--help'   ,      '-h', GetoptLong::NO_ARGUMENT],
4087
                      ['--quiet'  ,      '-q', GetoptLong::NO_ARGUMENT]
4088
                      )
4089
4090
$verbose      = 0
4091
$quiet        = false
4092
$redmine_host = ''
4093
$repos_base   = ''
4094 13:80433603a2cd Chris
$http_user    = ''
4095
$http_pass    = ''
4096 0:513646585e45 Chris
$svn_owner    = 'root'
4097
$svn_group    = 'root'
4098
$use_groupid  = true
4099
$svn_url      = false
4100
$test         = false
4101
$scm          = 'Subversion'
4102
4103
def log(text, options={})
4104
  level = options[:level] || 0
4105
  puts text unless $quiet or level > $verbose
4106
  exit 1 if options[:exit]
4107
end
4108
4109
def system_or_raise(command)
4110
  raise "\"#{command}\" failed" unless system command
4111
end
4112
4113 1332:1d1cb01c0417 Chris
def usage
4114
  puts "See source code for supported options"
4115
  exit
4116
end
4117
4118 0:513646585e45 Chris
module SCM
4119
4120
  module Subversion
4121
    def self.create(path)
4122
      system_or_raise "svnadmin create #{path}"
4123
    end
4124
  end
4125
4126
  module Git
4127
    def self.create(path)
4128
      Dir.mkdir path
4129
      Dir.chdir(path) do
4130
        system_or_raise "git --bare init --shared"
4131
        system_or_raise "git update-server-info"
4132
      end
4133
    end
4134
  end
4135
4136
end
4137
4138
begin
4139
  opts.each do |opt, arg|
4140
    case opt
4141 241:7658d21a1493 chris
    when '--scm-dir';        $repos_base   = arg.dup
4142 0:513646585e45 Chris
    when '--redmine-host';   $redmine_host = arg.dup
4143
    when '--key';            $api_key      = arg.dup
4144 909:cbb26bc654de Chris
    when '--key-file'
4145
      begin
4146
        $api_key = File.read(arg).strip
4147
      rescue Exception => e
4148
        $stderr.puts "Unable to read the key from #{arg}: #{e.message}"
4149
        exit 1
4150
      end
4151 0:513646585e45 Chris
    when '--owner';          $svn_owner    = arg.dup; $use_groupid = false;
4152
    when '--group';          $svn_group    = arg.dup; $use_groupid = false;
4153
    when '--url';            $svn_url      = arg.dup
4154
    when '--scm';            $scm          = arg.dup.capitalize; log("Invalid SCM: #{$scm}", :exit => true) unless SUPPORTED_SCM.include?($scm)
4155 13:80433603a2cd Chris
    when '--http-user';      $http_user    = arg.dup
4156
    when '--http-pass';      $http_pass    = arg.dup
4157 0:513646585e45 Chris
    when '--command';        $command =      arg.dup
4158
    when '--verbose';        $verbose += 1
4159
    when '--test';           $test = true
4160
    when '--version';        puts Version; exit
4161 1332:1d1cb01c0417 Chris
    when '--help';           usage
4162 0:513646585e45 Chris
    when '--quiet';          $quiet = true
4163
    end
4164
  end
4165
rescue
4166
  exit 1
4167
end
4168
4169
if $test
4170
  log("running in test mode")
4171
end
4172
4173
# Make sure command is overridden if SCM vendor is not handled internally (for the moment Subversion and Git)
4174
if $command.nil?
4175
  begin
4176
    scm_module = SCM.const_get($scm)
4177
  rescue
4178
    log("Please use --command option to specify how to create a #{$scm} repository.", :exit => true)
4179
  end
4180
end
4181
4182
$svn_url += "/" if $svn_url and not $svn_url.match(/\/$/)
4183
4184
if ($redmine_host.empty? or $repos_base.empty?)
4185 1332:1d1cb01c0417 Chris
  usage
4186 0:513646585e45 Chris
end
4187
4188
unless File.directory?($repos_base)
4189 217:ed8222a04634 chris
  log("directory '#{$repos_base}' doesn't exist", :exit => true)
4190 0:513646585e45 Chris
end
4191
4192
begin
4193
  require 'active_resource'
4194
rescue LoadError
4195
  log("This script requires activeresource.\nRun 'gem install activeresource' to install it.", :exit => true)
4196
end
4197
4198 37:94944d00e43c chris
class Project < ActiveResource::Base
4199 217:ed8222a04634 chris
  self.headers["User-agent"] = "SoundSoftware repository manager/#{Version}"
4200 909:cbb26bc654de Chris
  self.format = :xml
4201 37:94944d00e43c chris
end
4202 0:513646585e45 Chris
4203
log("querying Redmine for projects...", :level => 1);
4204
4205
$redmine_host.gsub!(/^/, "http://") unless $redmine_host.match("^https?://")
4206
$redmine_host.gsub!(/\/$/, '')
4207
4208
Project.site = "#{$redmine_host}/sys";
4209 13:80433603a2cd Chris
Project.user = $http_user;
4210
Project.password = $http_pass;
4211 0:513646585e45 Chris
4212
begin
4213
  # Get all active projects that have the Repository module enabled
4214
  projects = Project.find(:all, :params => {:key => $api_key})
4215 909:cbb26bc654de Chris
rescue ActiveResource::ForbiddenAccess
4216
  log("Request was denied by your Redmine server. Make sure that 'WS for repository management' is enabled in application settings and that you provided the correct API key.")
4217 0:513646585e45 Chris
rescue => e
4218
  log("Unable to connect to #{Project.site}: #{e}", :exit => true)
4219
end
4220
4221
if projects.nil?
4222 909:cbb26bc654de Chris
  log('No project found, perhaps you forgot to "Enable WS for repository management"', :exit => true)
4223 0:513646585e45 Chris
end
4224
4225 1107:4f45ab104990 Chris
log("found #{projects.size} projects at " + Time.now.inspect);
4226 0:513646585e45 Chris
4227
def set_owner_and_rights(project, repos_path, &block)
4228 441:cbce1fd3b1b7 Chris
  if mswin?
4229 0:513646585e45 Chris
    yield if block_given?
4230
  else
4231
    uid, gid = Etc.getpwnam($svn_owner).uid, ($use_groupid ? Etc.getgrnam(project.identifier).gid : Etc.getgrnam($svn_group).gid)
4232 34:09b1d4349da3 Chris
    right = project.is_public ? 02775 : 02770
4233 0:513646585e45 Chris
    yield if block_given?
4234
    Find.find(repos_path) do |f|
4235
      File.chmod right, f
4236
      File.chown uid, gid, f
4237
    end
4238
  end
4239
end
4240
4241
def other_read_right?(file)
4242
  (File.stat(file).mode & 0007).zero? ? false : true
4243
end
4244
4245
def owner_name(file)
4246
  mswin? ?
4247
    $svn_owner :
4248 441:cbce1fd3b1b7 Chris
    Etc.getpwuid( File.stat(file).uid ).name
4249 0:513646585e45 Chris
end
4250 441:cbce1fd3b1b7 Chris
4251 0:513646585e45 Chris
def mswin?
4252
  (RUBY_PLATFORM =~ /(:?mswin|mingw)/) || (RUBY_PLATFORM == 'java' && (ENV['OS'] || ENV['os']) =~ /windows/i)
4253
end
4254
4255
projects.each do |project|
4256 1107:4f45ab104990 Chris
  log("inspecting project #{project.name}", :level => 1)
4257 0:513646585e45 Chris
4258
  if project.identifier.empty?
4259 1107:4f45ab104990 Chris
    log("\tno identifier for project #{project.name}!")
4260 0:513646585e45 Chris
    next
4261 1445:0c7b3bb73517 Chris
  elsif not project.identifier.match(/^[a-z0-9_\-]+$/)
4262 1107:4f45ab104990 Chris
    log("\tinvalid identifier for project #{project.name} : #{project.identifier}!");
4263 0:513646585e45 Chris
    next;
4264
  end
4265
4266
  repos_path = File.join($repos_base, project.identifier).gsub(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
4267
4268 28:12420e46bed9 chris
  create_repos = false
4269
  # Logic required for SoundSoftware.ac.uk repositories:
4270
  #
4271
  # * If the project has a repository path declared already,
4272
  #   - if it's a local path,
4273
  #     - if it does not exist
4274
  #       - if it has the right root
4275
  #         - create it
4276
  #   - else
4277
  #     - leave alone (remote repository)
4278
  # * else
4279
  #   - create repository with same name as project
4280
  #   - set to project
4281
4282
  if project.respond_to?(:repository)
4283
4284
    repos_url = project.repository.url;
4285 1107:4f45ab104990 Chris
    log("\texisting url for project #{project.identifier} is #{repos_url}", :level => 2);
4286 28:12420e46bed9 chris
4287
    if repos_url.match(/^file:\//) || repos_url.match(/^\//)
4288
4289
      repos_url = repos_url.gsub(/^file:\/*/, "/");
4290 1107:4f45ab104990 Chris
      log("\tthis is a local file path, at #{repos_url}", :level => 2);
4291 28:12420e46bed9 chris
4292
      if repos_url.slice(0, $repos_base.length) != $repos_base
4293
        # leave repos_path set to our original suggestion
4294 1107:4f45ab104990 Chris
        log("\tpreparing to replace incorrect repo location #{repos_url} for #{project.name} with #{repos_path}");
4295 28:12420e46bed9 chris
        create_repos = true
4296
      else
4297
        if !File.directory?(repos_url)
4298 1107:4f45ab104990 Chris
          log("\tpreparing to create repo for #{project.name} at #{repos_url}");
4299 28:12420e46bed9 chris
          repos_path = repos_url
4300
          create_repos = true
4301
        else
4302 1107:4f45ab104990 Chris
          log("\tit exists and is in the right place", :level => 2);
4303 28:12420e46bed9 chris
        end
4304
      end
4305
    else
4306 1107:4f45ab104990 Chris
      log("\tthis is a remote path, leaving alone", :level => 2);
4307 28:12420e46bed9 chris
    end
4308
  else
4309 1107:4f45ab104990 Chris
    log("\tpreparing to set repo location and create for #{project.name} at #{repos_url}")
4310 28:12420e46bed9 chris
#    if File.directory?(repos_path)
4311
#      log("\trepository path #{repos_path} already exists, not creating")
4312
#    else
4313
      create_repos = true
4314
#    end
4315
  end
4316
4317
  if create_repos
4318
4319
    registration_url = repos_path
4320
    if $svn_url
4321
      registration_url = "#{$svn_url}#{project.identifier}"
4322
    end
4323 0:513646585e45 Chris
4324
    if $test
4325 28:12420e46bed9 chris
      log("\tproposal: create repository #{repos_path}")
4326
      log("\tproposal: register repository #{repos_path} in Redmine with vendor #{$scm}, url #{registration_url}")
4327 0:513646585e45 Chris
      next
4328
    end
4329
4330 52:8c3409528d3a Chris
# No -- we need "other" users to be able to read it.  Access control
4331
# is not handled through Unix user id anyway
4332
#    project.is_public ? File.umask(0002) : File.umask(0007)
4333
    File.umask(0002)
4334
4335 28:12420e46bed9 chris
    log("\taction: create repository #{repos_path}")
4336 0:513646585e45 Chris
4337
    begin
4338 28:12420e46bed9 chris
      if !File.directory?(repos_path)
4339
        set_owner_and_rights(project, repos_path) do
4340
          if scm_module.nil?
4341
            log("\trunning command: #{$command} #{repos_path}")
4342
            system_or_raise "#{$command} #{repos_path}"
4343
          else
4344
            scm_module.create(repos_path)
4345
          end
4346 0:513646585e45 Chris
        end
4347
      end
4348
    rescue => e
4349
      log("\tunable to create #{repos_path} : #{e}\n")
4350
      next
4351
    end
4352
4353 28:12420e46bed9 chris
    begin
4354
      log("\taction: register repository #{repos_path} in Redmine with vendor #{$scm}, url #{registration_url}");
4355
      project.post(:repository, :vendor => $scm, :repository => {:url => "#{registration_url}"}, :key => $api_key)
4356
    rescue => e
4357
      log("\trepository #{repos_path} not registered in Redmine: #{e.message}");
4358 0:513646585e45 Chris
    end
4359
    log("\trepository #{repos_path} created");
4360
  end
4361 37:94944d00e43c chris
end
4362 0:513646585e45 Chris
4363 1107:4f45ab104990 Chris
log("project review completed at " + Time.now.inspect);
4364
4365 241:7658d21a1493 chris
#!/bin/sh
4366
4367 242:bde4f47b6427 chris
mirrordir="/var/mirror"
4368 1336:b61a51fb42b9 Chris
hg="/usr/bin/hg"
4369 242:bde4f47b6427 chris
4370 241:7658d21a1493 chris
project="$1"
4371
local_repo="$2"
4372
remote_repo="$3"
4373
4374
if [ -z "$project" ] || [ -z "$local_repo" ] || [ -z "$remote_repo" ]; then
4375
    echo "Usage: $0 <project> <local-repo-path> <remote-repo-url>"
4376
    exit 2
4377
fi
4378
4379
  # We need to handle different source repository types separately.
4380
  #
4381
  # The convert extension cannot convert directly from a remote git
4382
  # repo; we'd have to mirror to a local repo first.  Incremental
4383
  # conversions do work though.  The hg-git plugin will convert
4384
  # directly from remote repositories, but not via all schemes
4385
  # (e.g. https is not currently supported).  It's probably easier to
4386
  # use git itself to clone locally and then convert or hg-git from
4387
  # there.
4388
  #
4389
  # We can of course convert directly from remote Subversion repos,
4390
  # but we need to keep track of that -- you can ask to convert into a
4391
  # repo that has already been used (for Mercurial) and it'll do so
4392
  # happily; we don't want that.
4393
  #
4394
  # Converting from a remote Hg repo should be fine!
4395
  #
4396
  # One other thing -- we can't actually tell the difference between
4397
  # the various SCM types based on URL alone.  We have to try them
4398
  # (ideally in an order determined by a guess based on the URL) and
4399
  # see what happens.
4400
4401 242:bde4f47b6427 chris
project_mirror="$mirrordir/$project"
4402
mkdir -p "$project_mirror"
4403
project_repo_mirror="$project_mirror/repo"
4404 241:7658d21a1493 chris
4405 242:bde4f47b6427 chris
  # Some test URLs:
4406
  #
4407
  # http://aimc.googlecode.com/svn/trunk/
4408
  # http://aimc.googlecode.com/svn/
4409
  # http://vagar.org/git/flam
4410
  # https://github.com/wslihgt/IMMF0salience.git
4411
  # http://hg.breakfastquay.com/dssi-vst/
4412
  # git://github.com/schacon/hg-git.git
4413
  # http://svn.drobilla.net/lad (externals!)
4414
4415
# If we are importing from another distributed system, then our aim is
4416
# to create either a Hg repo or a git repo at $project_mirror, which
4417
# we can then pull from directly to the Hg repo at $local_repo (using
4418
# hg-git, in the case of a git repo).
4419
4420
# Importing from SVN, we should use hg convert directly to the target
4421
# hg repo (or should we?) but keep a record of the last changeset ID
4422
# we brought in, and test each time whether it matches the last
4423
# changeset ID actually in the repo
4424
4425
success=""
4426
4427 436:4eb486dbf730 Chris
# If we have a record of the last successfully updated remote repo
4428
# URL, check it against our current remote URL: if it has changed, we
4429
# will need to start again with a new clone rather than pulling
4430
# updates into the existing local mirror
4431
4432
successfile="$project_mirror/last_successful_url"
4433
if [ -f "$successfile" ]; then
4434
    last=$(cat "$successfile")
4435 437:102056ec2de9 chris
    if [ x"$last" = x"$remote_repo" ]; then
4436 436:4eb486dbf730 Chris
	echo "$$: Remote URL is unchanged from last successful update"
4437
    else
4438
	echo "$$: Remote URL has changed since last successful update:"
4439
	echo "$$: Last URL was $last, current is $remote_repo"
4440
	suffix="$$.$(date +%s)"
4441
	echo "$$: Moving existing repos to $suffix suffix and starting afresh"
4442
	mv "$project_repo_mirror" "$project_repo_mirror"."$suffix"
4443
	mv "$local_repo" "$local_repo"."$suffix"
4444
	mv "$successfile" "$successfile"."$suffix"
4445 437:102056ec2de9 chris
	touch "$project_mirror/url_changed"
4446 436:4eb486dbf730 Chris
    fi
4447
fi
4448
4449 242:bde4f47b6427 chris
if [ -d "$project_repo_mirror" ]; then
4450
4451
    # Repo mirror exists: update it
4452
    echo "$$: Mirror for project $project exists at $project_repo_mirror, updating" 1>&2
4453
4454
    if [ -d "$project_repo_mirror/.hg" ]; then
4455 433:7fd72f22a42b Chris
	"$hg" --config extensions.convert= convert --datesort "$remote_repo" "$project_repo_mirror" && success=true
4456 439:d3faf348b287 chris
	if [ -z "$success" ]; then
4457
	    ( cd "$project_repo_mirror" && "$hg" pull "$remote_repo" ) && success=true
4458
	fi
4459 242:bde4f47b6427 chris
    elif [ -d "$project_repo_mirror/.git" ]; then
4460 431:d3af621ba9d4 Chris
	( cd "$project_repo_mirror" && git pull "$remote_repo" master ) && success=true
4461 242:bde4f47b6427 chris
    else
4462
	echo "$$: ERROR: Repo mirror dir $project_repo_mirror exists but is not an Hg or git repo" 1>&2
4463
    fi
4464
4465
else
4466
4467
    # Repo mirror does not exist yet
4468
    echo "$$: Mirror for project $project does not yet exist at $project_repo_mirror, trying to convert or clone" 1>&2
4469
4470
    case "$remote_repo" in
4471
	*git*)
4472
	    git clone "$remote_repo" "$project_repo_mirror" ||
4473 433:7fd72f22a42b Chris
	    "$hg" --config extensions.convert= convert --datesort "$remote_repo" "$project_repo_mirror"
4474 242:bde4f47b6427 chris
	    ;;
4475
	*)
4476 433:7fd72f22a42b Chris
	    "$hg" --config extensions.convert= convert --datesort "$remote_repo" "$project_repo_mirror" ||
4477 299:defe55be97b9 chris
	    git clone "$remote_repo" "$project_repo_mirror" ||
4478 433:7fd72f22a42b Chris
	    "$hg" clone "$remote_repo" "$project_repo_mirror"
4479 242:bde4f47b6427 chris
	    ;;
4480
    esac && success=true
4481
4482
fi
4483
4484
echo "Success=$success"
4485
4486
if [ -n "$success" ]; then
4487
    echo "$$: Update successful, pulling into local repo at $local_repo"
4488 436:4eb486dbf730 Chris
    if [ ! -d "$local_repo" ]; then
4489
	"$hg" init "$local_repo"
4490
    fi
4491 242:bde4f47b6427 chris
    if [ -d "$project_repo_mirror/.git" ]; then
4492 436:4eb486dbf730 Chris
	( cd "$local_repo" && "$hg" --config extensions.hggit= pull "$project_repo_mirror" ) && echo "$remote_repo" > "$successfile"
4493 242:bde4f47b6427 chris
    else
4494 436:4eb486dbf730 Chris
	( cd "$local_repo" && "$hg" pull "$project_repo_mirror" ) && echo "$remote_repo" > "$successfile"
4495 242:bde4f47b6427 chris
    fi
4496
fi