6 use CSS::Minifier::XS 0.07;
9 use File::Path qw(make_path);
13 use JavaScript::Minifier::XS;
18 my $canonical_url = 'http://www.exim.org/';
21 my %opt = parse_arguments();
24 do_doc( 'spec', $_ ) foreach @{ $opt{spec} || [] };
25 do_doc( 'filter', $_ ) foreach @{ $opt{filter} || [] };
26 do_web() if exists $opt{web};
28 ## Add the exim-html-current symlink
29 print "Symlinking exim-html-current to exim-html-$opt{latest}\n";
30 unlink("$opt{docroot}/exim-html-current") if ( -l "$opt{docroot}/exim-html-current" );
31 symlink( "exim-html-$opt{latest}", "$opt{docroot}/exim-html-current" )
32 || die "symlink to $opt{docroot}/exim-html-current failed";
34 ## Generate the website files
37 ## Make sure the template web directory exists
38 die "No such directory: $opt{tmpl}/web\n" unless -d "$opt{tmpl}/web";
40 ## Scan the web templates
44 substr( $File::Find::name, length("$opt{tmpl}/web"), length($File::Find::name) ) =~ m#^/*(.*)$#;
46 if ( -d "$opt{tmpl}/web/$path" ) {
48 ## Create the directory in the doc root if it doesn't exist
49 if ( !-d "$opt{docroot}/$path" ) {
50 mkdir("$opt{docroot}/$path") or die "Unable to make $opt{docroot}/$path: $!\n";
56 ## Build HTML from XSL files and simply copy static files which have changed
57 if ( $path =~ /(.+)\.xsl$/ ) {
58 print "Generating : docroot:/$1.html\n" if ( $opt{verbose} );
59 transform( undef, "$opt{tmpl}/web/$path", "$opt{docroot}/$1.html" );
61 elsif ( -f "$opt{tmpl}/web/$path" ) {
63 ## Skip if the file hasn't changed (mtime based)
65 if -f "$opt{docroot}/$path"
66 && ( stat("$opt{tmpl}/web/$path") )[9] == ( stat("$opt{docroot}/$path") )[9];
68 if ( $path =~ /(.+)\.css$/ ) {
69 print "CSS to : docroot:/$path\n" if ( $opt{verbose} );
70 my $content = read_file("$opt{tmpl}/web/$path");
71 write_file( "$opt{docroot}/$path",
72 $opt{minify} ? CSS::Minifier::XS::minify($content) : $content );
74 elsif ( $path =~ /(.+)\.js$/ ) {
75 print "JS to : docroot:/$path\n" if ( $opt{verbose} );
76 my $content = read_file("$opt{tmpl}/web/$path");
77 write_file( "$opt{docroot}/$path",
78 $opt{minify} ? JavaScript::Minifier::XS::minify($content) : $content );
82 print "Copying to : docroot:/$path\n" if ( $opt{verbose} );
83 copy( "$opt{tmpl}/web/$path", "$opt{docroot}/$path" ) or die "$path: $!";
86 utime( time, ( stat("$opt{tmpl}/web/$path") )[9], "$opt{docroot}/$path" );
95 ## Generate index/chapter files for a doc
97 my ( $type, $xml_path ) = @_;
99 ## Read and validate the XML file
100 my $xml = XML::LibXML->new()->parse_file($xml_path) or die $!;
102 ## Get the version number
103 my $version = $xml->findvalue('/book/bookinfo/revhistory/revision/revnumber');
104 die "Unable to get version number\n" unless defined $version && $version =~ /^\d+(\.\d+)*$/;
106 ## Prepend chapter filenames?
107 my $prepend_chapter = $type eq 'filter' ? 'filter_' : '';
109 ## Add the canonical url for this document
110 $xml->documentElement()
111 ->appendTextChild( 'canonical_url',
112 "${canonical_url}exim-html-current/doc/html/spec_html/" . ( $type eq 'spec' ? 'index' : 'filter' ) . ".html" );
114 ## Add a url for the latest version of this document
115 if( $version ne $opt{latest} ){
116 $xml->documentElement()
117 ->appendTextChild( 'current_url',
118 "../../../../exim-html-current/doc/html/spec_html/" . ( $type eq 'spec' ? 'index' : 'filter' ) . ".html" );
122 xref_fixup( $xml, $prepend_chapter );
124 ## Generate the front page
126 my $path = "exim-html-$version/doc/html/spec_html/" . ( $type eq 'filter' ? $type : 'index' ) . ".html";
127 print "Generating : docroot:/$path\n";
128 transform( $xml, "$opt{tmpl}/doc/index.xsl", "$opt{docroot}/$path", );
131 ## Generate a Table of Contents XML file
134 "exim-html-$version/doc/html/spec_html/" . ( $type eq 'filter' ? 'filter_toc' : 'index_toc' ) . ".xml";
135 print "Generating : docroot:/$path\n" if ( $opt{verbose} );
136 transform( $xml, "$opt{tmpl}/doc/toc.xsl", "$opt{docroot}/$path", );
139 ## Generate the chapters
141 my @chapters = map { $_->cloneNode(1) } $xml->findnodes('/book/chapter');
142 foreach my $chapter ( @chapters ) {
144 ## Add a <chapter_id>N</chapter_id> node for the stylesheet to use
145 $chapter->appendTextChild( 'chapter_id', ++$counter );
147 ## Add previous/next/canonical urls for nav
149 $chapter->appendTextChild( 'prev_url',
154 : sprintf( '%sch%02d.html', $prepend_chapter, $counter - 1 ) );
155 $chapter->appendTextChild( 'next_url', sprintf( '%sch%02d.html', $prepend_chapter, $counter + 1 ) ) unless int(@chapters) == $counter;
156 $chapter->appendTextChild(
159 'http://www.exim.org/exim-html-current/doc/html/spec_html/%sch%02d.html',
160 $prepend_chapter, $counter
163 if( $version ne $opt{latest} ){
164 $chapter->appendTextChild(
167 '../../../../exim-html-current/doc/html/spec_html/%sch%02d.html',
168 $prepend_chapter, $counter
174 ## Create an XML document from the chapter
175 my $doc = XML::LibXML::Document->createDocument( '1.0', 'UTF-8' );
176 $doc->setDocumentElement($chapter);
178 ## Transform the chapter into html
180 my $path = sprintf( 'exim-html-%s/doc/html/spec_html/%sch%02d.html', $version, $prepend_chapter, $counter );
181 print "Generating : docroot:/$path\n" if ( $opt{verbose} );
182 transform( $doc, "$opt{tmpl}/doc/chapter.xsl", "$opt{docroot}/$path", );
189 my ( $xml, $prepend_chapter ) = @_;
193 ## Add the "prepend_chapter" info
194 ( $xml->findnodes('/book') )[0]->appendTextChild( 'prepend_chapter', $prepend_chapter );
196 ## Iterate over each chapter
197 my $chapter_counter = 0;
198 foreach my $chapter ( $xml->findnodes('/book/chapter') ) {
201 my $chapter_id = $chapter->getAttribute('id');
202 unless ($chapter_id) { # synthesise missing id
203 $chapter_id = sprintf( 'chapter_noid_%04d', $chapter_counter );
204 $chapter->setAttribute( 'id', $chapter_id );
206 my $chapter_title = $chapter->findvalue('title');
208 $index{$chapter_id} = { chapter_id => $chapter_counter, chapter_title => $chapter_title };
210 ## Iterate over each section
211 my $section_counter = 0;
212 foreach my $section ( $chapter->findnodes('section') ) {
215 my $section_id = $section->getAttribute('id');
216 unless ($section_id) { # synthesise missing id
217 $section_id = sprintf( 'section_noid_%04d_%04d', $chapter_counter, $section_counter );
218 $section->setAttribute( 'id', $section_id );
220 my $section_title = $section->findvalue('title');
222 $index{$section_id} = {
223 chapter_id => $chapter_counter,
224 chapter_title => $chapter_title,
225 section_id => $section_counter,
226 section_title => $section_title
230 ## Build indexes as new chapters
231 build_indexes( $xml, $prepend_chapter, \%index );
233 ## Replace all of the xrefs in the XML
234 foreach my $xref ( $xml->findnodes('//xref') ) {
235 my $linkend = $xref->getAttribute('linkend');
236 if ( exists $index{$linkend} ) {
237 $xref->setAttribute( 'chapter_id', $index{$linkend}{'chapter_id'} );
238 $xref->setAttribute( 'chapter_title', $index{$linkend}{'chapter_title'} );
239 $xref->setAttribute( 'section_id', $index{$linkend}{'section_id'} ) if ( $index{$linkend}{'section_id'} );
240 $xref->setAttribute( 'section_title', $index{$linkend}{'section_title'} )
241 if ( $index{$linkend}{'section_title'} );
242 $xref->setAttribute( 'url',
243 sprintf( '%sch%02d.html', $prepend_chapter, $index{$linkend}{'chapter_id'} )
244 . ( $index{$linkend}{'section_id'} ? '#' . $linkend : '' ) );
251 my ( $xml, $prepend_chapter, $xref ) = @_;
255 foreach my $node ( $xml->findnodes('//section | //chapter | //indexterm') ) {
256 if ( $node->nodeName eq 'indexterm' ) {
257 my $role = $node->getAttribute('role') || 'concept';
258 my $primary = $node->findvalue('child::primary');
259 my $first = ( $primary =~ /^[A-Za-z]/ ) ? uc( substr( $primary, 0, 1 ) ) : ''; # first letter or marker
260 my $secondary = $node->findvalue('child::secondary') || '';
261 next unless ( $primary || $secondary ); # skip blank entries for now...
262 $index_hash->{$role}{$first}{$primary}{$secondary} ||= [];
263 push @{ $index_hash->{$role}{$first}{$primary}{$secondary} }, $current_id;
266 $current_id = $node->getAttribute('id');
270 # now we build a set of new chapters with the index data in
271 my $book = ( $xml->findnodes('/book') )[0];
272 foreach my $role ( sort { $a cmp $b } keys %{$index_hash} ) {
273 my $chapter = XML::LibXML::Element->new('chapter');
274 $book->appendChild($chapter);
275 $chapter->setAttribute( 'id', join( '_', 'index', $role ) );
276 $chapter->setAttribute( 'class', 'index' );
277 $chapter->appendTextChild( 'title', ( ucfirst($role) . ' Index' ) );
278 foreach my $first ( sort { $a cmp $b } keys %{ $index_hash->{$role} } ) {
279 my $section = XML::LibXML::Element->new('section');
280 my $list = XML::LibXML::Element->new('variablelist');
281 $chapter->appendChild($section);
282 $section->setAttribute( 'id', join( '_', 'index', $role, $first ) );
283 $section->setAttribute( 'class', 'index' );
284 $section->appendTextChild( 'title', $first ? $first : 'Symbols' );
285 $section->appendChild($list);
286 foreach my $primary ( sort { $a cmp $b } keys %{ $index_hash->{$role}{$first} } ) {
287 my $entry = XML::LibXML::Element->new('varlistentry');
288 my $item = XML::LibXML::Element->new('listitem');
289 $list->appendChild($entry)->appendTextChild( 'term', $primary );
290 $entry->appendChild($item);
292 foreach my $secondary ( sort { $a cmp $b } keys %{ $index_hash->{$role}{$first}{$primary} } ) {
293 my $para = XML::LibXML::Element->new('para');
294 if ( $secondary eq '' ) {
295 $item->appendChild($para); # skip having extra layer of heirarchy
299 $slist = XML::LibXML::Element->new('variablelist');
300 $item->appendChild($slist);
302 my $sentry = XML::LibXML::Element->new('varlistentry');
303 my $sitem = XML::LibXML::Element->new('listitem');
304 $slist->appendChild($sentry)->appendTextChild( 'term', $secondary );
305 $sentry->appendChild($sitem)->appendChild($para);
308 foreach my $ref ( @{ $index_hash->{$role}{$first}{$primary}{$secondary} } ) {
309 $para->appendText(', ')
311 my $xrefel = XML::LibXML::Element->new('xref');
312 $xrefel->setAttribute( linkend => $ref );
313 $xrefel->setAttribute( longref => 1 );
314 $para->appendChild($xrefel);
322 ## Handle the transformation
324 my ( $xml, $xsl_path, $out_path ) = @_;
326 ## Build an empty XML structure if an undefined $xml was passed
327 unless ( defined $xml ) {
328 $xml = XML::LibXML::Document->createDocument( '1.0', 'UTF-8' );
329 $xml->setDocumentElement( $xml->createElement('content') );
332 ## Add the current version of Exim to the XML
333 $xml->documentElement()->appendTextChild( 'current_version', $opt{latest} );
335 ## Parse the ".xsl" file as XML
336 my $xsl = XML::LibXML->new()->parse_file($xsl_path) or die $!;
338 ## Generate a stylesheet from the ".xsl" XML.
339 my $stylesheet = XML::LibXSLT->new()->parse_stylesheet($xsl);
341 ## Generate a doc from the XML transformed with the XSL
342 my $doc = $stylesheet->transform($xml);
344 ## Make the containing directory if it doesn't exist
345 make_path( ( $out_path =~ /^(.+)\/.+$/ )[0], { verbose => 1 } );
347 ## Write out the document
348 open my $out, '>', $out_path or die "Unable to write $out_path - $!";
349 print $out $stylesheet->output_as_bytes($doc);
358 pod2usage( -exitval => 1, -verbose => 0 );
362 sub parse_arguments {
364 my %opt = ( spec => [], filter => [], help => 0, man => 0, web => 0, minify => 1, verbose => 0 );
366 \%opt, 'help|h!', 'man!', 'web!', 'spec=s{1,}', 'filter=s{1,}',
367 'latest=s', 'tmpl=s', 'docroot=s', 'minify!', 'verbose!'
368 ) || pod2usage( -exitval => 1, -verbose => 0 );
371 pod2usage(0) if ( $opt{help} );
372 pod2usage( -verbose => 2 ) if ( $opt{man} );
374 ## --spec and --filter lists
375 foreach my $set (qw[spec filter]) {
377 [ map { my $f = File::Spec->rel2abs($_); help( 1, 'No such file: ' . $_ ) unless -f $f; $f }
381 error_help('Missing value for latest') unless ( exists( $opt{latest} ) && defined( $opt{latest} ) );
382 error_help('Invalid value for latest') unless $opt{latest} =~ /^\d+(?:\.\d+)*$/;
384 ## --tmpl and --docroot
385 foreach my $set (qw[tmpl docroot]) {
386 error_help( 'Missing value for ' . $set ) unless ( exists( $opt{$set} ) && defined( $opt{$set} ) );
387 my $f = File::Spec->rel2abs( $opt{$set} );
388 error_help( 'No such directory: ' . $opt{$set} ) unless -d $f;
391 error_help('Excess arguments') if ( scalar(@ARGV) );
393 error_help('Must include at least one of --web, --spec or --filter')
394 unless ( $opt{web} || scalar( @{ $opt{spec} || [] } ) || scalar( @{ $opt{filter} || [] } ) );
405 gen.pl - Generate exim html documentation and website
412 --help display this help and exits
413 --man displays man page
414 --spec file... spec docbook/XML source files
415 --filter file... filter docbook/XML source files
416 --web Generate the general website pages
417 --latest VERSION Required. Specify the latest stable version of Exim.
418 --tmpl PATH Required. Path to the templates directory
419 --docroot PATH Required. Path to the website document root
420 --[no-]minify [Don't] minify CSS and Javascript
428 Display help and exits
434 =item B<--spec> I<file...>
436 List of files that make up the specification documentation
437 docbook/XML source files.
439 =item B<--filter> I<file...>
441 List of files that make up the filter documentation docbook/XML
446 Generate the website from the template files.
448 =item B<--latest> I<version>
450 Specify the current exim version. This is used to create links to
451 the current documentation.
453 This option is I<required>
455 =item B<--tmpl> I<directory>
457 Specify the directory that the templates are kept in.
459 This option is I<required>
461 =item B<--docroot> I<directory>
463 Specify the directory that the output should be generated into.
464 This is the website C<docroot> directory.
466 This option is I<required>
470 If this option is set then both the CSS and Javascript files
471 processed are minified using L<CSS::Minifier::XS> and
472 L<JavaScript::Minifier::XS> respectively.
474 This option is set by default - to disable it specify C<--no-minify>
480 Generates the exim website and HTML documentation.
486 --spec docbook/*/spec.xml \
487 --filter docbook/*/filter.xml \
490 --docroot /tmp/website
496 Nigel Metheringham <nigel@exim.org> - mostly broke the framework
501 Copyright 2010-2011 Exim Maintainers. All rights reserved.