#!/usr/bin/perl

# This is a basic starter template script for processing your xml. There are some
# very basic checks at the beginning that will apply to most xml but you may need
# to alter these checks if your xml deviates too much from the norm.


use utf8;
use strict;
binmode(STDIN, ":utf8");
binmode(STDOUT, ":utf8");


# Please be sure to set the following four variables correctly for your book.

my $BOOK_ID = "griggs5e";
my $PUBLISHER = "fw"; # set this to either "bsm" or "fw"
# Set this to 1 if you want the new page number checking, otherwise 0.
# If your book does not have page numbers definitely set this to 0.
my $ENABLE_PAGE_NUMBER_CHECKING = 1;
# Set this to 1 to fix up linebreaks for dashes (see fix_linebreaks function below), otherwise 0.
# This is highly recommended but if it is causing too many problems then set to 0.
my $FIX_LINEBREAKS = 1;


my $CHAPTER;
my $CHAPTER_TITLE;
my $counter = 1;
my %terms = ();
my %answer = ();


# PAGE NUMBERS begin
my $LAST_PAGE; # last page number seen in section
my %PAGE_NUMBERS;
my %PRINT_PAGE;
my %PAGE_START;
# PAGE NUMBERS end

# Use '_NL_' to specify newlines (such as for question formatting)
my $NEWLINE = "_NL_";

if ($BOOK_ID eq "") {
    print STDERR "Please set the BOOK_ID variable in this script\n";
    exit();
}
if ($PUBLISHER ne "bsm" && $PUBLISHER ne "fw") {
    print STDERR "Please set the PUBLISHER variable in this script to either 'bsm' or 'fw'\n";
    exit();
}

print STDERR "BOOK_ID: $BOOK_ID\n";
print STDERR "PUBLISHER: $PUBLISHER\n";

my $contents;
my $temp_line;
while ($temp_line = <STDIN>) {
    chomp($temp_line);

    $temp_line =~ s`<\?xml [^>]+>``g;
    $temp_line =~ s`<(\/)?manuscript( [^>]+)?>``g;

    $temp_line =~ s/[\t\r\n]//g; #remove tabs, line feeds, returns
    $temp_line =~ s/[ ]{2,}/ /g; # remove multiple spaces
    $temp_line =~ s/^\s+//; # remove leading spaces
    $contents .= $temp_line;
}


# If you want to "remove" content from your xml without actually deleting it from
# the file, wrap it in <rm>...</rm>
# WARNING: do not embed <rm> tags inside of <rm> tags!
$contents =~ s`<rm>.*?</rm>``g;

# Fix up any title attributes that have inline tags
$contents =~ s` title="([^"]+)"`" title=\"" . fix_title($1) . "\""`ge;

# Change <tag> to {tag}
sub fix_title {
    my $title = shift;
    $title =~ s`<([^>]+)>`{$1}`g;
    return $title;
}


$_ = $contents;


# At this point, the xml from the file is now one big string with no newlines


# Get chapter info/check for start-numbering-at
s`<chapter ([^>]+)>`"<chapter " . get_chapter_info($1) . ">"`e;

sub get_chapter_info {
    my $tag = shift;

    ($CHAPTER_TITLE) = $tag =~ /title="([^"]+)"/;
    ($CHAPTER) = $tag =~ /number="(?:ch)?(?:[0]+)?(\d+)"/i;

    if ($CHAPTER_TITLE eq "") {
	print STDERR "Can't find chapter title\n";
	exit();
    }
    if ($CHAPTER eq "") {
	print STDERR "Can't find chapter number\n";
	exit();
    }

    # If chapter does not have start-numbering-at attribute then add it
    if ($tag !~ /start-numbering-at/) {
	$tag .= qq` start-numbering-at="${CHAPTER}"`;
    }
    # Otherwise, make sure start-numbering-at is the same as chapter number
    else {
	$tag =~ s`start-numbering-at="[^"]+"`start-numbering-at="${CHAPTER}"`;
    }

    return $tag;
}



### Uncomment the following lines if your vendor supplied IDs need fixing
### (i.e. they are not unique enough)
### The fix_id subroutine my also need fixing depending on the format of the IDs

#s`id="([^"]+)"`"id=\"" . fix_id($1) . "\""`ge;
#s`refid="([^"]+)"`"refid=\"" . fix_id($1) . "\""`ge;

sub fix_id {
    my $id = shift;

    if ($id !~ /^$BOOK_ID/) {
	return $BOOK_ID . "-ch" . $CHAPTER . "-" . $id;
    }

    return $id;
}

# PAGE NUMBERS begin
# Sometimes the vendor uses page-start instead of page_start
if ($ENABLE_PAGE_NUMBER_CHECKING) {
  s`block_type="page-start"`block_type="page_start"`g;
  # Fix page_start IDs
  s`<p ([^>]+)?block_type="page_start"([^>]+)?>(.*?)</p>`"<p id=\"${BOOK_ID}_page_${3}\" block_type=\"page_start\"${2}>${3}</p>" . add_page_start($3)`ge;
}

sub add_page_start {
    my $page = shift;
    $PAGE_START{$page} = 1;
    return "";
}
# PAGE NUMBERS end





#Read in Glossary
open my $glossfile, '<', 'terms.js';
chomp(my @glosslines = <$glossfile>);
close $glossfile;
foreach (@glosslines) {
	my @aparts = split(/'/, $_);
	#if ($_ =~ /xBookUtils.terms[\'([^\']+)\'] = \'([^\']+)\';/) {
		#$answers{$1} = $2;
	#}
	$terms{@aparts[1]} = @aparts[3];
}


# BEGINNING THE PROCESS FUNCTIONS
# This script is designed to cycle through all the major elements in the xml file.
# For each element there is a corresponding "process" function where you can add your
# custom code.


# "pre-process" sections
# Anything you need to do to a section before you begin processing the elements
# within that section goes in the pre_process_section function
s`<section ([^>]+)>(.*?)</section>`pre_process_section($1, $2)`ge;

# PAGE NUMBERS begin
if ($ENABLE_PAGE_NUMBER_CHECKING) {
  check_page_numbers();
}

sub check_page_numbers {
    my $num;
    my $prev_page;
    my $error = 0;
    my $first;
    my $last;

    foreach $num (sort {$a<=>$b} keys %PRINT_PAGE) {
        if (!exists($PAGE_START{$num})) {
            print STDERR "ERROR: no page_start found for page $num\n";
        }
    }

    foreach $num (keys %PAGE_NUMBERS) {
        # first get rid of all non-numeric page numbers
        if ($num !~ /^\d+$/) {
            delete($PAGE_NUMBERS{$num});
        }
    }
    # now go through them and make sure we aren't missing any
    foreach $num (sort {$a<=>$b} keys %PAGE_NUMBERS) {  
        if ($prev_page eq "") {
            # do nothing, this is the first page_start number
            $first = $num;
        }
        # if we skipped one page
        elsif ($num == ($prev_page + 2)) {
            print STDERR "ERROR: no page_start found for page " . ($prev_page + 1) . "\n"; 
            $error = 1;
        }
        elsif ($num > ($prev_page + 2)) {
            print STDERR "ERROR: " . (($num - $prev_page) - 1) . " page_start numbers missing between " . $prev_page . " and " . $num . "\n";
            $error = 1;
        }  
        $prev_page = $num;
        $last = $num;
    }
    
    if (!$error && $first && $last) {
        print STDERR "INFO: Consecutive print_page numbers found from $first to $last\n";
    }
}
# PAGE NUMBERS end

# process boxes
# put all of your box processing code in the process_box function
my $BOX_COUNT = 0;
while (/(<box [^>]+>)/) {
    s`<box ([^>]+)>((?:(?!<box ).)*?)</box>`process_box($1, $2)`ge;
    $BOX_COUNT++;
    if ($BOX_COUNT > 1000) {
	print STDERR "Too many boxes ...\n";
	print STDERR $1, "\n";
	exit(0);
    }
}
# these are important, don't remove them
s`<boxer `<box `g;
s`</boxer>`</box>`g;


# process paras
# put all of your para processing code in the process_para function
s`<p ([^>]+)>(.*?)</p>`process_para($1, $2)`ge;


# process figures
# put all of your figure processing code in the process_figure function
s`<figure ([^>]+)>(.*?)</figure>`process_figure($1, $2)`ge;


# process links
# put all of your link processing code in the process_figure function
s`<link ([^>]+)>(.*?)</link>`process_link($1, $2)`ge;


# process questions
# put all of your question processing code in the process_question function
s`<question ([^>]+)>(.*?)</question>`process_question($1, $2)`ge;


# process lists
# put all of your list processing code in the process_list function
my $LIST_COUNT = 0;
while (/(<list [^>]+>)/) {
    s`<list ([^>]+)>((?:(?!<list ).)*?)</list>`process_list($1, $2)`ge;
    $LIST_COUNT++;
    if ($LIST_COUNT > 1000) {
	print "Too many lists ...\n";
	exit(0);
    }
}
# these are important, don't remove them
s`<lister `<list `g;
s`</lister>`</list>`g;


# process tables
# put all of your table processing code in the process_table function
my $TABLE_COUNT = 0;
while (/(<table [^>]+>)/) {
    s`<table ([^>]+)>((?:(?!<table ).)*?)</table>`process_table($1, $2)`ge;
    $TABLE_COUNT++;
    if ($TABLE_COUNT > 1000) {
	print "Too many tables ...\n";
	exit(0);
    }
}
# these are important, don't remove them
s`<tabler `<table `g;
s`</tabler>`</table>`g;


# post process section
# Anything you need to do to a section after you have processed the elements
# within that section goes in the post_process_section function
s`<section ([^>]+)>(.*?)</section>`post_process_section($1, $2)`ge;

# convert tags in rawhtml for DF
s`<rawhtml>(.*?)</rawhtml>`"<rawhtml>" . fix_up_rawhtml($1) . "</rawhtml>"`ge;

# add new lines back in to xml
s`(<(rawhtml|chapter|section|box|layout|table|tbody|tr|list|figure|layout|question|image|asset_source)(/| [^>]+)?>)`\1\n`g;
s`(</(metadata|p|div|table|tr|td|list|li|box|question|query|tbody|th|rawhtml|caption|figure|section-metadata)>)`\1\n`g;
s`</section>`</section>\n`g;
s`</rawhtml>`\n</rawhtml>`g;


# restore newlines
s`${NEWLINE}`\n`g;


### print out the xml ###

print $_, "\n";


sub fix_up_rawhtml {
    my $text = shift;
    $text =~ s`<`&lt;`g;
    $text =~ s`>`&gt;`g;
    return $text;
}



sub pre_process_section {
    my $args = shift; # attributes on the <section> tag
    my $content = shift; # content of section

    my ($section_id) = $args =~ /id="([^"]+)"/;
    
    # Fix title if there are inline tags (e.g. {em})
    if ($args =~ /title="([^"]+)"/ && $content !~ /<section-metadata>/) {
	my $title = $1;

	if ($title =~ /\{[^}]+\}/) {
	    $title =~ s`\{([^}]+)\}`<${1}>`g;
	    $content = "<section-metadata><section-title>${title}</section-title></section-metadata>" . $content;
	    $args =~ s`title="[^"]+"`title=""`;
	}
    }

    # PAGE NUMBERS begin
    # Process the page numbers in the section, adding the print_page
    # attribute if needed
    if ($ENABLE_PAGE_NUMBER_CHECKING) {
      if ($content =~ /^(<section-metadata>.*?<\/section-metadata>)?<p ([^>]+)?block_type="page_start"([^>]+)?>(.*?)<\/p>/) {
        $LAST_PAGE = $4;
        $args =~ s`\s*print_page="[^"]*"``;
        $args .= qq` print_page="${LAST_PAGE}"`;
	#print STDERR "NOTICE: section ID $section_id is at the beginning of page $LAST_PAGE, setting print_page to $LAST_PAGE\n";
      }
      
      my ($print_page) = $args =~ /print_page="([^"]+)"/;
      
      # If print_page does not exist then set it to LAST_PAGE 
      if ($print_page eq "") {
        if ($LAST_PAGE ne "") {
	  $args =~ s`\s*print_page="[^"]*"``;
	  $args .= qq` print_page="${LAST_PAGE}"`;
	  $print_page = $LAST_PAGE;
	  #print STDERR "NOTICE: section ID $section_id did not have print_page attribute, setting to ${LAST_PAGE}\n";
        }
        else {
	  print STDERR "ERROR: section ID $section_id does not have print_page set\n";
        }
      }
      else {
        # print_page was included in XML - if we don't have a page_start for the 
        # print_page then assume this is the beginning of a new page and add it
        if (!exists($PAGE_START{$print_page})) {
	  if ($content =~ /<\/section-metadata>/) {
		  $content =~ s`</section-metadata>`</section-metadata><p id="${BOOK_ID}_page_${print_page}" block_type="page_start">${print_page}</p>`;
	  } else {
		  $content = "<p id=\"${BOOK_ID}_page_${print_page}\" block_type=\"page_start\">${print_page}</p>" . $content;
	  }
	  add_page_start($print_page);
	  $LAST_PAGE = $print_page;
        }
      }
      
      if ($print_page ne "") {
        $PRINT_PAGE{$print_page} = 1;
      }
      
      # Theoretically, the print_page attribute should match up with LAST_PAGE, but there
      # may be instances where it doesn't so don't fix, just send a warning
      if ($print_page ne "" && $LAST_PAGE ne "" &&  $print_page ne $LAST_PAGE) {
        print STDERR "WARNING: section ID $section_id has possible bad print_page (current = $print_page, possibly should be $LAST_PAGE)\n";
      }
    }
    # PAGE NUMBERS end


    # Your custom code goes below

	#Add the proper path to images *MB*
	$content =~ s` src="images/` src="`g;
	$content =~ s` src="([^.]+).jpg"` src="asset/img_ch${CHAPTER}/\1.jpg"`g;
	
	if ($args =~ /block_type="intro"/ && $CHAPTER < 11) {
	    $content = "<box numbered=\"false\" id=\"bbox_ch${CHAPTER}\" block_type=\"bigbluebox\"><box numbered=\"false\" id=\"wbox_ch${CHAPTER}\" block_type=\"whitebox\">" . $content . "</box>";
	}
	
	$content =~ s`<link href="griggs5e-ch\d+\.xml">Chapter (\d+)</link>`<link href="griggs5e_ch\1_1.html" target="_pop">Chapter&#160;\1</link>`g;
	$content =~ s`link href="#griggs5e-ch(\d+)-tab-(\d+)"`link href="asset/table/table_\1_\2.html" data-target="_pop"`ig;
	$content =~ s`link href="#griggs5e-app([a-z])-tab-(\d+)"`link href="asset/table/table_\1_\2.html" data-target="_pop"`ig;
	
	$content =~ s`(<strong>)?<link href="[^"]+">Figure (\d+).([1-9])([a-z]?)</link>(</strong>)?`"<phrase block_type=\"figure_link\"><link href=\"asset/img_ch${2}/Griggs5e_fig_" . sprintf("%02d", $2) . "_0${3}.html\" data-target=\"_pop\">Figure&#32;${2}.${3}${4}</link></phrase>"`ige; ##FORCE 2 digits
	$content =~ s`(<strong>)?<link href="[^"]+">Figure (\d+).(\d+)([a-z]?)</link>(</strong>)?`"<phrase block_type=\"figure_link\"><link href=\"asset/img_ch${2}/Griggs5e_fig_" . sprintf("%02d", $2) . "_${3}.html\" data-target=\"_pop\">Figure&#32;${2}.${3}${4}</link></phrase>"`ige; ##FORCE 2 digits
	$content =~ s`(<strong>)?<link href="[^"]+">Figure ([A-Z]?).([1-9])([a-z]?)</link>(</strong>)?`<phrase block_type="figure_link"><link href="asset/img_ch${CHAPTER}/Griggs5e_fig_app_\l${2}_0${3}.html" data-target="_pop">Figure&#32;${2}.${3}${4}</link></phrase>`ig;
	$content =~ s`(<strong>)?<link href="[^"]+">Figure ([A-Z]?).(\d+)([a-z]?)</link>(</strong>)?`<phrase block_type="figure_link"><link href="asset/img_ch${CHAPTER}/Griggs5e_fig_app_\l${2}_${3}.html" data-target="_pop">Figure&#32;${2}.${3}${4}</link></phrase>`ig;
  
	$content =~ s` When you think that you know all of the terms, complete the matching exercise based on these terms.``;

	if ($content =~ /<\/section-metadata>/) {
		if ($args =~ /cr-que-h/ || $args =~ /cr-ktl-t/ || $args =~ /cr-ktl-hd1/) {
			$content =~ s`</section-metadata>`</section-metadata><p block_type="study_guide">Study Guide</p><box numbered="false" block_type="box_inner">`;
			$content = $content . "</box>";
			$args =~ s`numbered="true"`numbered="false"`;
		}
	} else {
		if ($args =~ /cr-que-h/ || $args =~ /cr-ktl-t/ || $args =~ /cr-ktl-hd1/) {
			$content = "<p block_type=\"study_guide\">Study Guide</p><box numbered=\"false\" block_type=\"box_inner\">" . $content . "</box>";
		}
	}
	if ($args =~ /cr-h/) {
		$args =~ s`numbered="true"`numbered="false"`;
	}
	if($args =~ /numbered="true"/ && $args =~ /-sec1-(\d)/ && $CHAPTER < 100) {
		my ($temp) = $1;
		$content =~ s`<section-title>`<section-title>${CHAPTER}.${temp} `;
	} elsif($args =~ /level="1"/) {
		if ($CHAPTER < 100) {
			$args =~ s`title="Chapter Introduction"`title="Chapter ${CHAPTER} Introduction"`;
			$content =~ s`<section-title>`<section-title>Chapter ${CHAPTER} `;
			$content =~ s`Chapter Key Terms`Key Terms`;
		}
	}
	$args =~ s`numbered="true"`numbered="false"`;

    # PAGE NUMBERS begin
    # Last thing to do - set $LAST_PAGE
    if ($ENABLE_PAGE_NUMBER_CHECKING) {
      if ($args =~ /print_page="([^"]+)"/) {
        $LAST_PAGE = $1;
      }
      $content =~ s`(<p .*?block_type="page_start".*?>(.*?)</p>)`$1 . set_last_page($2, $section_id)`ge;
    }
    # PAGE NUMBERS end
	
	
	
	#Read in Answers
	if ($content =~ /<section-title>ConceptCheck/ || $content =~ /Answers to Key Terms Exercise/ || $content =~ /Answers to Practice Test Questions/ || $content =~ /Chapter ConceptCheck Answers/ || $content =~ /<section-title>Chapter [\d+] Study Guide/) {
		my @parts = split(/<li>/, $content);
		foreach (@parts) {
			my ($ans) = $_;
			if ($ans =~ /<\/li>/) {
				$ans =~ s`</li>.*$``;
				$ans =~ s`block_type="cr-ans-bl">`block_type="answer" data-show-answer="this">`;
				$ans =~ s`block_type="cr-ans-nl">`block_type="answer" data-show-answer="this">`;
				$ans =~ s`<p id="[^"]+" block_type="page_start">[^<]+</p>``;
				$answer{$counter} = $ans;
				#print STDERR "yes - $ans\n";
				$counter++;
			}
		}
		return qq``;
	} else {
	    return qq`<section ${args}>${content}</section>`;
	}
}

# PAGE NUMBERS begin
# Set the LAST_PAGE variable (only page_starts should be passed into this)
sub set_last_page {
    my $page = shift;
    my $sec_id = shift;

    if ($LAST_PAGE =~ /^\d+$/ && $page =~ /^\d+$/) {
	if ($page < $LAST_PAGE) {
	    print STDERR "WARNING: page_start number $page falls after page_start number $LAST_PAGE in section ID $sec_id\n";
	}
    }

    if (exists($PAGE_NUMBERS{$page})) {
	if ($PAGE_NUMBERS{$page} ne $sec_id) {
	    print STDERR "ERROR: Duplicate page_start number $page in sections $sec_id and $PAGE_NUMBERS{$page}\n";
	}
	else {
	    print STDERR "ERROR: Duplicate page_start number $page in section $sec_id\n";
	}
    }
    else {
	$PAGE_NUMBERS{$page} = $sec_id;
	$LAST_PAGE = $page;
    }
    
    return "";
}
# PAGE NUMBERS end

sub post_process_section {
    my $args = shift; # attributes on <section> tag
    my $content = shift; # content of section

    # move term boxes up one para by default
    $content =~ s`(<p [^>]+>(?:(?!<p ).)*?</p>)(<box [^>]+ block_type="term">.*?</box>)`\2\1`g;

    # Fix title if there are inline tags
    if ($args =~ /title="[^"]+"/ && $content !~ /<section-metadata>/) {
	my $title = $1;
	if ($title =~ /<[^>]+>/) {
	    $content = "<section-metadata><section-title>${title}</section-title></section-metadata>" . $content;
	    $args =~ s`title="[^"]+"`title=""`;
	}
    }

    # Force browsers to line break correctly at dashes.
    # NOTE: This is still experimental.  Please let Bruce know if it
    # causes any problems.
    if ($FIX_LINEBREAKS) {
      $content = fix_linebreaks($content);
    }
	
	#remove dash and parens from termref
	$content =~ s`<termref term="([^"]+)">`process_nodash($1)`ge;
	$content =~ s`<termref term="([^"]+)">`<termref term="\1 ${CHAPTER}">`g;
	
	#$content =~ s` (page \d+)``g;
	$content =~ s`</link>([.,:;\?])</strong>`</link></strong>\1`g;
	  
    return qq`<section ${args}>${content}</section>`;
}
sub process_nodash {
    my $termref = shift;
    $termref =~ s` \(in classical conditioning\)` c`;
	$termref =~ s` \(in operant conditioning\)` o`;
	$termref =~ s`-` `g;
	$termref =~ s|&#\d+;| |g;
	$termref =~ s` \([^)]+\)``g;
	$termref =~ s`[^A-Za-z0-9]` `g;
	$termref = lc $termref;
	$termref =~ s/^\s+|\s+$//g;
	if (!$terms{"$termref ${CHAPTER}"}) {
	    print STDERR "$termref\n";
	}
    return "<termref term=\"$termref\">";
}


sub process_question {
    my $args = shift; # attributes on <question> tag
    my $content = shift; # contents of question
	my ($question_id) = $args =~ /id="([^"]+)"/;
	my ($ques_num) = $args =~ /number="([^"]+)"/;
    my ($ans_num) = $args =~ /-question-(\d+)/;
	

	
	$content = '<p id="' . $question_id . '_num" block_type="quesnum">' . $ques_num . '.</p>' . $content . $answer{$ans_num};
    
    return qq`<question ${args}>${content}</question>`;
} 

sub process_figure {
    my $args = shift; # attributes on <figure> tag
    my $content = shift; # contents of figure
	
	$content =~ s`&#124; <strong>((?:(?!</strong>).)*?)</strong>`&#124; <phrase block_type="fig-title">\1</phrase>`;
	
	$args =~ s`number="false"`numbered="false"`;
	$args =~ s`number="true"`numbered="true"`;
	if ($args =~ /numbered="false"/) {
		$content =~ s` border="true"` border="false"`;
	}

    # Create supp html files for figures
    my ($img_file_no_ext) = $content =~ /src="(?:[^"]+\/)?(.*?)\.(?:jpg|gif|png|tiff)"/;
    create_supp_file("figure", $img_file_no_ext, $args, $content);

    return qq`<figure ${args}>${content}</figure>`;
}



sub process_list {
    my $args = shift; # attributes on <list> tag
    my $content = shift; # contents of list




    # yes, we are returning "lister"
    return qq`<lister ${args}>${content}</lister>`;
}

sub process_link {
    my $args = shift; # attributes on <list> tag
    my $content = shift; # contents of list

	if (($args =~ /.com/ || $args =~ /.net/ || $args =~ /.edu/) && $args !~ /launchpad/ && $args !~ /macmillan/) {
		return qq`${content}`;
	} else {
		return qq`<link ${args}>${content}</link>`;
	}
}


sub process_table {
    my $args = shift; # attributes on <table> tag
    my $content = shift; # contents of table

    # process each <td>
    $content =~ s`(<td[^>]*>.*?</td>)`process_td($1)`ge;
	
	$args =~ s`caption-placement="top"`caption-placement="Top"`; 
	
	if ($content =~ /Table (\d+).(\d+)/) {
		$args .= " data-href=\"asset/table/table_$1_$2.html\" data-target=\"_pop\"";
	#} elsif ($content =~ /Table&#160;([A-Z]).(\d+)/) {
	#	my $tab_ch = lc($1);
	#	$args .= " data-href=\"asset/table/table_${tab_ch}_$2.html\" data-target=\"_pop\"";
	}
	
	$content =~ s`<td([^>]*)?><phrase block_type="tbn-colhd">((?:(?!</td/>).)*?)</td>`<th\1><phrase block_type="tbn-colhd">\2</th>`g;


    # Create table supp html files for numbered tables.  You may need to adjust
    # the regex for your particular xml.
    if ($content =~ /<phrase block_type="tab-label">(Table \d+.\d+)/) {
	my $table_file_no_ext = $1;
	$table_file_no_ext = lc($table_file_no_ext);
	$table_file_no_ext =~ s`[ \-\.]`_`g;
	create_supp_file("table", $table_file_no_ext, $args, $content);
    }

    # yes, we are returning "tabler"
    return qq`<tabler ${args}>${content}</tabler>`;
}


sub process_td {
    my $td = shift;


    return $td;
}


sub process_box {
    my $args = shift; #attributes on <box> tag
    my $content = shift; # contents of box

	$args =~ s`title="ConceptCheck `title="`;
	
	$content =~ s`The answers to this exercise follow the answers to the ConceptChecks at the end of the chapter.`Click the Show Answer button below each question to see the answer.`;
	$content =~ s`The answers are given after the Key Terms Exercise answers at the end of the chapter.`Click the Show Answer button below each question to see the answer.`;
	$content =~ s` When you think that you know all of the terms, complete the matching exercise based on these key terms.``;

    # yes, we are returning "boxer"
	if ($args =~ /block_type="mn1"/) {
	   # $content = $content . "</box></box><box numbered=\"false\" id=\"introbox_ch${CHAPTER}\" block_type=\"introbox\">";
		return qq`<boxer ${args}>${content}</box></box></boxer><box numbered=\"false\" id=\"introbox_ch${CHAPTER}\" block_type=\"introbox\">`;
	} else {
	    return qq`<boxer ${args}>${content}</boxer>`;
	}
    return qq`<boxer ${args}>${content}</boxer>`;
}


sub process_para {
    my $args = shift; #attributes on <p> tag
    my $content = shift; # contents of para
	my ($p_type) = $args =~ /block_type="([^"]+)"/;

	if ($args =~ /block_type="cr-ktl-unl"/) {
		$content =~ s`<link href="[^"]+">([^<]+)</link>`<termref term="$1">$1</termref>`g;
	}
	if ($p_type eq "co-toc-h1" && $content =~ /<link href="#griggs5e-ch(\d+)-sec1-(\d+)">/) {
		my $PLUSONE = $2 + 1;
		$content =~ s`<link href="#griggs5e-[^-]+-sec[^-]+-(\d+)">`<link href="griggs5e_ch${CHAPTER}_${PLUSONE}.html" target="_pop">`;
	}
	if ($p_type eq "co-toc-h2" || $p_type eq "co-toc-bx1-t" || $p_type eq "bm-app-toc-i2" || $p_type eq "appendix_number") {
		$content =~ s`<link href="[^>]+>(.*?)</link>`\1`;
	}
	
	
	# in-text refs to numbered figures and tables pop
	#$content =~ s`<link href="[^"]+">Figure (\d+).(\d\d?)([A-Z]?)</link>`"<link href=\"asset/img_ch${CHAPTER}/comer8e_fig" . sprintf("%02d", $1) . "_" . sprintf("%02d", $2) . ".html\" target=\"_pop\">Figure ${1}.${2}${3}</link>"`ge; ##FORCE 2 digits
	#$content =~ s`<link href="[^"]+">Table (\d+).(\d\d?)([A-Z]?)</link>`"<link href=\"asset/img_ch${CHAPTER}/comer8e_tab" . sprintf("%02d", $1) . "_" . sprintf("%02d", $2) . ".html\" target=\"_pop\">Table ${1}.${2}${3}</link>"`ge; ##FORCE 2 digits
	
	#$content =~ s`alt="image" src="`alt="image" src="asset/img_ch${CHAPTER}/`;

    return qq`<p ${args}>$content</p>`;
}


# This function will automatically create subdirectories to store the supp
# html files it produces as follows:

# figures: img_chN/ (where 'N' is the chapter number specified in the xml)
# tables: table/

sub create_supp_file {
    my $type = shift; # 'figure' or 'table'
    my $filename = shift; # the name of the supp file we are creating
    my $args = shift; # the attributes of the tag
    my $content = shift; # the content in the tag
	my $sub_dir = "";

    if ($filename eq "" || $filename =~ /\s/) {
	print STDERR "Bad filename for supp file [args: $args]\n";
	return;
    }

    # determine write file
    my $write_file;

    if ($type eq "figure") {
	# if only the filename is passed then add the default sub directory
	if ($filename !~ /\//) {
		if ($CHAPTER == 401) {$sub_dir = "fm/img_ch${CHAPTER}";}
		elsif ($CHAPTER == 501) {$sub_dir = "references/img_ch${CHAPTER}";}
		elsif ($CHAPTER == 601) {$sub_dir = "glossary/img_ch${CHAPTER}";}
	    else { $sub_dir = "ch${CHAPTER}/img_ch${CHAPTER}";}
	    if (!-d $sub_dir) {
		mkdir($sub_dir);
	    }
	    $write_file = $sub_dir . "/" . $filename;
	    $write_file =~ s`\.([a-z]+)$`.html`;
	    if ($write_file !~ /\.html$/) {
		$write_file .= ".html";
	    }
	}
	# otherwise use the filename passed in
	else {
	    $write_file = $filename;
	}
    }
    elsif ($type eq "table") {
	if ($filename !~ /\//) {
	    my $sub_dir = "table";
	    if (!-d $sub_dir) {
		mkdir($sub_dir);
	    }
	    $write_file = $sub_dir . "/" . $filename;
	    $write_file =~ s`\.([a-z]+)$`.html`;
	    if ($write_file !~ /\.html$/) {
		$write_file .= ".html";
	    }
	}
	else {
	    $write_file = $filename;
	}
    }
    else {
	print STDERR "Bad type ($type) passed to create_supp_file\n";
	return;
    }

    $content =~ s`<link (href="[^"]+")>(.*?)</link>`<span data-type="link" data-$1>$2</span>`g;

    if (!open(OUT, ">${write_file}")) {
	print STDERR "create_supp_file: Can't write to ${write_file}: $!\n";
	return;
    }

    binmode(OUT, ":utf8");

    my $supp_content;

    if ($type eq "figure") {

	my ($block_type) = $args =~ /block_type="([^"]+)"/;
	my ($id) = $args =~ /id="([^"]+)"/;
	my $layout = "";

	$content =~ s`<figure [^>]+>`<div data-type="figure">\n`;
	$content =~ s`<phrase block_type="head">(.*?)</phrase>`<span data-block_type="head">\1</span>`;
	$content =~ s`<asset_source>(.*?)</asset_source>`<div data-type="asset_source">\1</div>\n`g;

	# We assume there is only one <caption> per <figure>
	if ($content =~ /Figure (\d+).(\d+)/ || $content =~ /Figure ([A-Z]+).(\d+)/) {
		$content =~ s`<caption>(.*?)</caption>`<div data-type="figure_text" data-block_type="numbered"><span data-type="caption">\1</span></div>\n`;
	} else {
		$content =~ s`<caption>(.*?)</caption>`<div data-type="figure_text"><span data-type="caption">\1</span></div>\n`;
	}

	$content =~ s`</figure>`</div>\n`;
	
	if ($content =~ /width="side"/) {
		$layout = ' data-layout-width="side"';
	}
	if ($content =~ /width="xside"/) {
		$layout = ' data-layout-width="xside"';
	}
	$content =~ s`<layout [^>]+>``;

	$content =~ s`src="(?:[^"]+\/)?(.*\.(?:jpg|gif|png|tiff))"`src="$1"`;

	$content =~ s`<image `<img `;
	
	$content =~ s`<link `<a `g;
	$content =~ s`</link>`</a>`g;
	$content =~ s`data-target="_pop"`target="_self"`g;
	$content =~ s`asset/[^/]+/``g;

	$supp_content = qq`<div data-type="figure" data-figure-id="${id}" data-block_type="${block_type}"${layout}>${content}</div>`;

    }
    elsif ($type eq "table") {

	my ($block_type) = $args =~ /block_type="([^"]+)"/;
	my ($id) = $args =~ /id="([^"]+)"/;
	my ($layout) = $content =~ /<layout(?:[^>]+)?align="([^"]+)"(?:[^>]+)?\/>/;
	my ($width) = $content =~ /<layout(?:[^>]+)?width="([^"]+)"(?:[^>]+)?\/>/;
	my ($border) = $content =~ /<layout(?:[^>]+)?border="([^"]+)"(?:[^>]+)?\/>/;
	my ($number) = $args =~ /number="([^"]+)"/;

	$content =~ s`<layout[^>]+>``;

	$content =~ s`<table_caption>(.*?)</table_caption>`<div data-type="table_text"><span data-type="number">Table ${number}: </span><span data-type="table_caption">$1</span></div>`;

	$supp_content = qq`<div data-type="table" data-block_type="${block_type}" id="${id}" data-layout-align="${layout}" data-layout-width="${width}" data-layout-border="${border}" data-mmsrc="" data-attr=""><table width="auto" height="auto">${content}</table></div>`;
    }

    $supp_content =~ s`<phrase block_type="([^"]+)">`<span data-block_type="\1">`g;
    $supp_content =~ s`</phrase>`</span>`g;

    my $pub_ext = "";
    if ($PUBLISHER eq "fw" || $PUBLISHER eq "FW") {
	$pub_ext = "_fw";
    }

    $supp_content = fix_linebreaks($supp_content);

    print OUT<<ENDL;
<!DOCTYPE html>
<!--[if lt IE 7 ]> <html lang="en" class="no-js ie6"> <![endif]-->
<!--[if IE 7 ]>    <html lang="en" class="no-js ie7"> <![endif]-->
<!--[if IE 8 ]>    <html lang="en" class="no-js ie8"> <![endif]-->
<!--[if IE 9 ]>    <html lang="en" class="no-js ie9"> <![endif]-->
<!--[if (gt IE 9)|!(IE)]><!--> <html lang="en" class="no-js"> <!--<![endif]-->
<head>
    <title></title>
    <meta charset="utf-8">
    <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
    <meta name="viewport" content="width=device-width, initial-scale=1.0">


<link href="../../css/boilerplate.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/jquery-ui-custom.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/manuscript.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/digfir_ebook${pub_ext}.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/${BOOK_ID}.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/${BOOK_ID}_ch${CHAPTER}.css" media="screen" rel="stylesheet" type="text/css" >
</head>

<body id="supp_win">
<div id="manuscript" data-chapter-number="${CHAPTER}">
<div data-type="section">

${supp_content}

</div>
</div><!-- /#manuscript -->
<br class="clear" />
<!-- end of material in original view -->

<script type="text/javascript" src="../../js/utilities.js"></script>
<script type="text/javascript" src="../../js/query_types.js"></script>
<script type="text/javascript" src="../../js/player.js"></script>
<script type="text/javascript" src="../../js/jquery.js"></script>
<script type="text/javascript" src="../../js/jquery-ui-1.8.16.custom.min.js"></script>
<script type="text/javascript" src="../../js/jquery_extensions.js"></script>
<script type="text/javascript" src="../../js/swfobject.js"></script>
<script type="text/javascript" src="http://admin.brightcove.com/js/BrightcoveExperiences.js"></script>
<script type="text/javascript" src="../../js/digfir_ebook${pub_ext}.js"></script>
<script type="text/javascript" src="../../js/${BOOK_ID}.js"></script>
<script type="text/javascript">
    //<!--

\$(window).ready(function () {
	player.initialize('52c6e83c757a2ef70c000000');
});
    //-->
</script>

</body>
</html>
ENDL

close(OUT);

#CREATE SECOND FILE WITH DIFFERENT NAME
my ($new_write_file) = $write_file;
$new_write_file =~ s`_(\d+)[a-z-]+.html`_\1.html`g;
if ($type eq "figure" && $new_write_file ne $write_file) {

    if (!open(OUT2, ">${new_write_file}")) {
	print STDERR "create_supp_file: Can't write to ${new_write_file}: $!\n";
	return;
    }
print OUT2<<ENDL;
<!DOCTYPE html>
<!--[if lt IE 7 ]> <html lang="en" class="no-js ie6"> <![endif]-->
<!--[if IE 7 ]>    <html lang="en" class="no-js ie7"> <![endif]-->
<!--[if IE 8 ]>    <html lang="en" class="no-js ie8"> <![endif]-->
<!--[if IE 9 ]>    <html lang="en" class="no-js ie9"> <![endif]-->
<!--[if (gt IE 9)|!(IE)]><!--> <html lang="en" class="no-js"> <!--<![endif]-->
<head>
    <title></title>
    <meta charset="utf-8">
    <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
    <meta name="viewport" content="width=device-width, initial-scale=1.0">


<link href="../../css/boilerplate.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/jquery-ui-custom.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/manuscript.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/digfir_ebook${pub_ext}.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/${BOOK_ID}.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/${BOOK_ID}_ch${CHAPTER}.css" media="screen" rel="stylesheet" type="text/css" >
</head>

<body id="supp_win">
<div id="manuscript" data-chapter-number="${CHAPTER}">
<div data-type="section">

${supp_content}

</div>
</div><!-- /#manuscript -->
<br class="clear" />
<!-- end of material in original view -->

<script type="text/javascript" src="../../js/utilities.js"></script>
<script type="text/javascript" src="../../js/query_types.js"></script>
<script type="text/javascript" src="../../js/player.js"></script>
<script type="text/javascript" src="../../js/jquery.js"></script>
<script type="text/javascript" src="../../js/jquery-ui-1.8.16.custom.min.js"></script>
<script type="text/javascript" src="../../js/jquery_extensions.js"></script>
<script type="text/javascript" src="../../js/swfobject.js"></script>
<script type="text/javascript" src="http://admin.brightcove.com/js/BrightcoveExperiences.js"></script>
<script type="text/javascript" src="../../js/digfir_ebook${pub_ext}.js"></script>
<script type="text/javascript" src="../../js/${BOOK_ID}.js"></script>
<script type="text/javascript">
    //<!--

\$(window).ready(function () {
	player.initialize('52c6e83c757a2ef70c000000');
});
    //-->
</script>

</body>
</html>
ENDL

close(OUT2);
}

} # end create_figure_supp_file


# Adds <phrase block_type="nobr"> around (em/en)dash and letter preceding it.
# Adds <wbr> after (em/en)dash.  This forces all browswers to line break after
# the dash.
# While we are at it, add <wbr> after forward slash in URLs.
# This does not fix anything inside <rawhtml>.
sub fix_linebreaks {
    my $text = shift;
    my $new_text = "";
    my @tokens = split(/(<[^>]+>)/,$text);

    my $token;
    my $protected = 0;
    foreach $token (@tokens) {

	# look for tags first
	if ($token =~ /<(rawhtml|link)/) {
	    $protected = $1;
	}
	elsif ($token =~ /<\/${protected}/) {
	    $protected = 0;
	}
	elsif ($token =~ /</) {
            # nothing to do here, this is just a tag
	}
	# if we've made it this far we have text
	elsif (!$protected) {
	    # the last char in the pattern is a utf emdash
	    $token =~ s`([a-zA-Z0-9](&#8211;|&#8212;|-|—))`<phrase block_type="nobr">$1</phrase><wbr/>`g;
	}
	elsif ($protected eq "link") {
	    $token =~ s`([^/]/)`${1}<wbr/>`g;
	}
	$new_text .= $token;
    }

    return $new_text;
}


__END__

(NOTE: Do not put any perl code below.  All perl code should go above __END__)

CHANGE LOG

2014-02-04: Script now creates supplemental html files for images and numbered tables.
 - added $PUBLISHER variable (must be set to either "bsm" or "fw")
 - added create_supp_file()
 - added calls to create_supp_file() in process_figure() and process_table()

2014-02-14: Fixed bug found by Kevin in process_figure where pattern
for finding $img_file_no_text was too greedy (added '?')

2014-06-02: Added fix_linebreaks() to force browsers to break line correctly
at (em/en)dash

2014-06-02: Added check for inline tags in section titles

2014-06-24: Fixed bug in post_process_section: moved $args =~ s`title="[^"]+"`title=""`; inside of if block

2014-08-15: Added call to fix_linebreaks() in create_supp_file()

2015-12-01: Added code to check for page numbers 
