#!/usr/bin/perl

# This is a basic starter template script for processing your xml. There are some
# very basic checks at the beginning that will apply to most xml but you may need
# to alter these checks if your xml deviates too much from the norm.


use utf8;
use strict;
binmode(STDIN, ":utf8");
binmode(STDOUT, ":utf8");


# GLOBALS that may be useful

my $BOOK_ID = "comerfund8e";
my $PUBLISHER = "fw"; # set this to either "bsm" or "fw"
my $CHAPTER;
my $CHAPTER_TITLE;
my $PWcounter = 1;
my %terms = ();
my %answers = ();
my $letter = 'a';
my $secnum = 1;
my $DFSecNum = 0;
my $CountSecNum = 1;

# PAGE NUMBERS begin
my $LAST_PAGE; # last page number seen in section
my %PAGE_NUMBERS;
my %PRINT_PAGE;
my %PAGE_START;
# PAGE NUMBERS end

# Use '_NL_' to specify newlines (such as for question formatting)
my $NEWLINE = "_NL_";

if ($BOOK_ID eq "") {
    print STDERR "Please set the BOOK_ID variable in this script\n";
    exit();
}
if ($PUBLISHER ne "bsm" && $PUBLISHER ne "fw") {
    print STDERR "Please set the PUBLISHER variable in this script to either 'bsm' or 'fw'\n";
    exit();
}

print STDERR "BOOK_ID: $BOOK_ID\n";
print STDERR "PUBLISHER: $PUBLISHER\n";

my $contents;
my $temp_line;
while ($temp_line = <STDIN>) {
    chomp($temp_line);

    $temp_line =~ s`<\?xml [^>]+>``g;
    $temp_line =~ s`<(\/)?manuscript( [^>]+)?>``g;

    $temp_line =~ s/[\t\r\n]//g; #remove tabs, line feeds, returns
    $temp_line =~ s/[ ]{2,}/ /g; # remove multiple spaces
    $temp_line =~ s/^\s+//; # remove leading spaces
    $contents .= $temp_line;
}


# If you want to "remove" content from your xml without actually deleting it from
# the file, wrap it in <rm>...</rm>
# WARNING: do not embed <rm> tags inside of <rm> tags!
$contents =~ s`<rm>.*?</rm>``g;

# Fix up any title attributes that have inline tags
$contents =~ s` title="([^"]+)"`" title=\"" . fix_title($1) . "\""`ge;

# Change <tag> to {tag}
sub fix_title {
    my $title = shift;
    $title =~ s`<([^>]+)>`{$1}`g;
    return $title;
}


$_ = $contents;


# At this point, the xml from the file is now one big string with no newlines


# Get chapter info/check for start-numbering-at
s`<chapter ([^>]+)>`"<chapter " . get_chapter_info($1) . ">"`e;

sub get_chapter_info {
    my $tag = shift;

    ($CHAPTER_TITLE) = $tag =~ /title="([^"]+)"/;
    ($CHAPTER) = $tag =~ /number="(?:ch)?(?:[0]+)?(\d+)"/i;

    if ($CHAPTER_TITLE eq "") {
	print STDERR "Can't find chapter title\n";
	exit();
    }
    if ($CHAPTER eq "") {
	print STDERR "Can't find chapter number\n";
	exit();
    }

    # If chapter does not have start-numbering-at attribute then add it
    if ($tag !~ /start-numbering-at/) {
	$tag .= qq` start-numbering-at="${CHAPTER}"`;
    }
    # Otherwise, make sure start-numbering-at is the same as chapter number
    else {
	$tag =~ s`start-numbering-at="[^"]+"`start-numbering-at="${CHAPTER}"`;
    }

    return $tag;
}



### Uncomment the following lines if your vendor supplied IDs need fixing
### (i.e. they are not unique enough)
### The fix_id subroutine my also need fixing depending on the format of the IDs

#s`id="([^"]+)"`"id=\"" . fix_id($1) . "\""`ge;
#s`refid="([^"]+)"`"refid=\"" . fix_id($1) . "\""`ge;

sub fix_id {
    my $id = shift;

    if ($id !~ /^$BOOK_ID/) {
	return $BOOK_ID . "-ch" . $CHAPTER . "-" . $id;
    }

    return $id;
}

# PAGE NUMBERS begin
# Sometimes the vendor uses page-start instead of page_start
s`block_type="page-start"`block_type="page_start"`g;
# Fix page_start IDs
s`<p ([^>]+)?block_type="page_start"([^>]+)?>(.*?)</p>`"<p id=\"${BOOK_ID}_page_${3}\" block_type=\"page_start\">${3}</p>" . add_page_start($3)`ge;

sub add_page_start {
    my $page = shift;
    $PAGE_START{$page} = 1;
    return "";
}
# PAGE NUMBERS end



#Read in Glossary
open my $glossfile, '<', 'terms.js';
chomp(my @glosslines = <$glossfile>);
close $glossfile;
foreach (@glosslines) {
	my @aparts = split(/'/, $_);
	#if ($_ =~ /xBookUtils.terms[\'([^\']+)\'] = \'([^\']+)\';/) {
		#$answers{$1} = $2;
	#}
	$terms{@aparts[1]} = @aparts[3];
}



# BEGINNING THE PROCESS FUNCTIONS
# This script is designed to cycle through all the major elements in the xml file.
# For each element there is a corresponding "process" function where you can add your
# custom code.


# "pre-process" sections
# Anything you need to do to a section before you begin processing the elements
# within that section goes in the pre_process_section function
s`<section ([^>]+)>(.*?)</section>`pre_process_section($1, $2)`ge;

# PAGE NUMBERS begin
check_page_numbers();

sub check_page_numbers {
    my $num;
    my $prev_page;
    my $error = 0;
    my $first;
    my $last;

    foreach $num (sort {$a<=>$b} keys %PRINT_PAGE) {
        if (!exists($PAGE_START{$num})) {
            print STDERR "ERROR: no page_start found for page $num\n";
        }
    }

    foreach $num (keys %PAGE_NUMBERS) {
        # first get rid of all non-numeric page numbers
        if ($num !~ /^\d+$/) {
            delete($PAGE_NUMBERS{$num});
        }
    }
    # now go through them and make sure we aren't missing any
    foreach $num (sort {$a<=>$b} keys %PAGE_NUMBERS) {  
        if ($prev_page eq "") {
            # do nothing, this is the first page_start number
            $first = $num;
        }
        # if we skipped one page
        elsif ($num == ($prev_page + 2)) {
            print STDERR "ERROR: no page_start found for page " . ($prev_page + 1) . "\n"; 
            $error = 1;
        }
        elsif ($num > ($prev_page + 2)) {
            print STDERR "ERROR: " . (($num - $prev_page) - 1) . " page_start numbers missing between " . $prev_page . " and " . $num . "\n";
            $error = 1;
        }  
        $prev_page = $num;
        $last = $num;
    }
    
    if (!$error && $first && $last) {
        print STDERR "INFO: Consecutive print_page numbers found from $first to $last\n";
    }
}
# PAGE NUMBERS end

# process boxes
# put all of your box processing code in the process_box function
my $BOX_COUNT = 0;
while (/(<box [^>]+>)/) {
    s`<box ([^>]+)>((?:(?!<box ).)*?)</box>`process_box($1, $2)`ge;
    $BOX_COUNT++;
    if ($BOX_COUNT > 1000) {
	print STDERR "Too many boxes ...\n";
	print STDERR $1, "\n";
	exit(0);
    }
}
# these are important, don't remove them
s`<boxer `<box `g;
s`</boxer>`</box>`g;


# process paras
# put all of your para processing code in the process_para function
s`<p ([^>]+)>(.*?)</p>`process_para($1, $2)`ge;

# process questions
# put all of your question processing code in the process_para function
s`<question ([^>]+)>(.*?)</question>`process_question($1, $2)`ge;

# process figures
# put all of your figure processing code in the process_figure function
s`<figure ([^>]+)>(.*?)</figure>`process_figure($1, $2)`ge;


# process lists
# put all of your list processing code in the process_list function
my $LIST_COUNT = 0;
while (/(<list [^>]+>)/) {
    s`<list ([^>]+)>((?:(?!<list ).)*?)</list>`process_list($1, $2)`ge;
    $LIST_COUNT++;
    if ($LIST_COUNT > 1000) {
	print "Too many lists ...\n";
	exit(0);
    }
}
# these are important, don't remove them
s`<lister `<list `g;
s`</lister>`</list>`g;


# process tables
# put all of your table processing code in the process_table function
my $TABLE_COUNT = 0;
while (/(<table [^>]+>)/) {
    s`<table ([^>]+)>((?:(?!<table ).)*?)</table>`process_table($1, $2)`ge;
    $TABLE_COUNT++;
    if ($TABLE_COUNT > 1000) {
	print "Too many tables ...\n";
	exit(0);
    }
}
# these are important, don't remove them
s`<tabler `<table `g;
s`</tabler>`</table>`g;


# post process section
# Anything you need to do to a section after you have processed the elements
# within that section goes in the post_process_section function
s`<section ([^>]+)>(.*?)</section>`post_process_section($1, $2)`ge;

# convert tags in rawhtml for DF
s`<rawhtml>(.*?)</rawhtml>`"<rawhtml>" . fix_up_rawhtml($1) . "</rawhtml>"`ge;

# add new lines back in to xml
s`(<(rawhtml|chapter|section|box|layout|table|tbody|tr|list|figure|layout|question|image|asset_source)(/| [^>]+)?>)`\1\n`g;
s`(</(metadata|p|div|table|tr|td|list|li|box|question|query|tbody|th|rawhtml|caption|figure|section-metadata)>)`\1\n`g;
s`</section>`</section>\n`g;
s`</rawhtml>`\n</rawhtml>`g;


# restore newlines
s`${NEWLINE}`\n`g;


### print out the xml ###

print $_, "\n";


sub fix_up_rawhtml {
    my $text = shift;
    $text =~ s`<`&lt;`g;
    $text =~ s`>`&gt;`g;
    return $text;
}



sub pre_process_section {
    my $args = shift; # attributes on the <section> tag
    my $content = shift; # content of section

    # Fix title if there are inline tags (e.g. {em})
    if ($args =~ /title="([^"]+)"/ && $content !~ /<section-metadata>/) {
	  my $title = $1;

	  if ($title =~ /\{[^}]+\}/) {
	    $title =~ s`\{([^}]+)\}`<${1}>`g;
	    $content = "<section-metadata><section-title>${title}</section-title></section-metadata>" . $content;
	    $args =~ s`title="[^"]+"`title=""`;
	  }
    }
	if ($args =~ /numbered="true" level="1"/ && $content =~ /<section-title>/ && $CHAPTER < 99 ) {
	    $content =~ s`<section-title>`<section-title>${CHAPTER}.${CountSecNum} `;
		$CountSecNum = $CountSecNum + 1;
	}

    # PAGE NUMBERS begin
    # Process the page numbers in the section, adding the print_page
    # attribute if needed
    my ($section_id) = $args =~ /id="([^"]+)"/;
    if ($content =~ /^(<section-metadata>.*?<\/section-metadata>)?<p ([^>]+)?block_type="page_start"([^>]+)?>(.*?)<\/p>/) {
        $LAST_PAGE = $4;
        $args =~ s`\s*print_page="[^"]*"``;
        $args .= qq` print_page="${LAST_PAGE}"`;
	    #print STDERR "NOTICE: section ID $section_id is at the beginning of page $LAST_PAGE, setting print_page to $LAST_PAGE\n";
    }

    my ($print_page) = $args =~ /print_page="([^"]+)"/;

    # If print_page does not exist then set it to LAST_PAGE 
    if ($print_page eq "") {
        if ($LAST_PAGE ne "") {
            $args =~ s`\s*print_page="[^"]*"``;
	        $args .= qq` print_page="${LAST_PAGE}"`;
            $print_page = $LAST_PAGE;
	        #print STDERR "NOTICE: section ID $section_id did not have print_page attribute, setting to ${LAST_PAGE}\n";
        } else {
            print STDERR "ERROR: section ID $section_id does not have print_page set\n";
        }
    } else {
        # print_page was included in XML - if we don't have a page_start for the 
        # print_page then assume this is the beginning of a new page and add it
        if (!exists($PAGE_START{$print_page})) {
            if ($content =~ /<\/section-metadata>/) {
                $content =~ s`</section-metadata>`</section-metadata><p id="${BOOK_ID}_page_${print_page}" block_type="page_start">${print_page}</p>`;
            }
            else {
                $content = "<p id=\"${BOOK_ID}_page_${print_page}\" block_type=\"page_start\">${print_page}</p>" . $content;
            }
            add_page_start($print_page);
            $LAST_PAGE = $print_page;
        }
    }

    if ($print_page ne "") {
        $PRINT_PAGE{$print_page} = 1;
    }

    # Theoretically, the print_page attribute should match up with LAST_PAGE, but there
    # may be instances where it doesn't so don't fix, just send a warning
    if ($print_page ne "" && $LAST_PAGE ne "" &&  $print_page ne $LAST_PAGE) {
        print STDERR "WARNING: section ID $section_id has possible bad print_page (current = $print_page, possibly should be $LAST_PAGE)\n";
    }
    # PAGE NUMBERS end


    # Your custom code goes below
	
	

	if ($content =~ /<box title="PsychWatch"/) {
		$content =~ s`<box title="PsychWatch"`<figure id="${BOOK_ID}-ch${CHAPTER}-pw-$PWcounter" block_type="pw" numbered="false" mmtype="" mmsrc="" attr=""><image src="asset/pics/psychwatch.png"/></figure><box title="PsychWatch"`g;
	    $PWcounter = $PWcounter + 1;
	}
	if ($content =~ /<box title="InfoCentral"/) {
		$content =~ s`<box title="InfoCentral"`<figure id="${BOOK_ID}-ch${CHAPTER}-pw-$PWcounter" block_type="ic" numbered="false" mmtype="" mmsrc="" attr=""><image src="asset/pics/infocentral.png"/></figure><box title="InfoCentral"`g;
	    $PWcounter = $PWcounter + 1;
	}

    # PAGE NUMBERS begin
    # Last thing to do - set $LAST_PAGE
    if ($args =~ /print_page="([^"]+)"/) {
        $LAST_PAGE = $1;
    }
    $content =~ s`(<p .*?block_type="page_start".*?>(.*?)</p>)`$1 . set_last_page($2, $section_id)`ge;
    # PAGE NUMBERS end

    return qq`<section ${args}>${content}</section>`;
}

# PAGE NUMBERS begin
# Set the LAST_PAGE variable (only page_starts should be passed into this)
sub set_last_page {
    my $page = shift;
    my $sec_id = shift;

    if ($LAST_PAGE =~ /^\d+$/ && $page =~ /^\d+$/) {
	if ($page < $LAST_PAGE) {
	    print STDERR "WARNING: page_start number $page falls after page_start number $LAST_PAGE in section ID $sec_id\n";
	}
    }

    if (exists($PAGE_NUMBERS{$page})) {
	if ($PAGE_NUMBERS{$page} ne $sec_id) {
	    print STDERR "ERROR: Duplicate page_start number $page in sections $sec_id and $PAGE_NUMBERS{$page}\n";
	}
	else {
	    print STDERR "ERROR: Duplicate page_start number $page in section $sec_id\n";
	}
    }
    else {
	$PAGE_NUMBERS{$page} = $sec_id;
	$LAST_PAGE = $page;
    }
    
    return "";
}
# PAGE NUMBERS end

sub post_process_section {
    my $args = shift; # attributes on <section> tag
    my $content = shift; # content of section

    # move term boxes up one para by default
   # $content =~ s`(<p [^>]+>(?:(?!<p ).)*?</p>)(<box [^>]+ block_type="term">.*?</box>)`\2\1`g;
   
   
   	$args =~ s`Chapter Introduction`Chapter $CHAPTER Introduction`;
	$args =~ s`numbered="true" level="1"`numbered="false" level="1"`;
	$content =~ s`<section-title>PUTTING IT`<section-title>Chapter $CHAPTER PUTTING IT`;
	#$content =~ s`<section-title>KEY TERMS</section-title>`<section-title>Chapter $CHAPTER KEY TERMS</section-title>`;
	$content =~ s`<section-title>Quick Quiz</section-title>`<section-title>Chapter $CHAPTER Quick Quiz</section-title>`;

   

    # Fix title if there are inline tags
    if ($args =~ /title="[^"]+"/ && $content !~ /<section-metadata>/) {
	  my $title = $1;
	  if ($title =~ /<[^>]+>/) {
	    $content = "<section-metadata><section-title>${title}</section-title></section-metadata>" . $content;
	    $args =~ s`title="[^"]+"`title=""`;
	  }
    }
	
	# Fix chapter link URLs
	$content =~ s`<link href="comerfund8e-ch(\d+).xml">`<link href="comerfund8e_ch${1}_1.html">`g;

	
	# Fix matching and question section level
    if ($args =~ /block_type="cr-ktl-t"/ || $args =~ /block_type="cr-que-h"/) {
		$args =~ s`level="2"`level="1"`g;
	}
    if ($args =~ /block_type="cr-ktl-t"/) {
		$content =~ s`<link href="[^"]+">``g;
		#$content =~ s`, p. [\d]+</link>`p.`g;
		$content =~ s`</link>``g;
	}
	
	#remove dash and parens from termref
	$content =~ s`(<termref term=[^>]+>)`process_nodash($1)`ge;
	
	# build matching exercise
	if ($args =~ /cr-ktl-t/) {
	  my $pagestart = "";
	  $content =~ s`<section-metadata><section-title>KEY TERMS</section-title></section-metadata>``;
	  if ($content =~ /(<p id="[^"]+" block_type="page_start">[\d]+<\/p>)/) {
	    $pagestart = $1;
		$content =~ s`<p id="[^"]+" block_type="page_start">[\d]+<\/p>``;
	  }
	  my @cparts = split("</p>", $content);
	  my $total = @cparts;
	  
# FIND THE MOST EVEN SPLIT  
use POSIX;
my $size = 18;
my $subs = floor($total / $size);
if ($subs < 1) { $subs = 1; }
my $grow = ceil($total % $size / $subs);
my $mysize = $size + $grow;
foreach my $j (1..16) {
  if ($mysize > 22) {
    $mysize = $size - $j;
    $grow = ceil($total % $mysize / $subs);
    $mysize = $mysize + $grow;
  }
}
	  my $i = 0;
	  my $id = 1;
	  $content = "";
	  foreach (@cparts) {
	    my $line = $_;
	    $line =~ s`<p[^>]+>(.*?), p. [\d]+`process_term($1)`ge;
		$content = $content . $line;
		$i += 1;
		$id += 1;
		if( $i == $mysize && $id <= $total) {
		  #$j += 1;
		  $i = 0;
		  $letter = 'a';
		  $content = qq`$content</query></question><question id="$BOOK_ID-ch$CHAPTER-$id-quesma" numbered="false" title="" number=""><query id="$BOOK_ID-ch$CHAPTER-$id-quesma-qry">MA:_NL_`;
		}
	  }
	  $content = qq`<section-metadata><section-title>Chapter $CHAPTER KEY TERMS</section-title></section-metadata>${pagestart}<p id="ch${CHAPTER}-keyterms" block_type="kt-dir">Match the term to its definition by clicking the term first, then the definition.</p><question id="$BOOK_ID-ch$CHAPTER-1-quesma" numbered="false" title="" number=""><query id="$BOOK_ID-ch$CHAPTER-1-quesma-qry">MA:_NL_$content</query></question>`;
	}


    # Force browsers to line break correctly at dashes.
    # NOTE: This is still experimental.  Please let Bruce know if it
    # causes any problems.
    $content = fix_linebreaks($content);

    return qq`<section ${args}>${content}</section>`;
}
sub process_term {
	my $keyterm = shift;
	my $lckeyterm = lc $keyterm;
	$lckeyterm =~ s|&#\d+;| |g;
	$lckeyterm =~ s| \([^)]+\)||g;
	$lckeyterm =~ s|<.+?>||g;
	$lckeyterm =~ s`[^A-Za-z0-9]` `g;
	my $def = $terms{$lckeyterm};
	$keyterm = "$letter.$keyterm::${def}_NL_";
	$letter = ++$letter;
    return $keyterm;
}
sub process_nodash {
    my $termref = shift;
    $termref =~ s`-` `g;
	$termref =~ s` \([^)]+\)``g;
    return "$termref";
}


sub process_figure {
    my $args = shift; # attributes on <figure> tag
    my $content = shift; # contents of figure
	
	$args =~ s`number="(\d+)-(\d+)"`number="$1.$2"`;
	$content =~ s`number="(\d+)-(\d+)"`number="$1.$2"`;
	
	
	$args =~ s` mmtype=""` mmtype="image"`g;
	$content =~ s`</caption><caption>``g;
	$content =~ s`<caption>figure ((?:(?!<strong>).)*)<strong>`<caption><phrase block_type="fig-label">figure $1</phrase><strong>`g;
	$content =~ s`<phrase block_type="fig-label"><strong>([^<]+)</strong>`<phrase block_type="fig-label">$1`g;
	$content =~ s`<phrase block_type="fig-label">figure`<phrase block_type="fig-label"><phrase block_type="fig-word">figure</phrase>`g;
	$content =~ s`</phrase> (\d+)-(\d+)`</phrase> $1.$2`g;
	$args =~ s`block_type="table" numbered="true"`block_type="table" numbered="false"`g;
	$args =~ s`block_type="figure" numbered="true"`block_type="actualfigure" numbered="true"`g;
	
	# fix src
    $content =~ s` src="images/([^/]+\.(?:jpg|gif|png|tiff))"` src="asset/img_ch${CHAPTER}/$1"`g;
	$content =~ s`alt="image" src="([^/]+\.(?:jpg|gif|png|tiff))"` src="asset/img_ch${CHAPTER}/$1"`g;
	$content =~ s`xlarge`x-large`g;
	
	$content =~ s`<asset_source>(.*?)</asset_source>``g;

    # Create supp html files for figures
    my ($img_file_no_ext) = $content =~ /src="(?:[^"]+\/)?(.*?)\.(?:jpg|gif|png|tiff)"/;
    create_supp_file("figure", $img_file_no_ext, $args, $content);

    return qq`<figure ${args}>${content}</figure>`;
}



sub process_list {
    my $args = shift; # attributes on <list> tag
    my $content = shift; # contents of list




    # yes, we are returning "lister"
    return qq`<lister ${args}>${content}</lister>`;
}


sub process_table {
    my $args = shift; # attributes on <table> tag
    my $content = shift; # contents of table

    # process each <td>
    $content =~ s`(<td[^>]*>.*?</td>)`process_td($1)`ge;


    # Create table supp html files for numbered tables.  You may need to adjust
    # the regex for your particular xml.
    if ($content =~ /<table_caption>(TABLE \d+-\d+)/) {
	my $table_file_no_ext = $1;
	$table_file_no_ext = lc($table_file_no_ext);
	$table_file_no_ext =~ s`[ \-\.]`_`g;
	create_supp_file("table", $table_file_no_ext, $args, $content);
    }

    # yes, we are returning "tabler"
    return qq`<tabler ${args}>${content}</tabler>`;
}


sub process_td {
    my $td = shift;


    return $td;
}


sub process_box {
    my $args = shift; #attributes on <box> tag
    my $content = shift; # contents of box

    if ($args =~ /block_type="mn4"/) {
	  $content = qq`<figure block_type="clinical"><image src="asset/pics/clinical.png" /></figure>${content}`;
	}
	
	if ($args =~ /block_type="co-toc-t"/) {
	  $content =~ s`comerfund8e-ch(\d+).xml``g;
	  $content =~ s`(#comerfund8e-ch(\d+)-sec(\d+)-(\d+))`build_link($1, $2, $3, $4)`ge;
	}

    # yes, we are returning "boxer"
    return qq`<boxer ${args}>${content}</boxer>`;
}
sub build_link {
    my $linkID = shift; 
    my $linkCnum = shift;
	my $linkSlevel = shift;
	my $linkSnum = shift;
	
	$linkCnum = sprintf("%02d", $linkCnum);
	if ($linkSlevel == 1) {
	  $secnum = $secnum + 1;
	  $DFSecNum = -1;
	}
	$DFSecNum = $DFSecNum + 1;
	
    return qq`comerfund8e_ch${linkCnum}_${secnum}.html#digfir_section_${DFSecNum}`;
}

sub process_para {
    my $args = shift; #attributes on <p> tag
    my $content = shift; # contents of para

	if ($args =~ /block_type="chapter_number"/) {
		$content =~ s`([a-zA-Z ]+)(\d+)`<strong>$1<phrase block_type="ch_number">$2</phrase></strong>`;
		#$content =~ s`([a-zA-Z ]+)(\d+)`<strong>$1</strong></p><p id="ch_number">$2`;
	}
	if ($args =~ /block_type="co-toc-h2"/) {
		$content =~ s`<link href="[^"]+">((?:(?!</link>).)*)</link>`$1`;  ##### HERE'S THE 'MATCH EVERYTHING UP TO...' CODE
	}
	
	#Remove Box links and 'next page' references
	$content =~ s` on the next page\)` below\)`;
	$content =~ s`<em><link href="[^"]+">InfoCentral</link></em>`<em>InfoCentral</em>`;
	$content =~ s`<em><link href="[^"]+">PsychWatch</link></em>`<em>PsychWatch</em>`;
	$content =~ s`<em><link href="[^"]+">MediaSpeak</link></em>`<em>MediaSpeak</em>`;
	$content =~ s`<em><link href="[^"]+">MindTech</link></em>`<em>MindTech</em>`;

	
	# in-text refs to numbered figures and tables pop
	$content =~ s`<link href="[^"]+">Figure (\d+).(\d\d?)([A-Z]?)</link>`"<link href=\"asset/img_ch${CHAPTER}/comer8e_fig" . sprintf("%02d", $1) . "_" . sprintf("%02d", $2) . ".html\" target=\"_pop\">Figure ${1}.${2}${3}</link>"`ge; ##FORCE 2 digits
	$content =~ s`<link href="[^"]+">Table (\d+).(\d\d?)([A-Z]?)</link>`"<link href=\"asset/img_ch${CHAPTER}/comer8e_tab" . sprintf("%02d", $1) . "_" . sprintf("%02d", $2) . ".html\" target=\"_pop\">Table ${1}.${2}${3}</link>"`ge; ##FORCE 2 digits
	
	$content =~ s`alt="image" src="`alt="image" src="asset/img_ch${CHAPTER}/`;
	
	$content =~ s`<link href="[^"]+"><em>PsychWatch</em></link>`<em>PsychWatch</em>`;
	$content =~ s`<link href="[^"]+"><em>MindTech</em></link>`<em>MindTech</em>`;
	$content =~ s`<link href="[^"]+"><em>MediaSpeak</em></link>`<em>MediaSpeak</em>`;
	$content =~ s`<link href="[^"]+"><em>InfoCentral</em></link>`<em>InfoCentral</em>`;


    return qq`<p ${args}>$content</p>`;
}

sub process_question {
    my $args = shift; #attributes on <question> tag
    my $content = shift; # contents of question
	
	if ($args =~ /number="(\d+)"/) {
		my $qNum = $1;
		$content =~ s`<p id="([^"]+)" block_type="cr-que-nl">`<p id="\1" block_type="cr-que-nl"><phrase block_type="qNum">${qNum}.</phrase> `;
		my $pID = $1;
		#$args .= qq` id="${BOOK_ID}-ch${CHAPTER}-ques-${pID}"`;
	
	 	#$content =~ s` <em>[^<]+</em>``g;
	    $content =~ s`<p [^>]+>(.*?)</p>`<query id=\"${BOOK_ID}-ch${CHAPTER}-ques-${pID}-query">ES: $1</query>`g;
	}
	
    return qq`<question ${args}>$content</question>`;
}


# This function will automatically create subdirectories to store the supp
# html files it produces as follows:

# figures: img_chN/ (where 'N' is the chapter number specified in the xml)
# tables: table/

sub create_supp_file {
    my $type = shift; # 'figure' or 'table'
    my $filename = shift; # the name of the supp file we are creating
    my $args = shift; # the attributes of the tag
    my $content = shift; # the content in the tag

    if ($filename eq "" || $filename =~ /\s/) {
	print STDERR "Bad filename for supp file [args: $args]\n";
	return;
    }

    # determine write file
    my $write_file;

    if ($type eq "figure") {
	# if only the filename is passed then add the default sub directory
	if ($filename !~ /\//) {
	    my $sub_dir = "ch${CHAPTER}/img_ch${CHAPTER}";
	    if (!-d $sub_dir) {
		mkdir($sub_dir);
	    }
	    $write_file = $sub_dir . "/" . $filename;
	    $write_file =~ s`\.([a-z]+)$`.html`;
	    if ($write_file !~ /\.html$/) {
		$write_file .= ".html";
	    }
	}
	# otherwise use the filename passed in
	else {
	    $write_file = $filename;
	}
    }
    elsif ($type eq "table") {
	if ($filename !~ /\//) {
	    my $sub_dir = "table";
	    if (!-d $sub_dir) {
		mkdir($sub_dir);
	    }
	    $write_file = $sub_dir . "/" . $filename;
	    $write_file =~ s`\.([a-z]+)$`.html`;
	    if ($write_file !~ /\.html$/) {
		$write_file .= ".html";
	    }
	}
	else {
	    $write_file = $filename;
	}
    }
    else {
	print STDERR "Bad type ($type) passed to create_supp_file\n";
	return;
    }

    $content =~ s`<link (href="[^"]+")>(.*?)</link>`<span data-type="link" data-$1>$2</span>`g;

    if (!open(OUT, ">${write_file}")) {
	print STDERR "create_supp_file: Can't write to ${write_file}: $!\n";
	return;
    }

    binmode(OUT, ":utf8");

    my $supp_content;

    if ($type eq "figure") {

	my ($block_type) = $args =~ /block_type="([^"]+)"/;
	my ($id) = $args =~ /id="([^"]+)"/;

	$content =~ s`<figure [^>]+>`<div data-type="figure">\n`;
	$content =~ s`<phrase block_type="head">(.*?)</phrase>`<span data-block_type="head">\1</span>`;
	$content =~ s`<asset_source>(.*?)</asset_source>`<div data-type="asset_source">\1</div>\n`;

	# We assume there is only one <caption> per <figure>
	$content =~ s`<caption>(.*?)</caption>`<div data-type="figure_text"><span data-type="caption">\1</span></div>\n`;

	$content =~ s`</figure>`</div>\n`;
	$content =~ s`<layout [^>]+>``;

	$content =~ s`src="(?:[^"]+\/)?(.*\.(?:jpg|gif|png|tiff))"`src="$1"`;

	$content =~ s`<image `<img `;

	$supp_content = qq`<div data-type="figure" data-figure-id="${id}" data-block_type="${block_type}">${content}</div>`;

    }
    elsif ($type eq "table") {

	my ($block_type) = $args =~ /block_type="([^"]+)"/;
	my ($id) = $args =~ /id="([^"]+)"/;
	my ($layout) = $content =~ /<layout(?:[^>]+)?align="([^"]+)"(?:[^>]+)?\/>/;
	my ($width) = $content =~ /<layout(?:[^>]+)?width="([^"]+)"(?:[^>]+)?\/>/;
	my ($border) = $content =~ /<layout(?:[^>]+)?border="([^"]+)"(?:[^>]+)?\/>/;
	my ($number) = $args =~ /number="([^"]+)"/;

	$content =~ s`<layout[^>]+>``;

	$content =~ s`<table_caption>(.*?)</table_caption>`<div data-type="table_text"><span data-type="number">Table ${number}: </span><span data-type="table_caption">$1</span></div>`;

	$supp_content = qq`<div data-type="table" data-block_type="${block_type}" id="${id}" data-layout-align="${layout}" data-layout-width="${width}" data-layout-border="${border}" data-mmsrc="" data-attr=""><table width="auto" height="auto">${content}</table></div>`;
    }

    $supp_content =~ s`<phrase block_type="([^"]+)">`<span data-block_type="\1">`g;
    $supp_content =~ s`</phrase>`</span>`g;

    my $pub_ext = "";
    if ($PUBLISHER eq "fw" || $PUBLISHER eq "FW") {
	$pub_ext = "_fw";
    }

    $supp_content = fix_linebreaks($supp_content);

    print OUT<<ENDL;
<!DOCTYPE html>
<!--[if lt IE 7 ]> <html lang="en" class="no-js ie6"> <![endif]-->
<!--[if IE 7 ]>    <html lang="en" class="no-js ie7"> <![endif]-->
<!--[if IE 8 ]>    <html lang="en" class="no-js ie8"> <![endif]-->
<!--[if IE 9 ]>    <html lang="en" class="no-js ie9"> <![endif]-->
<!--[if (gt IE 9)|!(IE)]><!--> <html lang="en" class="no-js"> <!--<![endif]-->
<head>
    <title></title>
    <meta charset="utf-8">
    <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
    <meta name="viewport" content="width=device-width, initial-scale=1.0">


<link href="../../css/boilerplate.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/jquery-ui-custom.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/manuscript.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/digfir_ebook${pub_ext}.css" media="screen" rel="stylesheet" type="text/css" >
<link href="../../css/${BOOK_ID}.css" media="screen" rel="stylesheet" type="text/css" >
</head>

<body id="supp_win">
<div id="manuscript" data-chapter-number="${CHAPTER}">
<div data-type="section">

${supp_content}

</div>
</div><!-- /#manuscript -->
<br class="clear" />
<!-- end of material in original view -->

<script type="text/javascript" src="../../js/utilities.js"></script>
<script type="text/javascript" src="../../js/query_types.js"></script>
<script type="text/javascript" src="../../js/player.js"></script>
<script type="text/javascript" src="../../js/jquery.js"></script>
<script type="text/javascript" src="../../js/jquery-ui-1.8.16.custom.min.js"></script>
<script type="text/javascript" src="../../js/jquery_extensions.js"></script>
<script type="text/javascript" src="../../js/swfobject.js"></script>
<script type="text/javascript" src="http://admin.brightcove.com/js/BrightcoveExperiences.js"></script>
<script type="text/javascript" src="../../js/digfir_ebook${pub_ext}.js"></script>
<script type="text/javascript" src="../../js/${BOOK_ID}.js"></script>
<script type="text/javascript">
    //<!--

\$(window).ready(function () {
	player.initialize('52c6e83c757a2ef70c000000');
});
    //-->
</script>

</body>
</html>
ENDL


close(OUT);
} # end create_figure_supp_file


# Adds <phrase block_type="nobr"> around (em/en)dash and letter preceding it.
# Adds <wbr> after (em/en)dash.  This forces all browswers to line break after
# the dash.
# While we are at it, add <wbr> after forward slash in URLs.
# This does not fix anything inside <rawhtml>.
sub fix_linebreaks {
    my $text = shift;
    my $new_text = "";
    my @tokens = split(/(<[^>]+>)/,$text);

    my $token;
    my $protected = 0;
    foreach $token (@tokens) {

	# look for tags first
	if ($token =~ /<(rawhtml|link)/) {
	    $protected = $1;
	}
	elsif ($token =~ /<\/${protected}/) {
	    $protected = 0;
	}
	elsif ($token =~ /</) {
            # nothing to do here, this is just a tag
	}
	# if we've made it this far we have text
	elsif (!$protected) {
	    # the last char in the pattern is a utf emdash
	    #$token =~ s`([a-zA-Z0-9](&#8211;|&#8212;|-|—))`<phrase block_type="nobr">$1</phrase><wbr/>`g;
	    $token =~ s`([a-zA-Z0-9](&#8211;|&#8212;|-))`<phrase block_type="nobr">$1</phrase><wbr/>`g;
	}
	elsif ($protected eq "link") {
	    $token =~ s`([^/]/)`${1}<wbr/>`g;
	}
	$new_text .= $token;
    }

    return $new_text;
}


__END__

(NOTE: Do not put any perl code below.  All perl code should go above __END__)

CHANGE LOG

2014-02-04: Script now creates supplemental html files for images and numbered tables.
 - added $PUBLISHER variable (must be set to either "bsm" or "fw")
 - added create_supp_file()
 - added calls to create_supp_file() in process_figure() and process_table()

2014-02-14: Fixed bug found by Kevin in process_figure where pattern
for finding $img_file_no_text was too greedy (added '?')

2014-06-02: Added fix_linebreaks() to force browsers to break line correctly
at (em/en)dash

2014-06-02: Added check for inline tags in section titles

2014-06-24: Fixed bug in post_process_section: moved $args =~ s`title="[^"]+"`title=""`; inside of if block

2014-08-15: Added call to fix_linebreaks() in create_supp_file()

2015-12-01: Added code to check for page numbers 
