convert-to-mbx.pl

#!/usr/bin/perl
#
# Script to convert this particular LaTeX file to Pretext or PTX (used to be Mathbook or MBX)
#
# I assume this could be adapted to other projects, but it would need to be heavily modified.
# It does not read arbitrary latex.
#
print "running ...\n"; 

$num_errors = 0;

my @ins;

# FIXME: same script should be used for realanal.tex and realanal2.tex, perhaps both volumes all at once?
 
open(my $in,'<', "realanal12.tex") or die $!; 
open(my $out, '>' ,"realanal-out.xml") or die $!; 
 
$mbxignore = 0;

$commands = "";

print $out <<END;
<?xml version="1.0" encoding="UTF-8" ?>
<pretext>
END

$docinfoextra = "";
$macrosextra = "";

# No \input file reading here (FIXME?)
while($line = <$in>)
{
	chomp($line);
	if ($line =~ m/^%mbxFIXME/) {
		printf("\n\n\nHUH?? FOUND mbxFIXME!\n\n\n");
		$num_errors++;
	} elsif ($line =~ m/^%mbxSTARTIGNORE/) {
		$mbxignore = 1;
	} elsif ($line =~ m/^%mbxENDIGNORE/) {
		$mbxignore = 0;
	} elsif ($line =~ m/^%mbx[ \t](.*)$/) {
		print $out "$1\n";
	} elsif ($line =~ m/^%mbxdocinfo[ \t](.*)$/) {
		$docinfoextra = $docinfoextra . "$1\n";
	} elsif ($line =~ m/^%mbxmacro[ \t](.*)$/) {
		$macrosextra = $macrosextra . "$1\n";
	} elsif ($line =~ m/^\\begin\{document\}/) {
		printf ("found begin document\n");
		last;
	} elsif ($mbxignore == 0 && $line =~ m/^\\renewcommand/) {
		$commands = $commands . "$line\n";
	} elsif ($mbxignore == 0 && $line =~ m/^\\newcommand/) {
		$commands = $commands . "$line\n";
	}
}

print $out "<docinfo>\n";

if ($docinfoextra ne "") {
	print $out $docinfoextra;
}

if ($commands ne "" || $macrosextra ne "") {
	print $out "  <macros>\n";
	print $out $commands;
	print $out $macrosextra;
	print $out "  </macros>\n";
}

print $out "</docinfo>\n";
print $out "<book xml:id=\"ra\">\n";

$didp = 0;
$inchapter = 0;
$insection = 0;
$insubsection = 0;
$insubsubsection = 0;
$initem = 0;
$inparagraph = 0;

$chapter_num = 0;
$section_num = 0;
$subsection_num = 0;
$subsubsection_num = 0;
$in_appendix = 0;

$exercise_num = 0;
$thm_num = 0;
$figure_num = 0;
$table_num = 0;

#FIXME: equation counter implement
$equation_num = 0;

$list_level = 0;
$list_start = 1;

#print $out $commands;

sub close_paragraph {
	if ($inparagraph) {
		$inparagraph = 0;
		print $out "</p>\n"
	}
}
sub close_item {
	close_paragraph ();
	if ($initem) {
		$initem = 0;
		print $out "</li>\n"
	}
}
sub close_subsubsection {
	close_paragraph ();
	if ($insubsubsection == 2) {
		$insubsubsection = 0;
		print $out "</introduction>\n\n"
	} elsif ($insubsubsection) {
		$insubsubsection = 0;
		print $out "</subsubsection>\n\n"
	}
}
sub close_subsection {
	close_subsubsection ();
	if ($insubsection == 2) {
		$insubsection = 0;
		print $out "</introduction>\n\n"
	} elsif ($insubsection == 3) {
		$insubsection = 0;
		print $out "</exercises>\n\n"
	} elsif ($insubsection) {
		$insubsection = 0;
		print $out "</subsection>\n\n"
	}
}
sub close_section {
	close_subsection();
	if ($insection) {
		$insection = 0;
		print $out "</section>\n\n"
	}
}
sub close_chapter {
	close_section ();
	if ($inchapter) {
		$inchapter = 0;
		if ($in_appendix == 0) {
			print $out "</chapter>\n\n"
		} else {
			print $out "</appendix>\n\n"
		}
	}
}
sub open_paragraph {
	close_paragraph ();
	$inparagraph = 1;
	print $out "<p>\n"
}
sub open_paragraph_if_not_open {
	if ($inparagraph == 0) {
		$inparagraph = 1;
		print $out "<p>\n"
	}
}
sub open_item {
	close_item ();
	$initem = 1;
	print $out "<li>\n"
}
sub open_item_id {
	my $theid = shift;
	close_item ();
	$initem = 1;
	print $out "<li xml:id=\"$theid\">\n"
}
sub get_chapter_num {
	if ($in_appendix == 0) {
	  	return "$chapter_num";
	} else {
		if ($chapter_num == 1) { return "A"; }
		elsif ($chapter_num == 2) { return "B"; }
		elsif ($chapter_num == 3) { return "C"; }
		elsif ($chapter_num == 4) { return "D"; }
		elsif ($chapter_num == 5) { return "E"; }
		print "\n\n\nHUH? too many appendices ($chapter_num)\n\n\n";
		$num_errors++;
	}
}
sub open_subsubsection {
	my $theid = shift;
	my $name = shift;
	close_subsubsection ();
	$insubsubsection = 1;
	$subsubsection_num = $subsubsection_num+1;

	my $ch = get_chapter_num();

	if ($theid ne "") {
		print $out "\n<subsubsection xml:id=\"$theid\" number=\"$ch.$section_num.$subsection_num.$subsubsection_num\">\n"
	} else {
		print $out "\n<subsubsection number=\"$ch.$section_num.$subsection_num.$subsubsection_num\">\n"
	}

	print "(subsubsection >$name< label >$theid<)\n";
	print $out "<title>$name</title>\n"; 
}
sub open_intro_subsubsection {
	$insubsubsection = 2;

	print "(intro subsubsection)\n";
	print $out "\n<introduction>\n";
}
sub open_subsection {
	my $theid = shift;
	my $name = shift;
	close_subsection ();
	$insubsection = 1;
	$subsection_num = $subsection_num+1;

	$subsubsection_num = 0;

	my $ch = get_chapter_num();

	if ($theid ne "") {
		print $out "\n<subsection xml:id=\"$theid\" number=\"$ch.$section_num.$subsection_num\">\n"
	} else {
		print $out "\n<subsection number=\"$ch.$section_num.$subsection_num\">\n"
	}

	print "(subsection >$name< label >$theid<)\n";
	print $out "<title>$name</title>\n"; 

	# Don't open an intro subsubsection, that's done manually with %mbxINTROSUBSUBSECTION
}
sub open_intro_subsection {
	$insubsection = 2;

	print "(intro subsection)\n";
	print $out "\n<introduction>\n";
}
sub open_exercise_subsection {
	close_subsection ();
	$insubsection = 3;
	$subsection_num = $subsection_num+1;

	$subsubsection_num = 0;

	my $ch = get_chapter_num();


	print "(exercises subsection)\n";
	print $out "\n<exercises number=\"$ch.$section_num.$subsection_num\">\n"
}
sub open_section {
	my $theid = shift;
	my $name = shift;
	close_section ();
	$insection = 1;
	$section_num = $section_num+1;

	$subsection_num = 0;
	$subsubsection_num = 0;

	$exercise_num = 0;
	$thm_num = 0;

	my $ch = get_chapter_num();

	if ($theid ne "") {
		print $out "\n<section xml:id=\"$theid\" number=\"$ch.$section_num\">\n"
	} else {
		print $out "\n<section number=\"$ch.$section_num\">\n"
	}

	print "(section >$name< label >$theid<)\n";
	print $out "<title>$name</title>\n"; 

	# Don't open an intro subsection, that's done manually with %mbxINTROSUBSECTION
	#open_intro_subsection();
}

sub open_chapter {
	my $theid = shift;
	close_chapter ();
	$inchapter = 1;

	$chapter_num = $chapter_num+1;
	$section_num = 0;
	$subsection_num = 0;
	$subsubsection_num = 0;

	$exercise_num = 0;
	$thm_num = 0;

	$equation_num = 0;
	$figure_num = 0;
	$table_num = 0;

	my $ch = get_chapter_num();

	if ($in_appendix == 0) {
		if ($theid ne "") {
			print $out "\n<chapter xml:id=\"$theid\" number=\"$ch\">\n"
		} else {
			print $out "\n<chapter number=\"$ch\">\n"
		}
	} else {
		if ($theid ne "") {
			print $out "\n<appendix xml:id=\"$theid\" number=\"$ch\">\n"
		} else {
			print $out "\n<appendix number=\"$ch\">\n"
		}
	}
}

sub modify_id {
	my $theid = shift;
	$theid =~ s/^([0-9])/X$1/;
	$theid =~ s/:/_/g;
	$theid =~ s/\./_/g;
	return $theid;
}

sub do_line_subs {
	my $line = shift;

	if ($line =~ s|~|<nbsp/>|g) {
		print "substituted nbsps\n";
	}
	if ($line =~ s|---|&#x2014;|g) {
		print "substituted emdashes\n";
	}
	if ($line =~ s|--|&#x2013;|g) {
		print "substituted endashes\n";
	}
	if ($line =~ s|\\texorpdfstring\{([^}]*)\}\{([^}]*)\}|$1|g) {
		print "substituted texorpdfstring\n";
	}
	##FIXME: should we do this?
	#if ($line =~ s|-|&#x2010;|g) {
	#print "substituted hyphens\n";
	#}
	
	return $line;
}

sub do_more_subs {
	my $line = do_line_subs(shift);

	while ($line =~ s!\\eqref\{(.*?)\}!<xref ref="%MBXID%" text="global"/>!s) {
		my $theid = modify_id($1);
		$line =~ s!%MBXID%!$theid!;
	}

	while ($line =~ s!\\ref\{(.*?)\}!<xref ref="%MBXID%" text="global"/>!s) {
		my $theid = modify_id($1);
		$line =~ s!%MBXID%!$theid!;
	}

	while ($line =~ s!\\(chapter|Chapter|appendix|Appendix|section|subsection|thm|lemma|prop|cor|defn|remark|table|figure|example|exercise)v?ref\{(.*?)\}!<xref ref="%MBXID%" text="type-global"/>!s) {
		my $theid = modify_id($2);
		$line =~ s!%MBXID%!$theid!;
	}

	$line =~ s|\$(.*?)\$|<m>$1</m>|gs;
	$line =~ s|\\myquote\{(.*?)\}|<q>$1</q>|sg;

	$line =~ s|\\index\{([^}]*)\}|<idx>$1</idx>|gs;
	$line =~ s|\\myindex\{([^}]*)\}|$1<idx>$1</idx>|gs;

	return $line;
}


sub print_line {
	my $line = shift;

	if ($inparagraph == 0 && $line =~ m/[^ \r\n\t]/) {
		open_paragraph ();
	}
	$line = do_line_subs($line);
	print "line -- >$line<\n";
	print $out $line;
}

sub do_thmtitle_subs {
	my $title = shift;

	$title =~ s|\\href\{(.*?)\}\{(.*?)\}|<url href=\"$1\" visual=\"$1\">$2</url>|gs;

	#FIXME: should check if multiple footnotes work
	while ($title =~ s!\\footnote\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}!<fn>$1</fn>!s) {
		;
	}

	$title = do_more_subs($title);

	return $title;
}

sub get_exercise_number {
	my $ch = get_chapter_num();
	if ($insection) {
		return "$ch.$section_num.$exercise_num";
	} elsif ($inchapter) {
		return "$ch.$exercise_num";
	} else {
		return "$exercise_num";
	}
}

sub get_thm_number {
	my $ch = get_chapter_num();
	if ($insection) {
		return "$ch.$section_num.$thm_num";
	} elsif ($inchapter) {
		return "$ch.$thm_num";
	} else {
		return "$thm_num";
	}
}

sub get_figure_number {
	my $ch = get_chapter_num();
	if ($inchapter and not $ch eq "0") {
		return "$ch.$figure_num";
	} else {
		return "$figure_num";
	}
}

sub get_table_number {
	my $ch = get_chapter_num();
	if ($inchapter and not $ch eq "0") {
		return "$ch.$table_num";
	} else {
		return "$table_num";
	}
}

sub get_equation_number {
	my $ch = get_chapter_num();
	if ($inchapter and not $ch eq "0") {
		return "$ch.$equation_num";
	} else {
		return "$equation_num";
	}
}

sub get_size_of_svg {
	my $thefile = shift;
	$thesizestr = qx!cat $thefile | grep '^<svg ' | sed 's/^<[^>]*\\(width="[^"]*"\\) *\\(height="[^"]*"\\).*\$/\\1 \\2/'!;
	
	# If units missing, add them
	$thesizestr =~ s/"([0-9.]*)"/"\1px"/;
	$thesizestr =~ s/"([0-9.]*)"/"\1px"/;

	chomp($thesizestr);
	print "the size string of $thefile >$thesizestr<\n";
	return $thesizestr
}

sub ensure_mbx_svg_version {
	my $thefile = shift;

	print "ENSURE $thefile-mbx.svg\n";
	if ((not -e "$thefile-mbx.svg") and (-e "$thefile.pdf")) {
		print "MAKING $thefile-mbx.svg from PDF\n";
		system("pdf2svg $thefile.pdf $thefile-mbx.svg");
	}
}

#sub ensure_mbx_png_version {
#	my $thefile = shift;
#
#	print "ENSURE $thefile-mbx.png\n";
#	if ((not -e "$thefile-mbx.png") and (-e "$thefile.pdf")) {
#		print "MAKING $thefile-mbx.png from PDF\n";
#		system("./pdftopng.sh $thefile.pdf $thefile-mbx.png 192");
#	}
#}

sub do_displaymath_subs {
	my $eqn = shift;

	$eqn =~ s/\\displaybreak\[0\]//g;
	$eqn =~ s/\\avoidbreak[\r\n]*//g;
	$eqn =~ s/\\pagebreak\[[0-9]\][\r\n]*//g;

	return $eqn;
}

sub read_paragraph {
	my $para = "";
	my $read_something = 0;
	while(1) {
		my $line = <$in>;
		if ( ! defined $line) {
			print "FOUND END OF FILE\n";
			if (@ins) {
				print "END OF input FILE\n))))\n\n";
				close($in);
				$in = pop @ins;
				next;
			} else {
				# This shouldsn't happen, we should have found and end of document
				print "END OF MAIN FILE\n))))\n\n";
				print "ERROR: no \\end{document} found so faking it\n\n";
				$num_errors++;
				$para = $para .  "\n\\end{document}";
			}
		}

		chomp($line);

		#things that should go into the mbx to be processed (not raw MBX
		#as %mbx) but should be ignored by latex
		$line =~ s/^%mbxlatex //;

		if ($line =~ m/^%mbxFIXME/) {
			printf("\n\n\nFOUND mbxFIXME!\n\n\n");
			$num_errors++;
		} elsif ($line =~ m/^%mbxSTARTIGNORE/) {
			$mbxignore = 1;
		} elsif ($line =~ m/^%mbxENDIGNORE/) {
			$mbxignore = 0;

		} elsif ($mbxignore == 0 &&
			 ($line =~ m/^[ \t]*\\input[ \t][ \t]*(.*)$/ ||
			  $line =~ m/^[ \t]*\\input\{(.*)\}.*$/)) {
			 my $thefile = $1;
			 push @ins, $in;
			 undef $in;
			 print "\n((((\nFOUND \\input $thefile\n";
			 if ( ! open($in,'<', $thefile)) {
				 print "\n\nHUH???\n\nThere is an \\input $thefile ... but I can't open \"$thefile\"\n\n))))\n\n";

				 $num_errors++;

				 $in = pop @ins;
			 }

		} elsif ($line =~ s/^%mbx[ \t](.*)$/\\mbx ${1}%ENDOFLINE%/) {
			#do nothing here, will deal with this later
			
			#protect the xml thingies from us
			$line =~ s/>/%MBXGT%/g;
			$line =~ s/</%MBXLT%/g;
			$line =~ s/&/%MBXAMP%/g;
			$para = $para . $line . "\n";
			
			#FIXME: if it would be here it wouldn't work in the middle
			#of a paragraph:
			#This will only work right if the paragraphs are separated, that is if it is
			#in the middle of a paragraph it put the %mbx line in the wrong place
		
			#my $thembxline = $1;
			##FIXME: this is a terrible hack, but the only way I can get
			##hardcoded number stuff to work
			##This will only work right if the paragraphs are separated, that is if it is
			##in the middle of a paragraph it will get the numbers wrong.
			#while ($thembxline =~ m/%MBXEQNNUMBER%/) {
			#$equation_num = $equation_num+1;
			#$the_num = get_equation_number ();
			#$thembxline =~ s/%MBXEQNNUMBER%/$the_num/;
			#}
			#print $out "$thembxline\n";
		} elsif ($line =~ s/^%mbxCLOSEPARAGRAPH[ \t]*$/\\mbxCLOSEPARAGRAPH/) {
			#do nothing here, will deal with this later
			$para = $para . $line . "\n";
		} elsif ($line =~ s/^%mbxCLOSEITEM[ \t]*$/\\mbxCLOSEITEM/) {
			#do nothing here, will deal with this later
			$para = $para . $line . "\n";
		} elsif ($line =~ m/^\\documentclass/ ||
			$line =~ m/^\\usepackage/ ||
			$line =~ m/^\\addcontentsline/ ||
			$line =~ m/^\\markboth/) {
			# do nothing
			;
		} elsif ($line =~ m/^%mbxCLOSECHAPTER/) {
			close_chapter ();
		} elsif ($line =~ m/^%mbxINTROSUBSUBSECTION/) {
			open_intro_subsubsection ();
		} elsif ($line =~ m/^%mbxINTROSUBSECTION/) {
			open_intro_subsection ();
		} elsif ($mbxignore == 0) {
			my $newline = 1;
			if ($line =~ m/^%/ || $line =~ m/[^\\]%/) {
				$newline = 0;
			}
			$line =~ s/^%.*$//;
			$line =~ s/([^\\])%.*$/$1/;

			if ($line =~ m/^[ \t]*$/ && $newline) {
				if ($read_something) {
					$para = $para . $line; # . " ";
					last;
				}
			}

			$read_something = 1;

			if ($newline) {
				$para = $para . $line . "\n";
			} else {
				$para = $para . $line;
			}
		}
	}

	#Do simple substitutions, (these are incomplete, just the ones I actually used at some point)
	$para =~ s/\\"\{o\}/ö/g;
	$para =~ s/\\"o/ö/g;
	$para =~ s/\\\^o/ô/g;
	$para =~ s/\\"i/ï/g;
	$para =~ s/\\c\{S\}/Ş/g;
	$para =~ s/\\u\{g\}/ğ/g;
	$para =~ s/\\v\{r\}/ř/g;
	$para =~ s/\\c\{c\}/ç/g;
	$para =~ s/\\'e/é/g;
	$para =~ s/\\'\{e\}/é/g;
	$para =~ s/\\`e/è/g;
	$para =~ s/\\`\{e\}/è/g;
	$para =~ s/\\`a/à/g;
	$para =~ s/\\`\{a\}/à/g;
	$para =~ s/\\'a/á/g;
	$para =~ s/\\'o/ó/g;
	$para =~ s/\\'i/í/g;
	$para =~ s/\{\\i\}/ı/g;
	$para =~ s/\\'\{i\}/í/g;
	$para =~ s/\\'E/É/g;
	$para =~ s/\\'\{E\}/É/g;
	$para =~ s/\\S([^a-zA-Z])/§$1/g;

	$para =~ s/&/&amp;/g;
	$para =~ s/>/&gt;/g;
	$para =~ s/</&lt;/g;

	#strip leading and trailing spaces
	#$para =~ s/^ *//;
	#$para =~ s/[ \n]*$//;

	#Also strip some nonsensical spaces
	#$para =~ s/[ \n](\\end{(exercise|example|thm|equation|align|equation\*|align\*)})/$1/g;
	

	return $para;
}



@cltags = ();

while(1)
{
	if ($para eq "") {
		$para = read_paragraph ();
	}

	#print "\n\nparagraph: [[[$para]]]\n";

	if ($para =~ m/^\\end\{document\}/) {
		last;

	#copy whitespace
	} elsif ($para =~ s/^([ \n\r\t])//) {
		print $out "$1";

	} elsif ($para =~ s/^\\mbx[ \t](.*?)%ENDOFLINE%[ \n]*//) {
		my $thembxline = $1;
		$thembxline =~ s/%MBXGT%/>/g;
		$thembxline =~ s/%MBXLT%/</g;
		$thembxline =~ s/%MBXAMP%/&/g;
		print $out "$thembxline\n";

	} elsif ($para =~ s/^\\mbxCLOSEPARAGRAPH[ \n]*//) {
		close_paragraph();
	} elsif ($para =~ s/^\\mbxCLOSEITEM[ \n]*//) {
		close_item();

	} elsif ($para =~ s/^\$([^\$]+)\$//) {
		my $line = $1;
		open_paragraph_if_not_open ();
		print $out "<m>$line</m>";

	} elsif ($para =~ s/^\\chapter\*\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}[ \n]*//) {
		#FIXME: un-numbered
		my $name = do_line_subs($1);
		my $theid;
		if ($para =~ s/^\\label\{([^}]*)\}[ \n]*//) {
			$theid = modify_id($1);
		} else {
			$theid = "";
		}
		$name =~ s|\$(.*?)\$|<m>$1</m>|gs;
		$chapter_num = $chapter_num-1; #hack
		open_chapter($theid);
		print "(chapter >$name< label >$theid<)\n";
		print $out "<title>$name</title>\n"; 
		print "PARA:>$para<\n";
	} elsif ($para =~ s/^\\chapter\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}[ \n]*//) {
		my $name = do_line_subs($1);
		my $theid;
		if ($para =~ s/^\\label\{([^}]*)\}[ \n]*//) {
			$theid = modify_id($1);
		} else {
			$theid = "";
		}
		$name =~ s|\$(.*?)\$|<m>$1</m>|gs;
		open_chapter($theid);
		print "(chapter >$name< label >$theid<)\n";
		print $out "<title>$name</title>\n"; 
	} elsif ($para =~ s/^\\section\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}[ \n]*//) {
		my $name = do_line_subs($1);
		my $theid;
		if ($para =~ s/^\\label\{([^}]*)\}[ \n]*//) {
			$theid = modify_id($1);
		} else {
			$theid = "";
		}
		$name =~ s|\$(.*?)\$|<m>$1</m>|gs;
		open_section($theid,$name);
	} elsif ($para =~ s/^\\subsection\{Exercises\}[ \n]*//) {
		open_exercise_subsection();
	} elsif ($para =~ s/^\\subsection\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}[ \n]*//) {
		my $name = do_line_subs($1);
		my $theid;
		if ($para =~ s/^\\label\{([^}]*)\}[ \n]*//) {
			$theid = modify_id($1);
		} else {
			$theid = "";
		}
		$name =~ s|\$(.*?)\$|<m>$1</m>|gs;
		open_subsection($theid,$name);
	} elsif ($para =~ s/^\\subsubsection\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}[ \n]*//) {
		my $name = do_line_subs($1);
		my $theid;
		if ($para =~ s/^\\label\{([^}]*)\}[ \n]*//) {
			$theid = modify_id($1);
		} else {
			$theid = "";
		}
		$name =~ s|\$(.*?)\$|<m>$1</m>|gs;
		open_subsubsection($theid,$name);

	# this assumes sectionnotes come in their own $para
	} elsif ($para =~ s/^\\sectionnotes\{//s) {
		print "(SECTIONNOTES start)\n";
		open_paragraph_if_not_open ();
		print $out "<em>Note: "; 
		push @cltags, "sectionnotes";

	} elsif ($para =~ s/^\\setcounter\{exercise\}\{(.*?)\}[ \n\t]*//s) {
		$exercise_num=$1;

	} elsif ($para =~ s/^\\href\{([^}]*)\}\{([^}]*)\}//) {
		open_paragraph_if_not_open ();
		print "(link $1 $2)\n";
		print $out "<url href=\"$1\" visual=\"$1\">$2</url>"; 
	} elsif ($para =~ s/^\\url\{([^}]*)\}//) {
		open_paragraph_if_not_open ();
		print "(url $1)\n";
		print $out "<url href=\"$1\" />"; 
	} elsif ($para =~ s/^\\cite\{([^}]*)\}//) {
		open_paragraph_if_not_open ();
		$id=modify_id($1);
		print "(cite $id ($1))\n";
		print $out "<xref ref=\"biblio-$id\"/>"; 

	} elsif ($para =~ s/^\\index\{([^}]*)\}//) {
		# opening a paragraph leads to some empty paragraphs
		# at the beginninng of subsections/sections
		#open_paragraph_if_not_open ();
		print "(index $1)\n";
		my $index = do_line_subs($1);
		my $sortby = "";
		if ($index =~ s|^(.*)@(.*)$|$2|s) {
			$sortby = $1;
		}
		$index =~ s|\$(.*?)\$|<m>$1</m>|sg;
		if ($sortby eq "") {
			$index =~ s|^(.*)!(.*)$|<h>$1</h><h>$2</h>|s;
			print $out "<idx>$index</idx>"; 
		} else {
			if ($index =~ s|^(.*)!(.*)$|<h sortby="$sortby">$1</h><h>$2</h>|s) {
				print $out "<idx>$index</idx>"; 
			} else {
				print $out "<idx><h sortby=\"$sortby\">$index</h></idx>"; 
			}
		}
	} elsif ($para =~ s/^\\myindex\{([^}]*)\}//) {
		open_paragraph_if_not_open ();
		print "(myindex $1)\n";
		my $index = do_line_subs($1);
		$index =~ s|\$(.*?)\$|<m>$1</m>|sg;
		print $out "$index<idx>$index</idx>"; 

	} elsif ($para =~ s/^\\volIref\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}/$3/) {
		printf "volIref using \"$3\"\n";
		#this just replaces this with the second argument

	} elsif ($para =~ s/^\\volIIref\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}\{([^{}]*|([^{}]*\{[^{}]*\}[^{}]*)*)\}/$3/) {
		printf "volIIref using \"$3\"\n";
		#this just replaces this with the second argument

	} elsif ($para =~ s/^\\eqref\{([^}]*)\}//) {
		open_paragraph_if_not_open ();
		my $theid = modify_id($1);
		print "(eqref $theid)\n";
		print $out "<xref ref=\"$theid\" text=\"global\"/>";
	} elsif ($para =~ s/^\\ref\{([^}]*)\}//) {
		open_paragraph_if_not_open ();
		my $theid = modify_id($1);
		print "(ref $theid)\n";
		print $out "<xref ref=\"$theid\" text=\"global\"/>";
	} elsif ($para =~ s/^\\chapterref\{([^}]*)\}// ||
		$para =~ s/^\\chaptervref\{([^}]*)\}// ||
		$para =~ s/^\\Chapterref\{([^}]*)\}// ||
		$para =~ s/^\\appendixref\{([^}]*)\}// ||
		$para =~ s/^\\appendixvref\{([^}]*)\}// ||
		$para =~ s/^\\Appendixref\{([^}]*)\}// ||
		$para =~ s/^\\sectionref\{([^}]*)\}// ||
		$para =~ s/^\\sectionvref\{([^}]*)\}// ||
		$para =~ s/^\\subsectionref\{([^}]*)\}// ||
		$para =~ s/^\\subsectionvref\{([^}]*)\}// ||
		$para =~ s/^\\thmref\{([^}]*)\}// ||
		$para =~ s/^\\thmvref\{([^}]*)\}// ||
		$para =~ s/^\\lemmaref\{([^}]*)\}// ||
		$para =~ s/^\\lemmavref\{([^}]*)\}// ||
		$para =~ s/^\\propref\{([^}]*)\}// ||
		$para =~ s/^\\propvref\{([^}]*)\}// ||
		$para =~ s/^\\corref\{([^}]*)\}// ||
		$para =~ s/^\\corvref\{([^}]*)\}// ||
		$para =~ s/^\\remarkref\{([^}]*)\}// ||
		$para =~ s/^\\remarkvref\{([^}]*)\}// ||
		$para =~ s/^\\defnref\{([^}]*)\}// ||
		$para =~ s/^\\defnvref\{([^}]*)\}// ||
		$para =~ s/^\\tableref\{([^}]*)\}// ||
		$para =~ s/^\\tablevref\{([^}]*)\}// ||
		$para =~ s/^\\figureref\{([^}]*)\}// ||
		$para =~ s/^\\figurevref\{([^}]*)\}// ||
		$para =~ s/^\\exampleref\{([^}]*)\}// ||
		$para =~ s/^\\examplevref\{([^}]*)\}// ||
		$para =~ s/^\\exerciseref\{([^}]*)\}// ||
		$para =~ s/^\\exercisevref\{([^}]*)\}//) {
		my $theid = modify_id($1);
		open_paragraph_if_not_open ();
		print "(named ref $theid)\n";
		print $out "<xref ref=\"$theid\" text=\"type-global\"/>";
	} elsif ($para =~ s/^\\hyperref\[(.*?)\]\{(.*?)\}//) {
		my $name = do_line_subs($2);
		my $theid = modify_id($1);
		open_paragraph_if_not_open ();
		print "(hyperref $theid $name)\n";
		print $out "<xref ref=\"$theid\" text=\"custom\">$name</xref>";
	} elsif ($para =~ s/^\\hyperlink\{(.*?)\}\{(.*?)\}//) {
		my $name = do_line_subs($2);
		my $theid = modify_id($1);
		open_paragraph_if_not_open ();
		print "(hyperlink $theid $name)\n";
		print $out "<xref ref=\"$theid\" text=\"custom\">$name</xref>";
	} elsif ($para =~ s/^\\emph\{//) {
		print "(em start)\n";
		open_paragraph_if_not_open();
		print $out "<em>"; 
		push @cltags, "em";
	} elsif ($para =~ s/^\\myquote\{//) {
		print "(myquote start)\n";
		open_paragraph_if_not_open();
		print $out "<q>"; 
		push @cltags, "myquote";

	} elsif ($para =~ s/^\\textbf\{(.*?)\}//s) {
		print "(textbf $1)\n";
		open_paragraph_if_not_open ();
		print $out "<alert>$1</alert>";

	} elsif ($para =~ s/^\\texttt\{(.*?)\}//s) {
		print "(texttt $1)\n";
		open_paragraph_if_not_open ();
		print $out "<c>$1</c>"; 

	} elsif ($para =~ s/^\\unit\{(.*?)\}//s) {
		print "(unit $1)\n";
		open_paragraph_if_not_open ();
		print $out "$1"; 
	} elsif ($para =~ s/^\\unit\[(.*?)\]\{(.*?)\}//s) {
		my $txt = $1;
		my $unit = $2;
		$txt =~ s|\$(.*?)\$|<m>$1</m>|gs;
		print "(unit $txt $unit)\n";
		open_paragraph_if_not_open ();
		print $out "$txt $unit"; 
	} elsif ($para =~ s/^\\unitfrac\{(.*?)\}\{(.*?)\}//s) {
		print "(unitfrac $1/$2)\n";
		open_paragraph_if_not_open ();
		print $out "<m>\\nicefrac{\\text{$1}}{\\text{$2}}</m>"; 
	} elsif ($para =~ s/^\\unitfrac\[(.*?)\]\{(.*?)\}\{(.*?)\}//s) {
		my $txt = $1;
		my $unitnum = $2;
		my $unitden = $3;

		$txt =~ s|\$(.*?)\$|<m>$1</m>|gs;
		print "(unitfrac $txt $unitnum/$unitden)\n";
		open_paragraph_if_not_open ();
		print $out "$txt <m>\\nicefrac{\\text{$unitnum}}{\\text{$unitden}}</m>"; 

	#FIXME: no notation index in HTML version yet
	} elsif ($para =~ s/^\\glsadd\{(.*?)\}//s) {
		print "(glsadd $1)\n";

	} elsif ($para =~ s/^\\begin\{align\*\}[ \n]*//) {
		print "(ALIGN*)\n";
		if ($para =~ s/^(.*?)\\end\{align\*\}[ \n]*//s) {
			my $eqn = do_displaymath_subs($1);

			my $indexes = "";
			while ($eqn =~ s/\\myindex\{(.*?)\}/$1/) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			while ($eqn =~ s/\\index\{(.*?)\}//) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			$indexes = do_line_subs($indexes);

			#FIXME: Is wrapping in aligned all kosher?
			print $out "<me>$indexes\n";
			print $out "\\begin{aligned}\n";
			print "(wrapping in aligned) EQ = $eqn\n";
			print $out "$eqn";
			print $out "\\end{aligned}\n";
			print $out "</me>\n";
		} else {
			print "\n\n\nHUH?\n\n\nNo end align*!\n\n$para\n\n";
			$num_errors++;
		}
	} elsif ($para =~ s/^\\begin\{align\}[ \n]*//) {
		print "(ALIGN)\n";
		if ($para =~ s/^(.*?)\\end\{align\}[ \n]*//s) {
			my $eqn = do_displaymath_subs($1);
			#$theid = "";
			#if ($para =~ s/^ *\\label\{(.*?)\} *//) {
			#	$theid = $1;
			#}

			my $indexes = "";
			while ($eqn =~ s/\\myindex\{(.*?)\}/$1/) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			while ($eqn =~ s/\\index\{(.*?)\}//) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			$indexes = do_line_subs($indexes);

			print $out "<md>$indexes\n";
			print $out "<mrow>\n";

			#FIXME: this will mess up things with cases
			# But currently I only have one single {align} with numbers
			# that will need to get handled
			$eqn =~ s|\\\\|</mrow>\n<mrow>\n|g;
			print "EQ = $eqn\n";

			print $out "$eqn";

			print $out "</mrow>\n";
			print $out "</md>\n";
		} else {
			print "\n\n\nHUH?\n\n\nNo end align!\n\n$para\n\n";
			$num_errors++;
		}

	} elsif ($para =~ s/^\\begin\{multline\*\}[ \n]*//) {
		print "(MULTLINE*)\n";
		if ($para =~ s/^(.*?)\\end\{multline\*\}[ \n]*//s) {
			my $eqn = do_displaymath_subs($1);

			my $indexes = "";
			while ($eqn =~ s/\\myindex\{(.*?)\}/$1/) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			while ($eqn =~ s/\\index\{(.*?)\}//) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			$indexes = do_line_subs($indexes);

			print $out "<me latexenv=\"multline*\">$indexes\n";
			print "EQ(multline*) = $eqn\n";
			print $out "$eqn";
			print $out "</me>\n";
		} else {
			print "\n\n\nHUH?\n\n\nNo end multline*!\n\n$para\n\n";
			$num_errors++;
		}
	} elsif ($para =~ s/^\\begin\{multline\}[ \n]*//) {
		print "(MULTLINE)\n";
		if ($para =~ s/^(.*?)\\end\{multline\}[ \n]*//s) {
			my $eqn = do_displaymath_subs($1);
			my $theid = "";
			if ($eqn =~ s/^[ \n]*\\label\{(.*?)\}[ \n]*//s) {
				$theid = modify_id($1);
			}

			my $indexes = "";
			while ($eqn =~ s/\\myindex\{(.*?)\}/$1/) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			while ($eqn =~ s/\\index\{(.*?)\}//) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			$indexes = do_line_subs($indexes);

			$equation_num = $equation_num+1;
			my $the_num = get_equation_number ();

			if ($theid eq "") {
				print $out "<men number=\"$the_num\" latexenv=\"multline\">$indexes\n";
			} else {
				print $out "<men xml:id=\"$theid\" number=\"$the_num\" latexenv=\"multline\">$indexes\n";
			}
			print "EQ(multline) = $eqn\n";
			print $out "$eqn";
			print $out "</men>\n";
		} else {
			print "\n\n\nHUH?\n\n\nNo end multline!\n\n$para\n\n";
			$num_errors++;
		}

	} elsif ($para =~ s/^\\begin\{equation\*\}[ \n]*//) {
		print "(EQUATION*)\n";
		if ($para =~ s/^(.*?)\\end\{equation\*\}[ \n]*//s) {
			my $eqn = do_displaymath_subs($1);

			my $indexes = "";
			while ($eqn =~ s/\\myindex\{(.*?)\}/$1/) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			while ($eqn =~ s/\\index\{(.*?)\}//) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			$indexes = do_line_subs($indexes);

			print $out "<me>$indexes\n";
			print "EQ = $eqn\n";
			print $out "$eqn</me>\n";
		} else {
			print "\n\n\nHUH?\n\n\nNo end equation*!\n\n$para\n\n";
			$num_errors++;
		}
	} elsif ($para =~ s/^\\begin\{equation\}[ \n]*//) {
		print "(EQUATION)\n";
		if ($para =~ s/^(.*?)\\end\{equation\}[ \n]*//s) {
			my $eqn = do_displaymath_subs($1);
			my $theid = "";
			if ($eqn =~ s/^[ \n]*\\label\{(.*?)\}[ \n]*//s) {
				$theid = modify_id($1);
			}

			$eqn =~ s/\\displaybreak\[0\]//g;

			my $indexes = "";
			while ($eqn =~ s/\\myindex\{(.*?)\}/$1/) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			while ($eqn =~ s/\\index\{(.*?)\}//) {
				$indexes = $indexes . "<idx>$1</idx>";
			}
			$indexes = do_line_subs($indexes);

			$equation_num = $equation_num+1;
			my $the_num = get_equation_number ();

			if ($theid eq "") {
				print $out "<men number=\"$the_num\">$indexes\n";
			} else {
				print $out "<men xml:id=\"$theid\" number=\"$the_num\">$indexes\n";
			}
			print "EQ = $eqn\n";
			print $out "$eqn</men>\n";
		} else {
			print "\n\n\nHUH?\n\n\nNo end equation!\n\n$para\n\n";
			$num_errors++;
		}

	#FIXME: not all substitutions are made, so check if more processing needs to be done
	#on contents and/or caption
	} elsif ($para =~ s/^\\begin\{table\}(\[.*?\])?[ \n]*//) {
		print "(TABLE)\n";
		if ($para =~ s/^(.*?)\\end\{table\}[ \n]*//s) {
			my $table = $1;

			# FIXME possibly not ok within math?
			$table =~ s|~|<nbsp/>|g;

			my $caption = "";
			my $theid = "";
			if ($table =~ s/\\caption\{(.*?)[ \n]*\\label\{(.*?)\}\}[ \n]*//s) {
				$caption = $1;
				$theid = modify_id($2);
				$caption = do_more_subs($caption);
			} else {
				print "\n\n\nHUH?\n\n\nNo caption/label!\n\n$para\n\n";
				$num_errors++;
			}
			# kill centering and the rules and the tabular 
			$table =~ s/\\begin\{center\}[ \n]*//;
			$table =~ s/\\end\{center\}[ \n]*//;
			$table =~ s/\\capstart[ \n]*//g;
			$table =~ s/\\(mid|bottom|top)rule[ \n]*//g;
			$table =~ s/\\begin\{tabular\}.*[ \n]*//;
			$table =~ s/\\end\{tabular\}[ \n]*//;
			$table =~ s/\\mybeginframe[ \n]*//;
			$table =~ s/\\myendframe[ \n]*//;

			close_paragraph ();
			$table_num = $table_num+1;
			my $the_num = get_table_number ();
			print $out "<rahr/><table xml:id=\"$theid\" number=\"$the_num\">\n";
			print $out "  <title>$caption</title>\n";
			print $out "  <tabular top=\"major\" halign=\"left\">\n";

			if ($table =~ s/^(.*?)[ \n]*\\\\(\[.*?\])?[ \n]*//s) {
				$fline = $1;
				#FIXME: add spacing, though this should really be fixed in PreTeXt
				$fline =~ s|[ \n]*\&amp;[ \n]*|<nbsp/></cell><cell><nbsp/>|g;
				$fline =~ s|\$(.*?)\$|<m>$1</m>|sg;
				print $out "    <row bottom=\"minor\"><cell>$fline</cell></row>\n";
			} else {
				print "\n\n\nHUH?\n\n\nNo first line!\n\n$para\n\n";
				$num_errors++;
			}
			print $out "    <row><cell>";

			# kill trailing line end
			$table =~ s|[ \n]*\\\\(\[.*?\])?[ \n]*$||;

			$table =~ s|\$(.*?)\$|<m>$1</m>|sg;

			#FIXME: add spacing, though this should really be fixed in PreTeXt
			$table =~ s|[ \n]*\&amp;[ \n]*|<nbsp/></cell><cell><nbsp/>|g;
			$table =~ s|[ \n]*\\\\(\[.*?\])?[ \n]*|</cell></row>\n    <row><cell>|g;

			# last row should have bottom minor
			$table =~ s|<row>(.*?)$|<row bottom=\"minor\">$1|;

			print $out "$table</cell></row>\n  </tabular>\n</table><rahr/>\n";
		} else {
			print "\n\n\nHUH?\n\n\nNo end table!\n\n$para\n\n";
			$num_errors++;
		}
		#
	#FIXME: not all substitutions are made, so check if more processing needs to be done
	#on contents and/or caption
	} elsif ($para =~ s/^(\\begin\{center\}[ \n]*)?\\begin\{tabular\}.*[ \n]*//) {
		print "(TABULARONLY)\n";
		my $docenter = 0;
		if ($1 =~ m/^\\begin\{center\}/) {
			$docenter = 1;
		}
		if ($para =~ s/^(.*?)\\end\{tabular\}[ \n]*(\\end\{center\}[ \n]*)?//s) {
			my $table = $1;

			# FIXME possibly not ok within math?
			$table =~ s|~|<nbsp/>|g;

			# kill the rules 
			$table =~ s/\\capstart[ \n]*//g;
			my $dorules = 0;
			if ($table =~ s/\\(mid|bottom|top)rule[ \n]*//g) {
				$dorules = 1;
			}

			if ($docenter && $inparagraph == 0) {
				#FIXME: this doesn't work!
				#print $out "<p halign=\"center\">\n";
				print $out "<p>\n";
			}
			if ($dorules) {
				print $out "<tabular top=\"major\" halign=\"left\">\n";
			} else {
				print $out "<tabular halign=\"left\">\n";
			}

			if ($dorules) {
				if ($table =~ s/^(.*?)[ \n]*\\\\(\[.*?\])?[ \n]*//s) {
					$fline = $1;
					#FIXME: add spacing, though this should really be fixed in PreTeXt
					$fline =~ s|[ \n]*\&amp;[ \n]*|<nbsp/></cell><cell><nbsp/>|g;
					$fline =~ s|\$(.*?)\$|<m>$1</m>|sg;
					print $out "  <row bottom=\"minor\"><cell>$fline</cell></row>\n";
				} else {
					print "\n\n\nHUH?\n\n\nNo first line!\n\n$para\n\n";
					$num_errors++;
				}
			}
			print $out "  <row><cell>";

			# kill trailing line end
			$table =~ s|[ \n]*\\\\(\[.*?\])?[ \n]*$||;

			$table =~ s|\$(.*?)\$|<m>$1</m>|sg;

			#FIXME: add spacing, though this should really be fixed in PreTeXt
			$table =~ s|[ \n]*\&amp;[ \n]*|<nbsp/></cell><cell><nbsp/>|g;
			$table =~ s|[ \n]*\\\\(\[.*?\])?[ \n]*|</cell></row>\n  <row><cell>|g;

			# last row should have bottom minor
			if ($dorules) {
				$table =~ s|<row>(.*?)$|<row bottom=\"minor\">$1|;
			}

			print $out "$table</cell></row>\n</tabular>\n";
			if ($docenter && $inparagraph == 0) {
				print $out "</p>\n";
			}
		} else {
			print "\n\n\nHUH?\n\n\nNo end tabular/center!\n\n$para\n\n";
			$num_errors++;
		}
		
	#FIXME: not all substitutions are made, so check if more processing needs to be done
	#on caption
	} elsif ($para =~ s/^\\begin\{myfigureht\}[ \n]*//) {
		print "(FIGURE)\n";
		if ($para =~ s/^(.*?)\\end\{myfigureht\}[ \n]*//s) {
			my $figure = $1;

			#print "FIGFIG >$figure<\n";
			
			$figure =~ s/\\begin\{center\}[ \n]*//g;
			$figure =~ s/\\end\{center\}[ \n]*//g;
			$figure =~ s/\\capstart[ \n]*//g;
			$figure =~ s/\\noindent[ \n]*//g;
			
			#print "FIGFIG2 >$figure<\n";

			#print "FIGFIG3 >$figure<\n";
			
			my $caption = "";
			my $theid = "";
			if ($figure =~ s/\\caption(\[.*?\])?\{(.*?)[ \n]*\\label\{(.*?)\}\}[ \n]*//s) {
				$caption = $2;
				$theid = modify_id($3);

				print "figure id $theid\n";
		
				$caption = do_more_subs($caption);
				$caption =~ s|\\myquote\{(.*?)\}|<q>$1</q>|sg;
				$caption =~ s|\$(.*?)\$|<m>$1</m>|sg;
			} else {
				print "\n\n\nHUH?\n\n\nNo caption/label!\n\nFIG=>$figure<\n\n";
				$num_errors++;
			}

			close_paragraph ();
			$figure =~ s/\\quad[ \n]*//g;
			$figure =~ s/\\qquad[ \n]*//g;
			$figure =~ s/\\(med|big|small)skip[ \n]*//g;
			$figure =~ s/\\par[ \n]*//g;

			$figure_num = $figure_num+1;
			$the_num = get_figure_number ();
			print $out "<rahr/><figure xml:id=\"$theid\" number=\"$the_num\">\n";
			print $out "  <caption>$caption</caption>\n";

			do {
				if ($figure =~ s/^[ \n]*\\includegraphics\[(width=[^]]*)\]\{([^}]*?)\}[ \n]*//) {
					my $thesizestr = "$1";
					my $thefile = "$2";
					ensure_mbx_svg_version ($thefile);
					print $out "  <raimage source=\"$thefile-mbx\" background-color=\"white\" $thesizestr />\n";
				} elsif ($figure =~ s/^[ \n]*\\includegraphics(\[align=t\])?\{([^}]*?)\}[ \n]*//) {
					my $thefile = "$2";
					ensure_mbx_svg_version ($thefile);
					my $thesizestr = get_size_of_svg("$thefile-mbx.svg");
					print $out "  <raimage source=\"$thefile-mbx\" background-color=\"white\" $thesizestr />\n";
				} elsif ($figure =~ s/^[ \n]*\\subimport\*\{figures\/\}\{(.*?)\.pdf_t\}[ \n]*//) {
					my $thefile = "figures/$1";
					my $thesizestr = get_size_of_svg("$thefile-mbxpdft.svg");
					print $out "<raimage source=\"$thefile-mbxpdft\" $thesizestr />\n";
				} elsif (not $figure eq "") {
					print "\n\n\nHUH?\n\n\nFigure too complicated!\n\nFIG(whatsleft)=>$figure<\n\n";
					$figure = "";
					$num_errors++;
				}
			} while (not $figure eq "");
			print $out "</figure><rahr/>\n";
		} else {
			print "\n\n\nHUH?\n\n\nNo end figure!\n\n$para\n\n";
			$num_errors++;
		}

	# FIXME: This is really a hack
	} elsif ($para =~ s/^\\begin\{center\}[ \n]*\\subimport\*\{figures\/\}\{(.*?)\.pdf_t\}[ \n]*\\end\{center\}[ \n]*//) {
		my $thefile = "figures/$1";
		my $thesizestr = get_size_of_svg("$thefile-mbxpdft.svg");
		print $out "<raimage source=\"$thefile-mbxpdft\" $thesizestr />\n";

	} elsif ($para =~ s/^\\begin\{(thm|lemma|prop|cor|defn)\}[ \n]*//) {
		close_paragraph();
		my $title = "";
		my $footnote = "";
		my $type = $1;
		if ($type eq "thm") {
			$type = "theorem";
		} elsif ($type eq "prop") {
			$type = "proposition";
		} elsif ($type eq "cor") {
			$type = "corollary";
		} elsif ($type eq "defn") {
			$type = "definition";
		}
		if ($para =~ s/^\[(.*?)\][ \n]*//s) {
			$title = do_thmtitle_subs($1);
			# FIXME: hack, this is only because pretext html
			# backend does not deal well with footnotes in
			# theorem titles.
			# FIXME: should check if it really works with
			# multiple footnotes
			while ($title =~ s|(\<fn\>.*?\</fn\>)||s) {
				$footnote = $footnote . $1;
			}
		}

		$thm_num = $thm_num+1;
		$the_num = get_thm_number ();

		my $theid = "";
		if ($para =~ s/^[ \n]*\\label\{(.*?)\}[ \n]*//s) {
			$theid = modify_id($1);
		}

		#FIXME: hack because I sometime switch index and label
		my $indexo = "";
		while ($para =~ s/^[ \n]*\\index\{(.*?)\}[ \n]*//s) {
			$term = do_line_subs($1);
			$term =~ s|^(.*)!(.*)$|<h>$1</h><h>$2</h>|s;
			$term =~ s|\$(.*?)\$|<m>$1</m>|sg;
			$indexo = $indexo . "<idx>$term</idx>\n";
		}

		#FIXME: hack because I sometime switch index and label
		if ($para =~ s/^[ \n]*\\label\{(.*?)\}[ \n]*//s) {
			$theid = modify_id($1);
		}

		if ($theid ne "") {
			print $out "<$type xml:id=\"$theid\" number=\"$the_num\">\n";
		} else {
			print $out "<$type number=\"$the_num\">\n";
		}
		if ($title ne "") {
			print $out "<title>$title</title>\n";
		}
		if ($indexo ne "") {
			print $out "$indexo\n";
		}
		print $out "<statement>\n";

		open_paragraph();

		if ($footnote ne "") {
			print $out "$footnote\n";
		}

	} elsif ($para =~ s/^\\end\{(thm|lemma|prop|cor|defn)\}[ \n]*//) {
		close_paragraph();
		my $type = $1;
		if ($type eq "thm") {
			$type = "theorem";
		} elsif ($type eq "prop") {
			$type = "proposition";
		} elsif ($type eq "cor") {
			$type = "corollary";
		} elsif ($type eq "defn") {
			$type = "definition";
		}
		print $out "</statement>\n</$type>\n";

	#FIXME: are there instances of "proof of blah"
	} elsif ($para =~ s/^\\begin\{proof\}[ \n]*//) {
		close_paragraph();

		if ($para =~ s/^\[(.*?)\][ \n]*//s) {
			my $note = $1;
			# stick the note into brackets
			$para = "\\emph{($note)} " . $para;
		}


		print $out "<proof>\n";
		open_paragraph();
		
	} elsif ($para =~ s/^\\end\{proof\}[ \n]*//) {
		close_paragraph();
		print $out "</proof>\n";

	} elsif ($para =~ s/^\\begin\{exercise\}(\[(.*?)\])?[ \n]*\\begin\{samepage\}[ \n]*// ||
		$para =~ s/^\\begin\{exercise\}(\[(.*?)\])?[ \n]*//) {
		$note = $2;
		close_paragraph();
		$exercise_num = $exercise_num+1;
		my $the_num = get_exercise_number ();
		if ($para =~ s/^\\label\{([^}]*)\}[ \n]*//) {
			$theid = modify_id($1);
			print "(exercise start >$theid< $the_num)\n";
			print $out "<exercise xml:id=\"$theid\" number=\"$the_num\">\n";
			print $out "<statement>\n";
		} else {
			print "(exercise start $the_num)\n";
			print $out "<exercise number=\"$the_num\">\n";
			print $out "<statement>\n";
		}

		if (not $note eq "") {
			# stick the note into brackets
			$para = "\\emph{($note)}\\enspace " . $para;
		}

		open_paragraph();

	} elsif ($para =~ s/^\\end\{exercise\}[ \n]*//) {
		print "(exercise end)\n";
		close_paragraph();
		print $out "</statement>\n</exercise>\n";

	} elsif ($para =~ s/^\\begin\{exnote\}[ \n]*//) {
		#exnote is just like normal text
		open_paragraph();
		print "(begin exnote)";

	} elsif ($para =~ s/^\\end\{exnote\}[ \n]*//) {
		#exnote is just like normal text
		close_paragraph();
		print "(end exnote)";

	} elsif ($para =~ s/^\\begin\{center\}[ \n]*//) {
		#FIXME: no centering yet
		open_paragraph();
		print "(begin center)";

	} elsif ($para =~ s/^\\end\{center\}[ \n]*//) {
		#FIXME: no centering yet
		close_paragraph();
		print "(end center)";

	} elsif ($para =~ s/^\\begin\{example\}(\[(.*?)\])?[ \n]*//) {
		my $note = $2;
		close_paragraph();
		$thm_num = $thm_num+1;
		my $the_num = get_thm_number ();
		if ($para =~ s/^\\label\{([^}]*)\}[ \n]*//) {
			$theid = modify_id($1);
			print "(example start >$theid<)\n";
			print $out "<example xml:id=\"$theid\" number=\"$the_num\">\n";
			print $out "<statement>\n";
		} else {
			print "(example start)\n";
			print $out "<example number=\"$the_num\">\n";
			print $out "<statement>\n";
		}
		
		if (not $note eq "") {
			# stick the note into brackets
			$para = "\\emph{($note)}\\enspace " . $para;
		}

		open_paragraph();
	} elsif ($para =~ s/^\\end\{example\}[ \n]*//) {
		close_paragraph();
		print $out "</statement>\n</example>\n";

	} elsif ($para =~ s/^\\begin\{remark\}[ \n]*//) {
		close_paragraph();
		$thm_num = $thm_num+1;
		my $the_num = get_thm_number ();
		if ($para =~ s/^\\label\{([^}]*)\}[ \n]*//) {
			$theid = modify_id($1);
			print "(remark start >$theid<)\n";
			print $out "<remark xml:id=\"$theid\" number=\"$the_num\">\n";
			print $out "<statement>\n";
		} else {
			print "(remark start)\n";
			print $out "<remark number=\"$the_num\">\n";
			print $out "<statement>\n";
		}
		open_paragraph();
	} elsif ($para =~ s/^\\end\{remark\}[ \n]*//) {
		close_paragraph();
		print $out "</statement>\n</remark>\n";

	} elsif ($para =~ s/^\\begin\{itemize\}[ \n]*//) {
		close_paragraph();
		print "(begin itemize)\n";
		print $out "<ul>\n";
		$initem=0;
	} elsif ($para =~ s/^\\end\{itemize\}[ \n]*//) {
		close_item();
		print $out "</ul>\n";

	} elsif ($para =~ s/^\\begin\{enumerate\}\[(.*?),resume\][ \n]*//) {
		close_paragraph();
		print "(begin enumerate resume label >$1<)\n";
		if ($list_level > 0) {
			print "\n\n\nHUH? RESUME ONLY WORKS ON ONE LEVEL!\n\n\n";
			$num_errors++;
		}
		print $out "<ol marker=\"$1\" start=\"$list_start\">\n";
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\begin\{enumerate\}\[resume\][ \n]*//) {
		close_paragraph();
		print "(begin enumerate resume)\n";
		if ($list_level > 0) {
			print "\n\n\nHUH? RESUME ONLY WORKS ON ONE LEVEL!\n\n\n";
			$num_errors++;
		}
		print $out "<ol start=\"$list_start\">\n";
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\begin\{enumerate\}\[(.*?)\][ \n]*//) {
		close_paragraph();
		print "(begin enumerate label >$1<)\n";
		print $out "<ol marker=\"$1\">\n";
		$list_start=1;
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\begin\{enumerate\}[ \n]*//) {
		close_paragraph();
		print "(begin enumerate)\n";
		print $out "<ol>\n";
		$list_start=1;
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\end\{enumerate\}[ \n]*//) {
		close_item();
		print $out "</ol>\n";
		$list_level--;
		#if in a list, we were in an item
		if ($list_level > 0) { $initem = 1; }

	} elsif ($para =~ s/^\\item[\n ]*\\label\{([^}]*)\}[ \n]*//) {
		print "(item label $1)\n";
		my $theid = modify_id($1);
		$list_start++;
		open_item_id($theid);
		open_paragraph();

	} elsif ($para =~ s/^\\item[ \n]*//) {
		print "(item)\n";
		$list_start++;
		open_item();

		# a paragraph will open automatically, but this way we can
		# insert some xml before it does
		#open_paragraph();

	} elsif ($para =~ s/^\\begin\{tasks\}\[counter-format=tsk\[1\]\)\][ \n]*// ||
		 $para =~ s/^\\begin\{tasks\}\[label=\\arabic\*\)\][ \n]*//) {
		close_paragraph();
		print "(begin tasks enumerate label 1)<)\n";
		print $out "<ol marker=\"1)\">\n";
		$list_start=1;
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\begin\{tasks\}\[counter-format=tsk\[1\]\)\]\((.*?)\)[ \n]*// ||
		 $para =~ s/^\\begin\{tasks\}\[label=\\arabic\*\)\]\((.*?)\)[ \n]*//) {
		close_paragraph();
		print "(begin tasks enumerate label 1) cols=$1<)\n";
		print $out "<ol marker=\"1)\" cols=\"$1\">\n";
		$list_start=1;
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\begin\{tasks\}\[resume\]\((.*?)\)[ \n]*//) {
		close_paragraph();
		#FIXME: double check that this really works
		#print "\n\n\nHUH? Don't understand resume on tasks yet!\n\n\n";
		#$num_errors++;
		print "(begin resume tasks enumerate cols=$1<)\n";
		if ($list_level > 0) {
			print "\n\n\nHUH? RESUME ONLY WORKS ON ONE LEVEL!\n\n\n";
			$num_errors++;
		}
		print $out "<ol marker=\"a)\" cols=\"$1\" start=\"$list_start\">\n";
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\begin\{tasks\}\[resume\][ \n]*//) {
		close_paragraph();
		#FIXME: DOUBLE CHECK
		#print "\n\n\nHUH? Don't understand resume on tasks yet!\n\n\n";
		#$num_errors++;
		print "(begin resume tasks enumerate)\n";
		if ($list_level > 0) {
			print "\n\n\nHUH? RESUME ONLY WORKS ON ONE LEVEL!\n\n\n";
			$num_errors++;
		}
		print $out "<ol marker=\"a)\" start=\"$list_start\">\n";
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\begin\{tasks\}\((.*?)\)[ \n]*//) {
		close_paragraph();
		print "(begin tasks enumerate cols=$1<)\n";
		print $out "<ol marker=\"a)\" cols=\"$1\">\n";
		$list_start=1;
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\begin\{tasks\}[ \n]*//) {
		close_paragraph();
		print "(begin tasks enumerate)\n";
		print $out "<ol marker=\"a)\">\n";
		$list_start=1;
		$list_level++;
		$initem=0;
	} elsif ($para =~ s/^\\end\{tasks\}[ \n]*//) {
		close_item();
		print $out "</ol>\n";
		$list_level--;
		#if in a list, we were in an item
		if ($list_level > 0) { $initem = 1; }

	} elsif ($para =~ s/^\\task\*?[ \n]*//) {
		print "(task)\n";
		$list_start++;
		open_item();
		open_paragraph();

	} elsif ($para =~ s/^([^\$\\{]*?)\}//) {
		my $line = $1;
		my $tagtoclose = pop @cltags;
		print "closing tag ($tagtoclose) after >$line<\n\n";
		print_line($line);
		if ($tagtoclose eq "em") {
			print $out "</em>";
		} elsif ($tagtoclose eq "myquote") {
			print $out "</q>";
		} elsif ($tagtoclose eq "footnote") {
			#FIXME: nested paragraphs??  Does this work?
			print $out "</fn>";
		} elsif ($tagtoclose eq "sectionnotes") {
			print $out "</em>";
			close_paragraph();
		} else {
			print "\n\nHUH???\n\nNo (or unknown =\"$tagtoclose\") tag to close\n\n";
			$num_errors++;
		}


	} elsif ($para =~ s/^\\[cl]?dots\b//) {
		open_paragraph_if_not_open ();
		print $out "...";
		print "...\n";

	} elsif ($para =~ s/^\\appendix\b//) {
		print "(start appendices)\n";
		close_chapter();
		$in_appendix = 1;
		$chapter_num = 0;

	} elsif ($para =~ s/^\\leavevmode\b//) {
		print "(leavevmode do nothing)\n";

	} elsif ($para =~ s/^\\noindent\b//) {
		print "(noindent do nothing)\n";
	} elsif ($para =~ s/^\\sectionnewpage\b//) {
		print "(sectionnewpage do nothing)\n";
	} elsif ($para =~ s/^\\nopagebreak(\[.\])?//) {
		print "(nopagebreak do nothing)\n";
	} elsif ($para =~ s/^\\pagebreak(\[.\])?//) {
		print "(pagebreak do nothing)\n";
	} elsif ($para =~ s/^\\linebreak(\[.\])?//) {
		print "(linebreak do nothing)\n";

	} elsif ($para =~ s/^\\ //) {
		print "( )\n";
		print $out " "; 
	} elsif ($para =~ s/^\\-//) {
		print "(-)\n";
		open_paragraph_if_not_open ();
		print $out "-"; 
	} elsif ($para =~ s/^\\medskip\b *//) {
		print "(medskip)\n";
		if ($inparagraph) {
			#print $out "</p><p><nbsp/></p><p><!--FIXME:this seems an ugly solution-->\n"; 
			print $out "</p><p><!--FIXME:this seems an ugly solution-->\n"; 
			
			# already skipping some space if not in paragraph?
			#} else {
			#print $out "<p><nbsp/></p><!--FIXME:this seems an ugly solution-->\n"; 
		}
	} elsif ($para =~ s/^\\bigskip *//) {
		print "(bigskip)\n";
		if ($inparagraph) {
			#print $out "</p><p><nbsp/></p><p><!--FIXME:this seems an ugly solution-->\n"; 
			print $out "</p><p><!--FIXME:this seems an ugly solution-->\n"; 

			# already skipping some space if not in paragraph?
			#} else {
			#print $out "<p><nbsp/></p><!--FIXME:this seems an ugly solution-->\n"; 
		}
	} elsif ($para =~ s/^\\\\\[[0-9a-z]*\]// ||
		 $para =~ s/^\\\\//) {
		print "(BR)\n";
		if ($inparagraph) {
			#print $out "</p><p><!--FIXME:this seems an ugly solution-->"; 
			print $out "<rabr/>";
		}
		#FIXME: What to do if not in paragraph?  Is that even reasonable?
	} elsif ($para =~ s/^\\enspace//) {
		print "(enspace)\n";
		open_paragraph_if_not_open ();
		print $out "<nbsp/><nbsp/>"; 
	} elsif ($para =~ s/^\\quad//) {
		print "(quad)\n";
		open_paragraph_if_not_open ();
		print $out "<nbsp/><nbsp/><nbsp/>"; 
	} elsif ($para =~ s/^\\qquad//) {
		print "(qquad)\n";
		open_paragraph_if_not_open ();
		print $out "<nbsp/><nbsp/><nbsp/><nbsp/><nbsp/><nbsp/>"; 
	} elsif ($para =~ s/^\\LaTeX//) {
		print "(LaTeX)\n";
		open_paragraph_if_not_open ();
		print $out "<latex />"; 

	} elsif ($para =~ s/^\\footnote\{//) {
		print "(FOOTNOTE start)\n";
		open_paragraph_if_not_open ();
		print $out "<fn>"; 
		push @cltags, "footnote";

	} elsif ($para =~ s/^\\begin\{samepage\}[ \n]*//) {
		print "(begin samepage} do nothing)\n";

	} elsif ($para =~ s/^\\end\{samepage\}[ \n]*//) {
		print "(end{samepage} do nothing)\n";

	} elsif ($para =~ s/^\\begin\{mysamepage\}[ \n]*//) {
		print "(begin mysamepage} do nothing)\n";

	} elsif ($para =~ s/^\\end\{mysamepage\}[ \n]*//) {
		print "(end{mysamepage} do nothing)\n";

	} elsif ($para =~ s/^\\@//) {
		print "(\\@ do nothing)\n";

	} elsif ($para =~ s/^([^\\]+?)\$/\$/) {
		my $line = $1;
		print_line($line);
	} elsif ($para =~ s/^([^\\]+?)\\/\\/) {
		my $line = $1;
		print_line($line);
	} elsif ($para =~ s/^(\\[^ \n\r\t{]*)//) {
		print "\n\nHUH???\n\nUNHANDLED escape $1!\n$para\n\n";
		print_line($1);
		#$para = "";
		$num_errors++;
	} else {
		print_line($para);
		$para = "";
	}
	if ($para eq "") {
		close_paragraph ();
	}
}

close_chapter ();

print $out <<END;
</book>
</pretext>
END

close ($in); 
close ($out); 
 
print "\nDone! (number of errors $num_errors)\n";