Initial conversion.
This commit is contained in:
parent
b90df780fe
commit
0f9910917e
|
|
@ -1,5 +1,5 @@
|
|||
/**
|
||||
* Copyright (c) 2018 The University of Sheffield. All rights reserved.
|
||||
eq * Copyright (c) 2018 The University of Sheffield. All rights reserved.
|
||||
* 2018 The University of Paris-Sud. All rights reserved.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
|
|
@ -29,89 +29,241 @@
|
|||
|
||||
package com.logicalhacking.dof.converter
|
||||
|
||||
import java.io.{BufferedWriter, File, FileWriter}
|
||||
import java.io.{ BufferedWriter, File, FileWriter }
|
||||
import IoUtils._
|
||||
import scala.util.matching.Regex
|
||||
|
||||
|
||||
object DofConverter {
|
||||
val version = "0.0.0"
|
||||
def convertLaTeX(string:String):Either[LaTeXLexerError,String] = {
|
||||
LaTeXLexer(string) match {
|
||||
case Left(err) => Left(err)
|
||||
case Right(tokens) => Right(LaTeXLexer.toString(tokens))
|
||||
}
|
||||
val version = "0.0.0"
|
||||
|
||||
def deMarkUpArgList(tokens: List[LaTeXToken]): List[LaTeXToken] = {
|
||||
tokens match {
|
||||
case CURLYOPEN :: COMMAND("""\isacharprime""") :: CURLYCLOSE :: CURLYOPEN :: COMMAND("""\isacharprime""") :: CURLYCLOSE :: tail
|
||||
=> RAWTEXT(""""""") :: deMarkUpArgList(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isachardoublequoteopen""") :: CURLYCLOSE :: tail => RAWTEXT("""{""") :: deMarkUpArgList(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isachardoublequoteclose""") :: CURLYCLOSE :: tail => RAWTEXT("""}""") :: deMarkUpArgList(tail)
|
||||
case t :: tail => t :: deMarkUpArgList(tail)
|
||||
case Nil => Nil
|
||||
}
|
||||
}
|
||||
|
||||
def deMarkUp(tokens: List[LaTeXToken]): List[LaTeXToken] = {
|
||||
tokens match {
|
||||
case CURLYOPEN :: COMMAND("""\isacharcolon""") :: CURLYCLOSE :: tail => RAWTEXT(""":""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharunderscore""") :: CURLYCLOSE :: tail => RAWTEXT("""_""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isadigit""") :: CURLYOPEN::n::CURLYCLOSE::CURLYCLOSE :: tail => n :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharcomma""") :: CURLYCLOSE :: tail => RAWTEXT(""",""") :: deMarkUp(tail)
|
||||
case COMMAND("""\isanewline""") :: tail => deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isachardot""") :: CURLYCLOSE :: tail => RAWTEXT(""".""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharsemicolon""") :: CURLYCLOSE :: tail => RAWTEXT(""";""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharbackslash""") :: CURLYCLOSE :: tail => RAWTEXT("""\""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharslash""") :: CURLYCLOSE :: tail => RAWTEXT("""/""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharbraceleft""") :: CURLYCLOSE :: tail => RAWTEXT("""{""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharbraceright""") :: CURLYCLOSE :: tail => RAWTEXT("""}""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharparenleft""") :: CURLYCLOSE :: tail => RAWTEXT("""(""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharparenright""") :: CURLYCLOSE :: tail => RAWTEXT(""")""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharequal""") :: CURLYCLOSE :: tail => RAWTEXT("""=""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharminus""") :: CURLYCLOSE :: tail => RAWTEXT("""-""") :: deMarkUp(tail)
|
||||
case CURLYOPEN :: COMMAND("""\isacharprime""") :: CURLYCLOSE :: tail => RAWTEXT("""'""") :: deMarkUp(tail)
|
||||
case VSPACE :: tail => RAWTEXT(""" """) :: deMarkUp(tail)
|
||||
case t :: tail => t :: deMarkUp(tail)
|
||||
case Nil => Nil
|
||||
}
|
||||
}
|
||||
|
||||
def convertIsaDofCommand(cmd: String, tokens: List[LaTeXToken]): List[LaTeXToken] = {
|
||||
|
||||
def convertType(head: List[LaTeXToken], tail: List[LaTeXToken]): List[LaTeXToken] = {
|
||||
|
||||
def split(head:List[LaTeXToken], tokens: List[LaTeXToken]):Tuple2[List[LaTeXToken], List[LaTeXToken]] = {
|
||||
tokens match {
|
||||
case CURLYOPEN::COMMAND("""\isacharcomma""")::CURLYCLOSE::tail => (head,tokens)
|
||||
case CURLYCLOSE::COMMAND("""\isacharcomma""")::CURLYOPEN::tail => (head++(CURLYCLOSE::COMMAND("""\isacharcomma""")::CURLYOPEN::List()),tail)
|
||||
case CURLYCLOSE::COMMAND("""\isacharbrackleft""")::CURLYOPEN::tail => (head++(CURLYCLOSE::COMMAND("""\isacharbrackleft""")::CURLYOPEN::List()),tail)
|
||||
case BRACKETOPEN::tail => (head,BRACKETOPEN::tail)
|
||||
case CURLYOPEN::COMMAND("""\isacharbrackright""")::CURLYCLOSE::tail => (head,tokens)
|
||||
case t::tail => split(head++List(t), tail)
|
||||
case t => (head,t)
|
||||
}
|
||||
}
|
||||
tail match {
|
||||
case CURLYOPEN::COMMAND("""\isacharcolon""")::CURLYCLOSE :: CURLYOPEN::COMMAND("""\isacharcolon""")::CURLYCLOSE :: tail => {
|
||||
print ("SPLITTING: \n")
|
||||
print ("head: "+head+"\n")
|
||||
print ("tail: "+tail+"\n")
|
||||
|
||||
|
||||
val (label, shead)= split(List(), head.reverse)
|
||||
val (typ, stail) = split(List(), tail)
|
||||
|
||||
print ("\nlabel = "+(label.reverse)+"\n")
|
||||
print ("\nshead = "+(shead.reverse)+"\n")
|
||||
print ("\nstail = "+stail+"\n")
|
||||
print ("\ntyp = "+typ+"\n")
|
||||
|
||||
(shead.reverse)++List(RAWTEXT("""label={"""))++(label.reverse)++List(RAWTEXT("""}, type={"""))++typ++List(RAWTEXT("""}"""))++stail
|
||||
}
|
||||
case t::tail => convertType(head++List(t), tail)
|
||||
case t => t
|
||||
}
|
||||
}
|
||||
|
||||
def convertFile(f: File):Option[(String,LaTeXLexerError)] = {
|
||||
val texFileName = f.getAbsolutePath()
|
||||
println("DOF Converter: converting " + texFileName
|
||||
+ " (Not yet fully implemented!)")
|
||||
f.renameTo(new File(texFileName+".orig"))
|
||||
|
||||
using(io.Source.fromFile(texFileName+".orig")) {
|
||||
inputFile =>
|
||||
using(new BufferedWriter(new FileWriter(new File(texFileName), true))) {
|
||||
outputFile =>
|
||||
outputFile.write("% This file was modified by the DOF LaTeX converter\n")
|
||||
val input = inputFile.getLines.reduceLeft(_+"\n"+_)
|
||||
|
||||
convertLaTeX(input) match {
|
||||
case Left(err) => Some((texFileName, err))
|
||||
case Right(output) => {
|
||||
outputFile.write(output)
|
||||
None
|
||||
}
|
||||
}
|
||||
|
||||
def delSpace(tokens: List[LaTeXToken]): List[LaTeXToken] = {
|
||||
tokens match {
|
||||
case VSPACE :: tail => delSpace(tail)
|
||||
case COMMAND("""\isanewline""")::tail => delSpace(tail)
|
||||
case COMMAND("""\newline""")::tail => delSpace(tail)
|
||||
case RAWTEXT(""" """)::tail => delSpace(tail)
|
||||
case RAWTEXT("\n")::tail => delSpace(tail)
|
||||
case RAWTEXT("\t")::tail => delSpace(tail)
|
||||
case VBACKSLASH::tail => delSpace(tail)
|
||||
case tokens => tokens
|
||||
}
|
||||
}
|
||||
|
||||
def backSpace(tokens: List[LaTeXToken]): List[LaTeXToken] = (delSpace(tokens.reverse)).reverse
|
||||
|
||||
val sep=RAWTEXT("%\n")
|
||||
|
||||
def parseIsaDofCmd(args: List[LaTeXToken], tokens: List[LaTeXToken]): Tuple2[List[LaTeXToken], List[LaTeXToken]] = {
|
||||
(args, tokens) match {
|
||||
case (args, COMMAND("""\isamarkupfalse""") :: tail) => parseIsaDofCmd(args, tail)
|
||||
case (args, CURLYOPEN :: COMMAND("""\isachardoublequoteopen""") :: CURLYCLOSE :: CURLYOPEN :: COMMAND("""\isacharbrackleft""") :: CURLYCLOSE :: tail)
|
||||
=> parseIsaDofCmd(backSpace(args) ++ List(CURLYOPEN), tail)
|
||||
case (args, CURLYOPEN :: COMMAND("""\isacharbrackright""") :: CURLYCLOSE :: CURLYOPEN :: COMMAND("""\isachardoublequoteclose""") :: CURLYCLOSE :: tail)
|
||||
=> parseIsaDofCmd(backSpace(args) ++ List(CURLYCLOSE), delSpace(tail))
|
||||
case (args, CURLYOPEN :: COMMAND("""\isacharbrackleft""") :: CURLYCLOSE :: tail) => parseIsaDofCmd(backSpace(args) ++List(sep) ++ List(BRACKETOPEN), tail)
|
||||
case (args, CURLYOPEN :: COMMAND("""\isacharbrackright""") :: CURLYCLOSE :: tail) => parseIsaDofCmd(deMarkUpArgList(convertType(List(), args))++List(BRACKETCLOSE,sep), tail)
|
||||
case (args, CURLYOPEN :: COMMAND("""\isacharverbatimopen""") :: CURLYCLOSE ::tail) => parseIsaDofCmd(args ++ List(CURLYOPEN), delSpace(tail))
|
||||
case (args, CURLYOPEN :: COMMAND("""\isacharverbatimclose""") :: CURLYCLOSE :: tail) => (deMarkUp(backSpace(args) ++ List(CURLYCLOSE)), sep::delSpace(tail))
|
||||
case (args, CURLYOPEN :: COMMAND("""\isacartoucheopen""") :: CURLYCLOSE ::tail) => parseIsaDofCmd(args ++ List(CURLYOPEN), delSpace(tail))
|
||||
case (args, CURLYOPEN :: COMMAND("""\isacartoucheclose""") :: CURLYCLOSE :: tail) => (deMarkUp(backSpace(args) ++ List(CURLYCLOSE)), sep::delSpace(tail))
|
||||
case (args, t :: tail) => parseIsaDofCmd(args ++ List(t), tail)
|
||||
case (args, Nil) => (deMarkUp(args), Nil)
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
cmd match {
|
||||
case """chapter""" => {
|
||||
val (sectionArgs, tail) = parseIsaDofCmd(Nil, tokens)
|
||||
sep::COMMAND("""\isaDofChapter""") :: sectionArgs ++ convertLaTeXTokenStream(tail)
|
||||
}
|
||||
case """section""" => {
|
||||
val (sectionArgs, tail) = parseIsaDofCmd(Nil, tokens)
|
||||
sep::COMMAND("""\isaDofSection""") :: sectionArgs ++ convertLaTeXTokenStream(tail)
|
||||
}
|
||||
case """subsection""" => {
|
||||
val (sectionArgs, tail) = parseIsaDofCmd(Nil, tokens)
|
||||
COMMAND("""\isaDofSubSection""") :: sectionArgs ++ convertLaTeXTokenStream(tail)
|
||||
}
|
||||
case """subsubsection""" => {
|
||||
val (sectionArgs, tail) = parseIsaDofCmd(Nil, tokens)
|
||||
sep::COMMAND("""\isaDofCSubSubSection""") :: sectionArgs ++ convertLaTeXTokenStream(tail)
|
||||
}
|
||||
case """paragraph""" => {
|
||||
val (sectionArgs, tail) = parseIsaDofCmd(Nil, tokens)
|
||||
sep::COMMAND("""\isaDofParagraph""") :: sectionArgs ++ convertLaTeXTokenStream(tail)
|
||||
}
|
||||
case """text""" => {
|
||||
val (dofText, tail) = parseIsaDofCmd(Nil, tokens)
|
||||
sep::COMMAND("""\isaDofText""") :: dofText ++ convertLaTeXTokenStream(tail)
|
||||
}
|
||||
case s => sep::COMMAND("""\isaDofUnknown{""" + s + """}""") ::sep:: convertLaTeXTokenStream(tokens)
|
||||
}
|
||||
}
|
||||
|
||||
def convertLaTeXTokenStream(tokens: List[LaTeXToken]): List[LaTeXToken] = {
|
||||
tokens match {
|
||||
case Nil => Nil
|
||||
case COMMAND("""\isacommand""") :: CURLYOPEN :: RAWTEXT(cmd) :: CURLYOPEN
|
||||
:: COMMAND("""\isacharasterisk""") :: CURLYCLOSE :: CURLYCLOSE :: ts => convertIsaDofCommand(cmd, ts)
|
||||
case t :: ts => t :: convertLaTeXTokenStream(ts)
|
||||
}
|
||||
}
|
||||
|
||||
def convertLaTeX(string: String): Either[LaTeXLexerError, String] = {
|
||||
LaTeXLexer(string) match {
|
||||
case Left(err) => Left(err)
|
||||
case Right(tokens) => Right(LaTeXLexer.toString(convertLaTeXTokenStream(tokens)))
|
||||
}
|
||||
}
|
||||
|
||||
def convertFile(f: File): Option[(String, LaTeXLexerError)] = {
|
||||
val texFileName = f.getAbsolutePath()
|
||||
println("DOF Converter: converting " + texFileName
|
||||
+ " (Not yet fully implemented!)")
|
||||
f.renameTo(new File(texFileName + ".orig"))
|
||||
|
||||
using(io.Source.fromFile(texFileName + ".orig")) {
|
||||
inputFile =>
|
||||
using(new BufferedWriter(new FileWriter(new File(texFileName), true))) {
|
||||
outputFile =>
|
||||
outputFile.write("% This file was modified by the DOF LaTeX converter, version " + version + "\n")
|
||||
val input = inputFile.getLines.reduceLeft(_ + "\n" + _)
|
||||
|
||||
convertLaTeX(input) match {
|
||||
case Left(err) => Some((texFileName, err))
|
||||
case Right(output) => {
|
||||
outputFile.write(output)
|
||||
None
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
def processArgs(args: List[String]):Option[List[String]] = {
|
||||
def printVersion() = {
|
||||
println("DOF LaTeX converter version "+version)
|
||||
}
|
||||
def printUsage() = {
|
||||
println("Usage:")
|
||||
println(" scala dof_latex_converter.jar [OPTIONS] [directory ...]")
|
||||
println("")
|
||||
println("Options:")
|
||||
println(" --version, -v print version and exit")
|
||||
println(" --help, -h print usage inforamtion and exit")
|
||||
}
|
||||
args match {
|
||||
case Nil => Some(List[String]())
|
||||
case "-v"::Nil => printVersion(); None
|
||||
case "--version"::Nil => printVersion(); None
|
||||
case "-h"::tail => printUsage(); None
|
||||
case "--help"::tail => printUsage(); None
|
||||
case file::tail => processArgs(tail) match {
|
||||
case Some(files) => Some(file::files)
|
||||
case None => None
|
||||
}
|
||||
case _ => printUsage();None
|
||||
}
|
||||
}
|
||||
|
||||
def main(args: Array[String]): Unit = {
|
||||
val directories = processArgs(args.toList) match {
|
||||
case None => System.exit(1); List[String]()
|
||||
case Some(Nil) => List[String](".")
|
||||
case Some(l) => l
|
||||
}
|
||||
}
|
||||
|
||||
val texFiles = directories.map(dir => recursiveListFiles(new File(dir), new Regex("\\.tex$"))
|
||||
.filterNot(_.length() == 0)).flatten
|
||||
|
||||
println(texFiles)
|
||||
val errors = texFiles.map(file => convertFile(file)).flatten
|
||||
if(!errors.isEmpty) {
|
||||
println()
|
||||
println("DOF LaTeX converter error(s):")
|
||||
println("=============================")
|
||||
errors.map{case (file:String, err:LaTeXLexerError) => println(file + ": " + err)}
|
||||
System.exit(1)
|
||||
}
|
||||
System.exit(0)
|
||||
def processArgs(args: List[String]): Option[List[String]] = {
|
||||
def printVersion() = {
|
||||
println("DOF LaTeX converter version " + version)
|
||||
}
|
||||
def printUsage() = {
|
||||
println("Usage:")
|
||||
println(" scala dof_latex_converter.jar [OPTIONS] [directory ...]")
|
||||
println("")
|
||||
println("Options:")
|
||||
println(" --version, -v print version and exit")
|
||||
println(" --help, -h print usage inforamtion and exit")
|
||||
}
|
||||
args match {
|
||||
case Nil => Some(List[String]())
|
||||
case "-v" :: Nil =>
|
||||
printVersion(); None
|
||||
case "--version" :: Nil =>
|
||||
printVersion(); None
|
||||
case "-h" :: tail =>
|
||||
printUsage(); None
|
||||
case "--help" :: tail =>
|
||||
printUsage(); None
|
||||
case file :: tail => processArgs(tail) match {
|
||||
case Some(files) => Some(file :: files)
|
||||
case None => None
|
||||
}
|
||||
case _ => printUsage(); None
|
||||
}
|
||||
}
|
||||
|
||||
def main(args: Array[String]): Unit = {
|
||||
val directories = processArgs(args.toList) match {
|
||||
case None =>
|
||||
System.exit(1); List[String]()
|
||||
case Some(Nil) => List[String](".")
|
||||
case Some(l) => l
|
||||
}
|
||||
|
||||
val texFiles = directories.map(dir => recursiveListFiles(new File(dir), new Regex("\\.tex$"))
|
||||
.filterNot(_.length() == 0)).flatten
|
||||
|
||||
println(texFiles)
|
||||
val errors = texFiles.map(file => convertFile(file)).flatten
|
||||
if (!errors.isEmpty) {
|
||||
println()
|
||||
println("DOF LaTeX converter error(s):")
|
||||
println("=============================")
|
||||
errors.map { case (file: String, err: LaTeXLexerError) => println(file + ": " + err) }
|
||||
System.exit(1)
|
||||
}
|
||||
System.exit(0)
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in New Issue