chapter \<open>The Document-Type Support Framework for Isabelle \<close>

text{* Offering reflection to ML for class hierarchies, objects and object states. 
       + Isar syntax for these, assuming that classes entities fit to predefined
       Isar keywords.
 *} 
  
text{* In this section, we develop on the basis of a management of references Isar-markups
that provide direct support in the PIDE framework. *}  
  
theory Isa_DOF   (* Isabelle Document Ontology Framework *)
  imports Main (* Isa_MOF *)
  keywords "section*"    "subsection*"   "subsubsection*" 
           "paragraph*"  "subparagraph*" "text*" "declare_reference"::thy_decl
           and
           "doc_class" :: thy_decl 
  
begin
  
  
section{* Reflection of MOF into ML *}
(*  
ML_file "MOF.sml"
  
  
ML{* val mt = @{code mt} *}  
  
ML{* val replace_class_hierarchy = @{code replace_class_hierarchy}
     val get_class = @{code get_class};
*}
*)    
  
section{* A HomeGrown Document Type Management (the ''Model'') *}

ML{*
curry;
op |>; 
op #>;
op |>> : ('a * 'c) * ('a -> 'b) -> 'b * 'c;
op ||> : ('c * 'a) * ('a -> 'b) -> 'c * 'b
*}
  

  
ML{*

structure DocObjTab = 
struct
   type docclass_struct = {params : (string * sort) list, (*currently not used *)
                           name   : binding, thy_name : string, id : serial, (* for pide *)
                           inherits_from : (typ list * string) option,
                           attribute_decl : (binding * typ * term option) list
                           (*, rex : term list -- not yet used *)}


   type docclass_tab = docclass_struct Symtab.table

   val  initial_docclass_tab = Symtab.empty:docclass_tab 

   fun  merge_docclass_tab (otab,otab') = Symtab.merge (op =) (otab,otab') 

   fun  is_subclass (tab:docclass_tab) s t =
        let val _ = case Symtab.lookup tab t of 
                          NONE => error "super doc_class reference not defined"
                       |  SOME X => X
            fun father_is_sub s = case Symtab.lookup tab s of 
                          NONE => error "inconsistent doc_class hierarchy"
                       |  SOME ({inherits_from=NONE, ...}) => s = t
                       |  SOME ({inherits_from=SOME (_,s'), ...}) => s' = t 
                                                                     orelse father_is_sub s' 
        in s = t orelse father_is_sub s
        end

   type docobj = {pos : Position.T, thy_name : string, id : serial, cid : string}

   type docobj_tab ={tab      : (docobj option) Symtab.table,
                     maxano   : int
                    }
   
   val  initial_docobj_tab:docobj_tab = {tab = Symtab.empty, maxano = 0} 

   fun  merge_docobj_tab ({tab=otab,maxano=m}, {tab=otab',maxano=m'}) = 
                    (let fun X(NONE,NONE)       = false
                            |X(SOME _, NONE)    = false
                            |X(NONE, SOME _)    = false
                            |X(SOME b, SOME b') =  true (* b = b' *) 
                    in {tab=Symtab.merge X (otab,otab'),maxano=Int.max(m,m')}
                    end) 


structure Data = Generic_Data
(
  type T = docobj_tab * docclass_tab 
  val empty  = (initial_docobj_tab, initial_docclass_tab) 
  val extend = I
  fun merge((d1,c1),(d2,c2))  = (merge_docobj_tab (d1, d2), merge_docclass_tab(c1,c2))
);

val get_data = Data.get o Context.Proof;
val map_data = Data.map;
val get_data_global = Data.get o Context.Theory;
val map_data_global = Context.theory_map o map_data;

val default_cid = "text"

fun is_defined_cid_global cid thy = let val t = snd(get_data_global thy)
                                     in  cid=default_cid orelse Symtab.defined t cid end

fun is_defined_cid_local cid ctxt  = let val t = snd(get_data ctxt)
                                     in  cid=default_cid orelse Symtab.defined t cid end


fun is_declared_oid_global oid thy = let val {tab=t,maxano=_} = fst(get_data_global thy)
                                     in  Symtab.defined t oid end

fun is_declared_oid_local oid thy  = let val {tab=t,maxano=_} = fst(get_data thy)
                                     in  Symtab.defined t oid end

fun is_defined_oid_global oid thy  = let val {tab=t,maxano=_} = fst(get_data_global thy)
                                     in  case Symtab.lookup t oid of 
                                           NONE => false
                                          |SOME(NONE) => false
                                          |SOME _ => true
                                     end

fun is_defined_oid_local oid thy    = let val {tab=t,maxano=_} = fst(get_data thy)
                                     in  case Symtab.lookup t oid of 
                                           NONE => false
                                          |SOME(NONE) => false
                                          |SOME _ => true
                                     end


fun declare_object_global oid thy  =  (map_data_global
                                                   (apfst(fn {tab=t,maxano=x} => 
                                                             {tab=Symtab.update_new(oid,NONE)t,
                                                              maxano=x})) 
                                                   (thy)
                                       handle Symtab.DUP _ => 
                                              error("multiple declaration of document reference"))

fun declare_object_local oid ctxt  = (map_data (apfst(fn {tab=t,maxano=x} => 
                                                         {tab=Symtab.update_new(oid,NONE) t,
                                                          maxano=x}))
                                               (ctxt)
                                      handle Symtab.DUP _ => 
                                             error("multiple declaration of document reference"))

fun define_doc_class_global (params', binding) parent fields thy  = 
           let val nn = Context.theory_name thy (* in case that we need the thy-name to identify
                                                   the space where it is ... *)
               val cid = Binding.name_of binding
               val hurx = {params=params', 
                           name = binding, 
                           thy_name = nn, 
                           id = serial(), (* for pide --- really fresh or better reconstruct 
                                             from prior record definition ? *)
                           inherits_from = parent,
                           attribute_decl = fields  (*  currently unchecked *)
                           (*, rex : term list -- not yet used *)}
           in  if is_defined_cid_global cid thy 
               then error("multiple definition of document reference")
               else map_data_global(apsnd(Symtab.update(cid,hurx)))(thy)
           end


fun define_object_global (oid, bbb) thy  = 
           let val nn = Context.theory_name thy (* in case that we need the thy-name to identify
                                                   the space where it is ... *)
           in  if is_defined_oid_global oid thy 
               then error("multiple definition of document reference")
               else map_data_global  (apfst(fn {tab=t,maxano=x} => 
                                               {tab=Symtab.update(oid,SOME bbb) t,
                                                maxano=x}))
                      (thy)
           end
            
fun define_object_local (oid, bbb) ctxt  = 
           map_data (apfst(fn {tab=t,maxano=x} => 
                              {tab=Symtab.update(oid,SOME bbb) t,maxano=x})) ctxt


(* declares an anonyme label of a given type and generates a unique reference ...  *)
fun declare_anoobject_global thy cid = map_data_global
                                           (apfst(fn {tab=t,maxano=x} =>
                                                     let val str = cid^":"^Int.toString(x+1)
                                                         val _ = writeln("Anonymous doc-ref declared: "
                                                                         ^str)
                                                     in  {tab=Symtab.update(str,NONE)t,maxano=x+1}
                                                     end))         
                                           (thy)

fun declare_anoobject_local ctxt cid = map_data
                                          (apfst(fn {tab=t,maxano=x} => 
                                                     let val str = cid^":"^Int.toString(x+1)
                                                         val _ = writeln("Anonymous doc-ref declared: "
                                                                     ^str)
                                                     in   {tab=Symtab.update(str,NONE)t, maxano=x+1}
                                                     end)) 
                                          (ctxt)

fun get_object_global oid thy  = let val {tab=t,maxano=_} = fst(get_data_global thy)
                                     in  case Symtab.lookup t oid of 
                                           NONE => error"undefined reference"
                                          |SOME(bbb) => bbb
                                     end

fun get_object_local oid ctxt  = let val {tab=t,maxano=_} = fst(get_data ctxt)
                                     in  case Symtab.lookup t oid of 
                                           NONE => error"undefined reference"
                                          |SOME(bbb) => bbb
                                     end


fun writeln_keys ctxt = let  val {tab=t,maxano=_} = fst(get_data ctxt)
                        in   writeln (String.concatWith "," (Symtab.keys t)) end
end (* struct *)
*}
  

section{* Syntax for Annotated Documentation Commands (the '' View'') *}

  
ML{* 
structure DocAttrParser = 
struct

val semi = Scan.option (Parse.$$$ ";");

val attribute =
  Parse.position Parse.name 
  -- Scan.optional (Parse.$$$ "=" |-- Parse.!!! Parse.name) "";

val reference =
  Parse.position Parse.name 
  -- Scan.optional (Parse.$$$ "::" |-- Parse.!!! Parse.name) DocObjTab.default_cid;

val attributes =  (Parse.$$$ "[" |-- (reference -- 
                                     (Scan.optional(Parse.$$$ "," |-- (Parse.enum "," attribute))) []))
                                  --| Parse.$$$ "]"

val docrefN = "docref";    

(* derived from: theory_markup *)
fun docref_markup def name id pos =
  if id = 0 then Markup.empty
  else
    Markup.properties (Position.entity_properties_of def id pos)
      (Markup.entity docrefN name);   (* or better store the thy-name as property ? ? ? *)

fun init_docref_markup (name, pos) thy = (* now superfluous ? *)
  let
    val id = serial ();
    val _ = Position.report pos (docref_markup true name id pos);
  in (* map_thy (fn (_, _, axioms, defs, wrappers) => (pos, id, axioms, defs, wrappers)) *)
     thy 
  end;

(* old :
fun enriched_document_command markdown (((((oid,pos),dtyp),doc_attrs),xstring_opt),toks) =
     
       (Thy_Output.document_command markdown (xstring_opt,toks)) o
       (Toplevel.theory(DocObjTab.define_object_global (oid, (Binding.make (oid, pos),dtyp))))
*)
(* new *)
(* 
{markdown: bool} ->
             ((((string * Position.T) * string) * 'a) * (xstring * Position.T) option) * Input.source 
             -> Toplevel.transition -> Toplevel.transition
*)
fun enriched_document_command markdown (((((oid,pos),cid:string),doc_attrs),
                                        xstring_opt:(xstring * Position.T) option),
                                        toks:Input.source) =
  let
    val id = serial ();
    val _ = Position.report pos (docref_markup true oid id pos);
            (* creates a markup label for this position and reports it to the PIDE framework;
               this label is used as jump-target for point-and-click feature. *)
    fun enrich_trans thy = let val name = Context.theory_name thy
                               val _ = if not (DocObjTab.is_defined_cid_global cid thy) 
                                       then error("class reference undefined")
                                       else ()
                           in DocObjTab.define_object_global (oid, {pos=pos, thy_name=name,
                                                                    id=id , cid=cid})
                                                             (thy)
                           end 
    fun MMM(SOME(s,p)) = SOME(s^"XXX",p)
       |MMM(NONE) = SOME("XXX",Position.id "")
  in     
       (Toplevel.theory(enrich_trans))  #>
       (Thy_Output.document_command markdown (MMM xstring_opt,toks)) #>
       (Thy_Output.document_command markdown (SOME("\\label{"^oid^"}", Position.id ""),toks))  #>
       (Thy_Output.document_command markdown (SOME("\\label{"^oid^"}", Position.id ""),toks)) 
  end;


val _ =
  Outer_Syntax.command ("section*", @{here}) "section heading"
    (attributes -- Parse.opt_target -- Parse.document_source --| semi
      >> enriched_document_command {markdown = false});

val _ =
  Outer_Syntax.command ("subsection*", @{here}) "subsection heading"
    (attributes -- Parse.opt_target -- Parse.document_source --| semi
      >> enriched_document_command {markdown = false});

val _ =
  Outer_Syntax.command ("subsubsection*", @{here}) "subsubsection heading"
    (attributes -- Parse.opt_target -- Parse.document_source --| semi
      >> enriched_document_command {markdown = false});

val _ =
  Outer_Syntax.command ("paragraph*", @{here}) "paragraph heading"
    (attributes --  Parse.opt_target -- Parse.document_source --| semi
      >> enriched_document_command {markdown = false});

val _ =
  Outer_Syntax.command ("subparagraph*", @{here}) "subparagraph heading"
    (attributes -- Parse.opt_target -- Parse.document_source --| semi
      >> enriched_document_command {markdown = false});

val _ =
  Outer_Syntax.command ("text*", @{here}) "formal comment (primary style)"
    (attributes -- Parse.opt_target -- Parse.document_source 
      >> enriched_document_command {markdown = false});

val _ =
  Outer_Syntax.command @{command_keyword "declare_reference"} "declare document reference"
    (attributes >> (fn (((oid,pos),cid),doc_attrs) =>  
                                  (Toplevel.theory (DocObjTab.declare_object_global oid))));


(* Proof.context -> Symtab.key * Position.T -> Pretty.T ; dead code: 
fun pretty_docref ctxt (name, pos)  =
  let
    (* val _ = DocObjTab.writeln_keys ctxt *)
    val thy = Proof_Context.theory_of ctxt;
    fun pretty_docref str = let val tok = Pretty.enclose "\\autoref{" "}" (Pretty.text (str))
                            (*  val _ = writeln (Pretty.string_of tok) *)
                            in tok end
  in 
    if DocObjTab.is_defined_oid_global name thy 
    then let val {pos=pos_decl,id,...} = the(DocObjTab.get_object_global name thy)
             val markup = docref_markup false name id pos_decl;
             val _ = Context_Position.report ctxt pos markup;
                     (* this sends a report to the PIDE interface ... *) 
         in pretty_docref name end
    else if   DocObjTab.is_declared_oid_global name thy 
         then (warning("declared but undefined document reference:"^name);
               pretty_docref name)
         else error("undefined document reference:"^name)
  end
*)


fun check_and_mark ctxt (str:{strict_checking: bool}) pos name  =
  let
    val thy = Proof_Context.theory_of ctxt;
  in 
    if DocObjTab.is_defined_oid_global name thy 
    then let val {pos=pos_decl,id,...} = the(DocObjTab.get_object_global name thy)
             val markup = docref_markup false name id pos_decl;
             val _ = Context_Position.report ctxt pos markup;
                     (* this sends a report to the PIDE interface ... *) 
         in  name end
    else if   DocObjTab.is_declared_oid_global name thy 
         then (if #strict_checking str then warning("declared but undefined document reference:"^name)
               else (); name)
         else error("undefined document reference:"^name)
  end

(* superfluous :
fun basic_entities_style name scan pretty =
  Thy_Output.antiquotation name scan (fn {source, context = ctxt, ...} => fn (style, xs) =>
     Thy_Output.output ctxt
        (Thy_Output.maybe_pretty_source (fn ctxt => fn x => pretty ctxt (style, x)) ctxt source xs));

fun basic_entities name scan pretty =
  Thy_Output.antiquotation name scan (fn {source, context = ctxt, ...} =>
    Thy_Output.output ctxt o Thy_Output.maybe_pretty_source pretty ctxt source);

fun basic_entity name scan = basic_entities name (scan >> single);
*)

fun control_antiquotation name (str:{strict_checking: bool}) s1 s2 = 
             Thy_Output.antiquotation name (Scan.lift (Args.cartouche_input))
                 (fn {context =ctxt, source = src:Token.src, state} =>
                      fn source:Input.source => 
                          (Thy_Output.output_text state {markdown=false} #>
                           check_and_mark ctxt (str:{strict_checking: bool})(Input.pos_of source) #>
                           enclose s1 s2) 
                          source);

                                           
val _ = Theory.setup
        ((control_antiquotation @{binding docref} {strict_checking=true}  "\\autoref{" "}" ) #>
         (control_antiquotation @{binding docref_unchecked}{strict_checking=false} "\\autoref{" "}")#>
         (control_antiquotation @{binding docref_define} {strict_checking=false}   "\\label{" "}"))

end (* struct *)
*}
  
ML{* 

fun read_parent NONE ctxt = (NONE, ctxt)
  | read_parent (SOME raw_T) ctxt =
      (case Proof_Context.read_typ_abbrev ctxt raw_T of
        Type (name, Ts) => (SOME (Ts, name), fold Variable.declare_typ Ts ctxt)
      | T => error ("Bad parent record specification: " ^ Syntax.string_of_typ ctxt T));


fun map_option f NONE = NONE 
   |map_option f (SOME x) = SOME (f x)

fun read_fields raw_fields ctxt =
  let
    val Ts = Syntax.read_typs ctxt (map (fn ((_, raw_T, _),_) => raw_T) raw_fields);
    val terms = map ((map_option (Syntax.read_term ctxt)) o snd) raw_fields
    val fields = map2 (fn ((x, _, mx),_) => fn T => (x, T, mx)) raw_fields Ts;
    val ctxt' = fold Variable.declare_typ Ts ctxt;
  in (fields, terms, ctxt') end;

fun add_record_cmd overloaded (raw_params, binding) raw_parent raw_fieldsNdefaults rex thy =
  let
    val ctxt = Proof_Context.init_global thy;
    val params = map (apsnd (Typedecl.read_constraint ctxt)) raw_params;
    val ctxt1 = fold (Variable.declare_typ o TFree) params ctxt;
    val (parent, ctxt2) = read_parent raw_parent ctxt1;
    val (fields, terms, ctxt3) = read_fields raw_fieldsNdefaults ctxt2;
    val fieldsNterms = (map (fn (a,b,_) => (a,b)) fields) ~~ terms
    val fieldsNterms' = map (fn ((x,y),z) => (x,y,z)) fieldsNterms
    val params' = map (Proof_Context.check_tfree ctxt3) params;
  in thy |> Record.add_record overloaded (params', binding) parent fields 
         |> DocObjTab.define_doc_class_global (params', binding) parent fieldsNterms'
  end;


val _ =
  Outer_Syntax.command @{command_keyword doc_class} "define document class"
    (Parse_Spec.overloaded 
        -- (Parse.type_args_constrained  -- Parse.binding) 
        -- (@{keyword "="} |-- Scan.option (Parse.typ --| @{keyword "+"}) 
            -- Scan.repeat1 (Parse.const_binding -- Scan.option (@{keyword "<="} |-- Parse.term)))
            -- Scan.repeat (@{keyword "where"} |-- Parse.term) 
    >> (fn (((overloaded, x), (y, z)),rex) =>
        Toplevel.theory (add_record_cmd {overloaded = overloaded} x y z rex)));

*}  
  
ML{* 
Binding.print;
Syntax.read_term;
try;


*}  
  
  
(* Look at this thingi ... *)  
ML \<open>
fun document_command markdown (loc, txt) =
  Toplevel.keep 
    (fn state => (case loc of
                   NONE => ignore (Thy_Output.output_text state markdown txt)
                 | SOME (_, pos) => error ("Illegal target specification -- not a theory context" 
                                    ^ Position.here pos))) 
  o Toplevel.present_local_theory loc 
      (fn state => ignore (Thy_Output.output_text state markdown txt));

\<close>  
  
end