OSDN Git Service

test-zh-maqiyuan.tex: CRLF -> LF.
[luatex-ja/luatexja.git] / src / luatexja-core.lua
index a1a21fe..673f581 100644 (file)
@@ -1,18 +1,58 @@
+require('lualibs')
+require('luatexja.rmlgbm');    local ltjr = luatexja.rmlgbm -- must be 1st
+require('luatexja.base');      local ltjb = luatexja.base
+require('luatexja.charrange'); local ltjc = luatexja.charrange
+require('luatexja.jfont');     local ltjf = luatexja.jfont
+require('luatexja.inputbuf');  local ltji = luatexja.inputbuf
+require('luatexja.jfmglue');   local ltjj = luatexja.jfmglue
+require('luatexja.math');      local ltjm = luatexja.math
+require('luatexja.pretreat');  local ltjp = luatexja.pretreat
+require('luatexja.stack');     local ltjs = luatexja.stack
+require('luatexja.setwidth');  local ltjw = luatexja.setwidth
+
 local node_type = node.type
+local node_new = node.new
+local node_prev = node.prev
+local node_next = node.next
 local has_attr = node.has_attribute
 local node_insert_before = node.insert_before
 local node_insert_after = node.insert_after
 local node_hpack = node.hpack
-local round = tex.round
-local node_new = node.new
+
+local id_penalty = node.id('penalty')
 local id_glyph = node.id('glyph')
 local id_glue_spec = node.id('glue_spec')
 local id_glue = node.id('glue')
+local id_kern = node.id('kern')
+local id_hlist = node.id('hlist')
+local id_vlist = node.id('vlist')
+local id_rule = node.id('rule')
+local id_math = node.id('math')
 local id_whatsit = node.id('whatsit')
-local next_node = node.next
-local attr_jchar_class = luatexbase.attributes['luatexja@charclass']
-local attr_curjfnt = luatexbase.attributes['luatexja@curjfnt']
-local attr_yablshift = luatexbase.attributes['luatexja@yablshift']
+local sid_user = node.subtype('user_defined')
+
+local attr_jchar_class = luatexbase.attributes['ltj@charclass']
+local attr_curjfnt = luatexbase.attributes['ltj@curjfnt']
+local attr_yablshift = luatexbase.attributes['ltj@yablshift']
+local attr_icflag = luatexbase.attributes['ltj@icflag']
+local cat_lp = luatexbase.catcodetables['latex-package']
+
+local ITALIC = 1
+local PACKED = 2
+local KINSOKU = 3
+local FROM_JFM = 4
+local LINE_END = 5
+local KANJI_SKIP = 6
+local XKANJI_SKIP = 7
+local PROCESSED = 8
+local IC_PROCESSED = 9
+local BOXBDD = 15
+
+------------------------------------------------------------------------
+-- naming:
+--    ltj.ext_... : called from \directlua{}
+--    ltj.int_... : called from other Lua codes, but not from \directlua{}
+--    (other)     : only called from this file
 
 -- error messages
 function ltj.error(s,t)
@@ -21,7 +61,7 @@ end
 
 -- Three aux. functions, bollowed from tex.web
 local unity=65536
-local function print_scaled(s)
+function print_scaled(s)
    local out=''
    local delta=10
    if s<0 then 
@@ -62,82 +102,39 @@ local function print_spec(p)
 return out
 end
 
--- return true if and only if p is a Japanese character node
-local function is_japanese_glyph_node(p)
-   return p and (p.id==id_glyph) 
-   and (p.font==has_attr(p,attr_curjfnt))
-end
-
----------- Stack table
----- ltj.stack_ch_table [stack_level] : 情報を格納したテーブル
-----   .auto_spacing, .auto_xspacing: \autospacing etc.
-----   [chr_code].pre, [chr_code].post, [chr_code].xsp
-
-ltj.stack_ch_table={}; ltj.stack_ch_table[0]={}
-
-local function new_stack_level()
-  local i = tex.getcount('ltj@stack@pbp')
-  if tex.currentgrouplevel > tex.getcount('ltj@group@level@pbp') then
-    i = i+1 -- new stack level
-    tex.setcount('ltj@group@level@pbp', tex.currentgrouplevel)
-    for j,v in pairs(ltj.stack_ch_table) do -- clear the stack above i
-      if j>=i then ltj.stack_ch_table[j]=nil end
-    end
-    ltj.stack_ch_table[i] = table.fastcopy(ltj.stack_ch_table[i-1])
-    tex.setcount('ltj@stack@pbp', i)
-  end
-  return i
-end
-function ltj.set_ch_table(g,m,c,p)
-  local i = new_stack_level()
-  if not ltj.stack_ch_table[i][c] then ltj.stack_ch_table[i][c] = {} end
-  ltj.stack_ch_table[i][c][m] = p
-  if g=='global' then
-    for j,v in pairs(ltj.stack_ch_table) do 
-      if not ltj.stack_ch_table[j][c] then ltj.stack_ch_table[j][c] = {} end
-      ltj.stack_ch_table[j][c][m] = p
-    end
-  end
-end
+function math.two_add(a,b) return a+b end
+function math.two_average(a,b) return (a+b)/2 end
 
-local function get_penalty_table(m,c)
-  local i = tex.getcount('ltj@stack@pbp')
-  i = ltj.stack_ch_table[i][c]
-  if i then i=i[m] end
-  return i or 0
-end
+---- table: charprop_stack_table [stack_level][chr_code].{pre|post|xsp}
 
-local function get_inhibit_xsp_table(c)
-  local i = tex.getcount('ltj@stack@pbp')
-  i = ltj.stack_ch_table[i][c]
-  if i then i=i.xsp end
-  return i or 3
-end
+------------------------------------------------------------------------
+-- CODE FOR GETTING/SETTING PARAMETERS 
+------------------------------------------------------------------------
 
---------
-function ltj.out_ja_parameter_one(k)
-   if k == 'yabaselineshift' then
-      tex.write(print_scaled(tex.getattribute('luatexja@yablshift'))..'pt')
-   elseif k == 'ykbaselineshift' then
-      tex.write(print_scaled(tex.getattribute('luatexja@ykblshift'))..'pt')
+-- EXT: print parameters that don't need arguments
+function ltj.ext_get_parameter_unary(k)
+   if k == 'yalbaselineshift' then
+      tex.write(print_scaled(tex.getattribute('ltj@yablshift'))..'pt')
+   elseif k == 'yjabaselineshift' then
+      tex.write(print_scaled(tex.getattribute('ltj@ykblshift'))..'pt')
    elseif k == 'kanjiskip' then
-      tex.write(print_spec(tex.getskip('kanjiskip')))
+      tex.write(print_spec(ltjs.get_skip_table('kanjiskip', tex.getcount('ltj@@stack'))))
    elseif k == 'xkanjiskip' then
-      tex.write(print_spec(tex.getskip('xkanjiskip')))
+      tex.write(print_spec(ltjs.get_skip_table('xkanjiskip', tex.getcount('ltj@@stack'))))
    elseif k == 'jcharwidowpenalty' then
-      tex.write(tex.getcount('jcharwidowpenalty'))
+      tex.write(ltjs.get_penalty_table('jwp', 0, 0, tex.getcount('ltj@@stack')))
    elseif k == 'autospacing' then
-      tex.write(tostring(ltj.auto_spacing))
+      tex.write(tex.getattribute('ltj@autospc'))
    elseif k == 'autoxspacing' then
-      tex.write(tostring(ltj.auto_xspacing))
+      tex.write(tex.getattribute('ltj@autoxspc'))
    elseif k == 'differentjfm' then
-      if ltj.calc_between_two_jchar_aux==ltj.calc_between_two_jchar_aux_large then
+      if luatexja.jfmglue.diffmet_rule == math.max then
         tex.write('large')
-      elseif ltj.calc_between_two_jchar_aux==ltj.calc_between_two_jchar_aux_small then
+      elseif luatexja.jfmglue.diffmet_rule == math.min then
         tex.write('small')
-      elseif ltj.calc_between_two_jchar_aux==ltj.calc_between_two_jchar_aux_average then
+      elseif luatexja.jfmglue.diffmet_rule == math.two_average then
         tex.write('average')
-      elseif ltj.calc_between_two_jchar_aux==ltj.calc_between_two_jchar_aux_both then
+      elseif luatexja.jfmglue.diffmet_rule == math.two_add then
         tex.write('both')
       else -- This can't happen.
         tex.write('???')
@@ -145,640 +142,190 @@ function ltj.out_ja_parameter_one(k)
    end
 end
 
-function ltj.out_ja_parameter_two(k,c)
-   if k == 'prebreakpenalty' then
-      tex.write(get_penalty_table('pre',c))
-   elseif k == 'postbreakpenalty' then
-      tex.write(get_penalty_table('post',c))
-   elseif k == 'cjkxspmode' then
-      local i = get_inhibit_xsp_table(c)
-      if i==0 then tex.write('inhibit')
-      elseif i==1 then  tex.write('postonly')
-      elseif i==2 then  tex.write('preonly')
-      else tex.write('allow')
+-- EXT: print parameters that need arguments
+function ltj.ext_get_parameter_binary(k,c)
+   if k == 'jacharrange' then
+      if c<0 or c>216 then 
+        ltjb.package_error('luatexja',
+                           'invalid character range number (' .. c .. ')',
+                           'A character range number should be in the range 0..216,\n'..
+                            'So I changed this one to zero.')
+        c=0
       end
-   elseif k == 'asciixspmode' then
-      local i = get_inhibit_xsp_table(c)
-      if i==0 then tex.write('inhibit')
-      elseif i==2 then  tex.write('postonly')
-      elseif i==1 then  tex.write('preonly')
-      else tex.write('allow')
-      end
-   end
-end
-
-
---------- 
-function ltj.print_global()
-  if ltj.isglobal=='global' then tex.sprint('\\global') end
-end
-
-function ltj.create_ihb_node()
-   local g=node_new(id_whatsit, node.subtype('user_defined'))
-   g.user_id=30111; g.type=number; g.value=1
-   node.write(g)
-end
-
-
-local function find_size_metric(px)
-   if is_japanese_glyph_node(px) then
-      return ltj.font_metric_table[px.font].size, ltj.font_metric_table[px.font].jfm
-   else 
-      return nil, nil
-   end
-end
-
-local function new_jfm_glue(size,mt,bc,ac)
--- mt: metric key, bc, ac: char classes
-   local g=nil
-   local h
-   local w=bc*0x800+ac
-   if ltj.metrics[mt].glue[w] then
-      h=node_new(id_glue_spec)
-      h.width  =round(size*ltj.metrics[mt].glue[w].width)
-      h.stretch=round(size*ltj.metrics[mt].glue[w].stretch)
-      h.shrink =round(size*ltj.metrics[mt].glue[w].shrink)
-      h.stretch_order=0; h.shrink_order=0
-      g=node_new(id_glue)
-      g.subtype=0; g.spec=h; return g
-   elseif ltj.metrics[mt].kern[w] then
-      g=node_new(node.id('kern'))
-      g.subtype=0; g.kern=round(size*ltj.metrics[mt].kern[w]); return g
+      tex.write(ltjc.get_range_setting(c))
    else
-      return nil
-   end
-end
-
-
-function calc_between_two_jchar(q,p)
-   -- q, p: node (possibly null)
-   local ps,pm,qs,qm,g,h
-   if not p then -- q is the last node
-      qs, qm = find_size_metric(q)
-      if not qm then 
-        return nil
-      else
-        g=new_jfm_glue(qs,qm,
-                           has_attr(q,attr_jchar_class),
-                               ltj.find_char_type('boxbdd',qm))
+      if c<0 or c>0x10FFFF then
+        ltjb.package_error('luatexja',
+                           'bad character code (' .. c .. ')',
+                           'A character number must be between -1 and 0x10ffff.\n'..
+                              "(-1 is used for denoting `math boundary')\n"..
+                              'So I changed this one to zero.')
+        c=0
       end
-   elseif not q then
-      -- p is the first node etc.
-      ps, pm = find_size_metric(p)
-      if not pm then
-        return nil
-      else
-        g=new_jfm_glue(ps,pm,
-                               ltj.find_char_type('boxbdd',pm),
-                               has_attr(p,attr_jchar_class))
-      end
-   else -- p and q are not nil
-      qs, qm = find_size_metric(q)
-      ps, pm = find_size_metric(p)
-      if (not pm) and (not qm) then 
-        -- Both p and q are NOT Japanese glyph node
-        return nil
-      elseif (qs==ps) and (qm==pm) then 
-        -- Both p and q are Japanese glyph node, and same metric and size
-        g=new_jfm_glue(ps,pm,
-                           has_attr(q,attr_jchar_class),
-                           has_attr(p,attr_jchar_class))
-      elseif not qm then
-        -- q is not Japanese glyph node
-        g=new_jfm_glue(ps,pm,
-                           ltj.find_char_type('jcharbdd',pm),
-                           has_attr(p,attr_jchar_class))
-      elseif not pm then
-        -- p is not Japanese glyph node
-        g=new_jfm_glue(qs,qm,
-                           has_attr(q,attr_jchar_class),
-                           ltj.find_char_type('jcharbdd',qm))
-      else
-        g=new_jfm_glue(qs,qm,
-                           has_attr(q,attr_jchar_class),
-                           ltj.find_char_type('diffmet',qm))
-        h=new_jfm_glue(ps,pm,
-                           ltj.find_char_type('diffmet',pm),
-                           has_attr(p,attr_jchar_class))
-        g=ltj.calc_between_two_jchar_aux(g,h)
+      if k == 'prebreakpenalty' then
+        tex.write(ltjs.get_penalty_table('pre', c, 0, tex.getcount('ltj@@stack')))
+      elseif k == 'postbreakpenalty' then
+        tex.write(ltjs.get_penalty_table('post', c, 0, tex.getcount('ltj@@stack')))
+      elseif k == 'kcatcode' then
+        tex.write(ltjs.get_penalty_table('kcat', c, 0, tex.getcount('ltj@@stack')))
+      elseif k == 'chartorange' then 
+        tex.write(ltjc.char_to_range(c))
+      elseif k == 'jaxspmode' or k == 'alxspmode' then
+        tex.write(ltjs.get_penalty_table('xsp', c, 3, tex.getcount('ltj@@stack')))
       end
    end
-   return g
 end
 
-
--- In the beginning of a hbox created by line breaking, there are the followings:
---   o a hbox by \parindent
---   o a whatsit node which contains local paragraph materials.
--- When we insert jfm glues, we ignore these nodes.
-function ltj.is_parindent_box(p)
-   if node_type(p.id)=='hlist' then 
-      return (p.subtype==3)
-      -- hlist (subtype=3) is a box by \parindent
-   elseif p.id==id_whatsit then 
-      return (p.subtype==node.subtype('local_par'))
-   end
+-- EXT: print \global if necessary
+function ltj.ext_print_global()
+  if ltj.isglobal=='global' then tex.sprint(cat_lp, '\\global') end
 end
 
-local function add_kinsoku_penalty(head,p)
-   local c = p.char
-   local e = get_penalty_table('pre',c)
-   if e~=0 then
-      local q = node.prev(p)
-      if q and node_type(q.id)=='penalty' then
-        q.penalty=q.penalty+e
-      else 
-        q=node_new(node.id('penalty'))
-        q.penalty=e
-        node_insert_before(head,p,q)
-      end
-   end
-   e = get_penalty_table('post',c)
-   if e~=0 then
-      local q = next_node(p)
-      if q and node_type(q.id)=='penalty' then
-        q.penalty=q.penalty+e
-        return false
-      else 
-        q=node_new(node.id('penalty'))
-        q.penalty=e
-        node_insert_after(head,p,q)
-        return true
-      end
-   end
-end
-
--- Insert jfm glue: main routine
-
-local function insert_jfm_glue(head)
+-- main process
+-- mode = true iff main_process is called from pre_linebreak_filter
+local function main_process(head, mode, dir)
    local p = head
-   local q = nil  -- the previous node of p
-   local g
-   local ihb_flag = false
-   local inserted_after_penalty = false
-   if not p then 
-      return head 
-   end
-   while p and  ltj.is_parindent_box(p) do p=next_node(p) end
-   while p do
-      if p.id==id_whatsit and p.subtype==node.subtype('user_defined')
-         and p.user_id==30111 then
-        g=p; p=next_node(p); 
-        ihb_flag=true; head,p=node.remove(head, g)
-      else
-        g=calc_between_two_jchar(q,p)
-        if g and (not ihb_flag) then
-           h = node_insert_before(head,p,g)
-           if not q then head=h end 
-           -- If p is the first node (=head), the skip is inserted
-           -- before head. So we must change head.
-        end
-        --if is_japanese_glyph_node(q) then
-        --   node.insert(q, inserted_after_penalty)
-        --end
-        q=p; ihb_flag=false; 
-        if is_japanese_glyph_node(p) 
-            and add_kinsoku_penalty(head,p) then
-           p=next_node(p); inserted_after_penalty = true
-        else 
-           inserted_after_penalty = false
-        end
-        p=next_node(p)
-      end
-   end
-   -- Insert skip after the last node
-   g=calc_between_two_jchar(q,nil)
-   if g then h = node_insert_after(head,q,g) end
-   return head
-end
-
-
-
--- Insert \xkanjiskip at the boundaries between Japanese characters 
--- and non-Japanese characters. 
--- We also insert \kanjiskip between Kanji in this function.
-local kanji_skip={}
-local xkanji_skip={}
-local cx = nil
-local no_skip=0
-local after_schar=1
-local after_wchar=2
-local insert_skip=no_skip
-
-
--- In the next two function, cx is the Kanji code.
-local function insert_akxsp(head,q)
-   if get_inhibit_xsp_table(cx)<=1 then return end
-   local g = node_new(id_glue)
-   g.subtype=0; g.spec=node.copy(xkanji_skip)
-   node_insert_after(head,q,g)
-end
-
-local function insert_kaxsp(head,q,p)
-   local g=true
-   local c=p.char
-   while p.components and p.subtype 
-      and math.floor(p.subtype/2)%2==1 do
-      p=p.components; c = p.char
-   end
-   if get_inhibit_xsp_table(c)%2 == 1 then
-      if get_inhibit_xsp_table(cx)%2==0 then g=false end
-   else 
-      g=false
-   end
-   if g then
-      g = node_new(id_glue)
-      g.subtype=0; g.spec=node.copy(xkanji_skip)
-      node_insert_after(head,q,g)
-   end
+   p = ltjj.main(p,mode)
+   p = ltjw.set_ja_width(p, dir)
+   return p
 end
 
 
-local function set_insert_skip_after_achar(p)
-   local c=p.char
-   while p.components and p.subtype 
-      and math.floor(p.subtype/2)%2==1 do
-      p=node.tail(p.components); c = p.char
-   end
-  if get_inhibit_xsp_table(c)>=2 then
-     insert_skip=after_schar
-  else
-     insert_skip=no_skip
-  end
-end
-
--- Insert \xkanjiskip before p, a glyph node
-local function insks_around_char(head,q,p)
-   if is_japanese_glyph_node(p) then
-      cx=p.char
-      if is_japanese_glyph_node(q)  then
-        local g = node_new(id_glue)
-        g.subtype=0; g.spec=node.copy(kanji_skip)
-        node_insert_before(head,p,g)
-      elseif insert_skip==after_schar then
-        insert_akxsp(head,q)
+-- debug
+local debug_depth
+function ltj.ext_show_node_list(head,depth,print_fn)
+   debug_depth = depth
+   if head then
+      while head do
+        debug_show_node_X(head, print_fn); head = node_next(head)
       end
-      insert_skip=after_wchar
    else
-      if insert_skip==after_wchar then
-        insert_kaxsp(head,q,p)
-      end
-      set_insert_skip_after_achar(p)
+      print_fn(debug_depth .. ' (null list)')
    end
 end
-
--- Return first and last glyph nodes in a hbox
-local first_char = nil
-local last_char = nil
-local find_first_char = nil
-local function check_box(bp)
-   local p = bp; local  flag = false
-   while p do
-      local pt = node_type(p.id)
-      if pt=='glyph' then
-        repeat 
-           if find_first_char then
-              first_char=p; find_first_char=false
-           end
-           last_char=p; flag=true; p=next_node(p)
-           if not p then return flag end
-        until p.id~=id_glyph
+function ltj.ext_show_node(head,depth,print_fn)
+   debug_depth = depth
+   if head then
+      debug_show_node_X(head, print_fn)
+   else
+      print_fn(debug_depth .. ' (null list)')
+   end
+end
+function debug_show_node_X(p,print_fn)
+   local k = debug_depth
+   local s
+   local pt=node_type(p.id)
+   local base = debug_depth .. string.format('%X', has_attr(p,attr_icflag) or 0) 
+   .. ' ' .. pt .. ' ' ..  tostring(p.subtype )
+   if pt == 'glyph' then
+      s = base .. ' ' .. utf.char(p.char) .. ' ' .. tostring(p.font)
+         .. ' (' .. print_scaled(p.height) .. '+' 
+         .. print_scaled(p.depth) .. ')x' .. print_scaled(p.width)
+      print_fn(s)
+   elseif pt=='hlist' then
+      s = base .. '(' .. print_scaled(p.height) .. '+' 
+         .. print_scaled(p.depth) .. ')x' .. print_scaled(p.width)
+      if p.shift~=0 then
+        s = s .. ', shifted ' .. print_scaled(p.shift)
       end
-      if pt=='hlist' then
-        flag=true
-        if p.shift==0 then
-           if check_box(p.head) then flag=true end
-        else if find_first_char then 
-              find_first_char=false
-           else 
-              last_char=nil
-           end
-        end
-      elseif pt == 'ins' or pt == 'mark'
-         or pt == 'adjust' 
-         or pt == 'whatsit' or pt == 'penalty' then
-        p=p
-      else
-        flag=true
-        if find_first_char then 
-           find_first_char=false
+      if p.glue_sign >= 1 then 
+        s = s .. ' glue set '
+        if p.glue_sign == 2 then s = s .. '-' end
+        s = s .. tostring(math.floor(p.glue_set*10000)/10000)
+        if p.glue_order == 0 then 
+           s = s .. 'pt' 
         else 
-           last_char=nil
+           s = s .. 'fi'
+           for i = 2,  p.glue_order do s = s .. 'l' end
         end
       end
-      p=next_node(p)
-   end
-   return flag
-end 
-
--- Insert \xkanjiskip around p, an hbox
-local function insks_around_hbox(head,q,p)
-   if p.shift==0 then
-      find_first_char=true; first_char=nil; last_char=nil
-      if check_box(p.head) then
-        -- first char
-        if is_japanese_glyph_node(first_char) then
-           cx=first_char.char
-           if insert_skip==after_schar then 
-              insert_akxsp(head,q)
-           elseif insert_skip==after_wchar then
-              local g = node_new(id_glue)
-              g.subtype=0; g.spec=node.copy(kanji_skip)
-              node_insert_before(head,p,g)
-           end
-           insert_skip=after_wchar
-        elseif first_char then
-           cx=first_char.char
-           if insert_skip==after_wchar then
-              insert_kaxsp(head,q,first_char)
-           end
-           set_insert_skip_after_achar(first_char)
-        end
-        -- last char
-        if is_japanese_glyph_node(last_char) then
-           if is_japanese_glyph_node(next_node(p)) then
-              local g = node_new(id_glue)
-              g.subtype=0; g.spec=node.copy(kanji_skip)
-              node_insert_after(head,p,g)
-           end
-           insert_skip=after_wchar
-        elseif last_char then
-           set_insert_skip_after_achar(last_char)
-        else insert_skip=no_skip
-        end
-      else insert_skip=no_skip
+      if has_attr(p, attr_icflag, PACKED) then
+        s = s .. ' (packed)'
       end
-   else insert_skip=no_skip
-   end
-end
-
--- Insert \xkanjiskip around p, a penalty
-local function insks_around_penalty(head,q,p)
-   local r=next_node(p)
-   if r  and r.id==id_glyph then
-      if is_japanese_glyph_node(r) then
-        cx=r.char
-        if is_japanese_glyph_node(p)  then
-           local g = node_new(id_glue)
-           g.subtype=0; g.spec=node.copy(kanji_skip)
-           node_insert_before(head,r,g)
-        elseif insert_skip==insert_schar then
-           insert_akxsp(head,p)
-        end
-        q=p; p=next_node(p)
-        insert_skip=after_wchar
-      else
-        if insert_skip==after_wchar then
-           insert_kaxsp(head,p,r)
-        end
-        set_insert_skip_after_achar(r)
+      print_fn(s)
+      local q = p.head
+      debug_depth=debug_depth.. '.'
+      while q do 
+        debug_show_node_X(q, print_fn); q = node_next(q)
       end
-   end
-end
-
--- Insert \xkanjiskip around p, a kern
-local function insks_around_kern(head,q,p)
-   if p.subtype==1 then -- \kern or \/
-      if not has_attr(p,luatexbase.attributes['luatexja@icflag']) then
-        insert_skip=no_skip
+      debug_depth=k
+   elseif pt == 'glue' then
+      s = base .. ' ' ..  print_spec(p.spec)
+      if has_attr(p, attr_icflag)==FROM_JFM then
+           s = s .. ' (from JFM)'
+      elseif has_attr(p, attr_icflag)==KANJI_SKIP then
+        s = s .. ' (kanjiskip)'
+      elseif has_attr(p, attr_icflag)==XKANJI_SKIP then
+        s = s .. ' (xkanjiskip)'
       end
-   elseif p.subtype==2 then -- \accent: We ignore the accent character.
-      local v = next_node(next_node(next_node(p)))
-      if v and v.id==id_glyph then
-        insks_around_char(head,q,v)
+      print_fn(s)
+   elseif pt == 'kern' then
+      s = base .. ' ' .. print_scaled(p.kern) .. 'pt'
+      if p.subtype==2 then
+        s = s .. ' (for accent)'
+      elseif has_attr(p, attr_icflag)==IC_PROCESSED then
+        s = s .. ' (italic correction)'
+      -- elseif has_attr(p, attr_icflag)==ITALIC then
+      --    s = s .. ' (italic correction)'
+      elseif has_attr(p, attr_icflag)==FROM_JFM then
+        s = s .. ' (from JFM)'
+      elseif has_attr(p, attr_icflag)==LINE_END then
+        s = s .. " (from 'lineend' in JFM)"
       end
-   end
-end
-
--- Insert \xkanjiskip around p, a math_node
-local function insks_around_math(head,q,p)
-   local g = { char = -1 }
-   if (p.subtype==0) and (insert_skip==after_wchar) then
-      insert_kaxsp(head,q,g)
-      insert_skip=no_skip
-   else
-      set_insert_skip_after_achar(g)
-   end
-end
-
-local function insert_kanji_skip(head)
-   if ltj.auto_spacing then
-      kanji_skip=tex.skip['kanjiskip']
-   else
-      kanji_skip=node_new(id_glue_spec)
-      kanji_skip.width=0;  kanji_skip.stretch=0; kanji_skip.shrink=0
-   end
-   if ltj.auto_xspacing then
-      xkanji_skip=tex.skip['xkanjiskip']
-   else
-      xkanji_skip=node_new(id_glue_spec)
-      xkanji_skip.width=0;  xkanji_skip.stretch=0; xkanji_skip.shrink=0
-   end
-   local p=head -- 「現在のnode」
-   local q=nil  -- pの一つ前 
-   insert_skip=no_skip
-   while p do
-      local pt = node_type(p.id)
-      if pt=='glyph' then
-        repeat 
-           insks_around_char(head,q,p)
-           q=p; p=next_node(p)
-        until (not p) or p.id~=id_glyph
+      print_fn(s)
+   elseif pt == 'penalty' then
+      s = base .. ' ' .. tostring(p.penalty)
+      if has_attr(p, attr_icflag)==KINSOKU then
+        s = s .. ' (for kinsoku)'
+      end
+      print_fn(s)
+   elseif pt == 'whatsit' then
+      s = base .. ' subtype: ' ..  tostring(p.subtype)
+      if p.subtype==sid_user then
+        s = s .. ' user_id: ' .. p.user_id .. ' ' .. p.value
       else
-        if pt == 'hlist' then
-           insks_around_hbox(head,q,p)
-        elseif pt == 'penalty' then
-           insks_around_penalty(head,q,p)
-        elseif pt == 'kern' then
-           insks_around_kern(head,q,p)
-        elseif pt == 'math' then
-           insks_around_math(head,q,p)
-        elseif pt == 'ins' or pt == 'mark'
-            or pt == 'adjust'
-            or pt == 'whatsit' then
-           -- do nothing
-           p=p
-        else
-           -- rule, disc, glue, margin_kern
-           insert_skip=no_skip
-        end
-        q=p; p=next_node(p)
+        s = s .. node.subtype(p.subtype)
       end
-   end
-   return head
-end
-
--- Shift baseline
-local function baselineshift(head)
-   local p=head
-   local m=false -- is in math mode?
-   while p do 
-      local v=has_attr(p,attr_yablshift)
-      if v then
-        local pt = node_type(p.id)
-        if pt=='glyph' then
-           p.yoffset=p.yoffset-v
-        elseif pt=='math' then
-           m=(p.subtype==0)
-        end
-        if m then -- boxes and rules are shifted only in math mode
-           if pt=='hlist' or pt=='vlist' then
-              p.shift=p.shift+v
-           elseif pt=='rule' then
-              p.height=p.height-v; p.depth=p.depth+v 
-           end
-        end
+      print_fn(s)
+   -------- math node --------
+   elseif pt=='noad' then
+      s = base ; print_fn(s)
+      if p.nucleus then
+        debug_depth = k .. 'N'; debug_show_node_X(p.nucleus, print_fn); 
       end
-      p=next_node(p)
-   end
-   return head
-end
-
-
---====== Adjust the width of Japanese glyphs
-
--- TeX's \hss
-local function get_hss()
-   local hss = node_new(id_glue)
-   local hss_spec = node_new(id_glue_spec)
-   hss_spec.width = 0
-   hss_spec.stretch = 65536
-   hss_spec.stretch_order = 2
-   hss_spec.shrink = 65536
-   hss_spec.shrink_order = 2
-   hss.spec = hss_spec
-   return hss
-end
-
-local function set_ja_width(head)
-   local p = head
-   local t,s,th, g, q,a
-   while p do
-      if is_japanese_glyph_node(p) then
-        t=ltj.metrics[ltj.font_metric_table[p.font].jfm]
-        s=t.char_type[has_attr(p,attr_jchar_class)]
-        if not(s.left==0.0 and s.down==0.0 
-               and round(s.width*ltj.font_metric_table[p.font].size)==p.width) then
-           -- must be encapsuled by a \hbox
-           head, q = node.remove(head,p)
-           p.next=nil
-           p.yoffset=round(p.yoffset-ltj.font_metric_table[p.font].size*s.down)
-           p.xoffset=round(p.xoffset-ltj.font_metric_table[p.font].size*s.left)
-           node_insert_after(p,p,get_hss())
-           g=node_hpack(p, round(ltj.font_metric_table[p.font].size*s.width)
-                        , 'exactly')
-           g.height=round(ltj.font_metric_table[p.font].size*s.height)
-           g.depth=round(ltj.font_metric_table[p.font].size*s.depth)
-           head,p = node_insert_before(head,q,g)
-           p=q
-        else p=next_node(p)
-        end
-      else p=next_node(p)
+      if p.sup then
+        debug_depth = k .. '^'; debug_show_node_X(p.sup, print_fn); 
       end
-   end
-   return head
-end
-
--- main process
-local function main_process(head)
-   local p = head
-   p = insert_jfm_glue(p)
-   p = insert_kanji_skip(p)
-   p = baselineshift(p)
-   p = set_ja_width(p)
-   return p
-end
-
--- debug
-local depth=""
-function ltj.show_node_list(head)
-   local p =head; local k = depth
-   depth=depth .. '.'
-   while p do
-      local pt=node_type(p.id)
-      if pt == 'glyph' then
-        print(depth .. ' glyph', p.subtype, utf.char(p.char), p.font)
-      elseif pt=='hlist' then
-        print(depth .. ' hlist', p.subtype, '(' .. print_scaled(p.height)
-           .. '+' .. print_scaled(p.depth)
-        .. ')x' .. print_scaled(p.width) )
-        ltj.show_node_list(p.head)
-        depth=k
-      elseif pt == 'whatsit' then
-        print(depth .. ' whatsit', p.subtype)
-      elseif pt == 'glue' then
-        print(depth .. ' glue', p.subtype, print_spec(p.spec))
-      else
-        print(depth .. ' ' .. s, s.subtype)
+      if p.sub then
+        debug_depth = k .. '_'; debug_show_node_X(p.sub, print_fn); 
       end
-      p=next_node(p)
-   end
-end
-
-
-
---- the following function is modified from jafontspec.lua (by K. Maeda).
---- Instead of "%", we use U+FFFFF for suppressing spaces.
-local function process_input_buffer(buffer)
-   local c = utf.byte(buffer, utf.len(buffer))
-   local p = node.new(id_glyph)
-   p.char = c
-   if utf.len(buffer) > 0 
-   and ltj.is_ucs_in_japanese_char(p) then
-       buffer = buffer .. string.char(0xF3,0xBF,0xBF,0xBF) -- U+FFFFF
-   end
-   return buffer
-end
-
-
----------- Hyphenate
-local function suppress_hyphenate_ja(head)
-   local p
-   for p in node.traverse(head) do
-      if p.id == id_glyph then
-        local pc=p.char
-        if ltj.is_ucs_in_japanese_char(p) then
-           local v = has_attr(p,attr_curjfnt)
-           if v then 
-              p.font=v 
-              local l=ltj.find_char_type(pc,ltj.font_metric_table[v].jfm) or 0
-              node.set_attribute(p,attr_jchar_class,l)
-           end
-           v=has_attr(p,luatexbase.attributes['luatexja@ykblshift'])
-           if v then 
-              node.set_attribute(p,attr_yablshift,v)
-           else
-              node.unset_attribute(p,attr_yablshift)
-           end
-           p.lang=ltj.ja_lang_number
-        end
+      debug_depth = k;
+   elseif pt=='math_char' then
+      s = base .. ' fam: ' .. p.fam .. ' , char = ' .. utf.char(p.char)
+      print_fn(s)
+   elseif pt=='sub_box' then
+      print_fn(base)
+      if p.head then
+        debug_depth = k .. '.'; debug_show_node_X(p.head, print_fn); 
       end
+   else
+      print_fn(base)
    end
-   lang.hyphenate(head)
-   return head -- 共通化のため値を返す
+   p=node_next(p)
 end
 
+
 -- callbacks
-luatexbase.add_to_callback('process_input_buffer', 
-   function (buffer)
-     return process_input_buffer(buffer)
-   end,'ltj.process_input_buffer')
 
 luatexbase.add_to_callback('pre_linebreak_filter', 
    function (head,groupcode)
-     return main_process(head)
-   end,'ltj.pre_linebreak_filter',2)
-luatexbase.add_to_callback('hpack_filter', 
-  function (head,groupcode,size,packtype)
-     return main_process(head)
-  end,'ltj.hpack_filter',2)
-
---insert before callbacks from luaotfload
+      return main_process(head, true, tex.textdir)
+   end,'ltj.pre_linebreak_filter',
+   luatexbase.priority_in_callback('pre_linebreak_filter',
+                                  'luaotfload.pre_linebreak_filter') + 1)
 luatexbase.add_to_callback('hpack_filter', 
-  function (head,groupcode,size,packtype)
-     return suppress_hyphenate_ja(head)
-  end,'ltj.hpack_filter_pre',0)
-luatexbase.add_to_callback('hyphenate', 
- function (head,tail)
-    return suppress_hyphenate_ja(head)
- end,'ltj.hyphenate')
+  function (head,groupcode,size,packtype, dir)
+     return main_process(head, false, dir)
+  end,'ltj.hpack_filter',
+   luatexbase.priority_in_callback('hpack_filter',
+                                  'luaotfload.hpack_filter') + 1)