X-Git-Url: http://git.osdn.jp/view?a=blobdiff_plain;f=src%2Fltj-inputbuf.lua;h=fd8ae68e470f9a8490b5d0e332b71b38f50bbcf0;hb=db94e608b0fe848b08a050d4226f7fae8be1f87d;hp=f90047247c0fb9be74a750b026e8e00ff239e438;hpb=df8574835b8191a28df330a031965a09b48db6cd;p=luatex-ja%2Fluatexja.git diff --git a/src/ltj-inputbuf.lua b/src/ltj-inputbuf.lua index f900472..fd8ae68 100644 --- a/src/ltj-inputbuf.lua +++ b/src/ltj-inputbuf.lua @@ -2,6 +2,7 @@ -- luatexja/ltj-inputbuf.lua -- +luatexja.load_module('base'); local ltjb = luatexja.base luatexja.load_module('charrange'); local ltjc = luatexja.charrange require("unicode") @@ -11,14 +12,19 @@ local node_new = node.new local node_free = node.free local id_glyph = node.id('glyph') local getcatcode = tex.getcatcode -local ltjc_is_ucs_in_japanese_char = ltjc.is_ucs_in_japanese_char +local ltjc_is_japanese_char_curlist = ltjc.is_japanese_char_curlist local FFFFF = string.char(0xF3,0xBF,0xBF,0xBF) --- the following function is modified from jafontspec.lua (by K. Maeda). --- Instead of "%", we use U+FFFFF for suppressing spaces. +--DEBUG require"socket" +local time_line = 0 +local start_time_measure, stop_time_measure + = ltjb.start_time_measure, ltjb.stop_time_measure local function add_comment(buffer) + start_time_measure('inputbuf') local i = utflen(buffer) - while (i>0) and (getcatcode(utfbyte(buffer, i))==1 + while (i>0) and (getcatcode(utfbyte(buffer, i))==1 or getcatcode(utfbyte(buffer, i))==2) do i=i-1 end @@ -31,19 +37,17 @@ local function add_comment(buffer) -- Is the catcode of endline character is 5 (end-of-line)? -- Is the catcode of U+FFFFF (new comment char) is 14 (comment)? if ((ct==11) or (ct==12)) and ctl then - local p = node_new(id_glyph) - p.char = c - if ltjc_is_ucs_in_japanese_char(p) then + if ltjc_is_japanese_char_curlist(c) then buffer = buffer .. FFFFF -- U+FFFFF end - node_free(p) end end end + stop_time_measure('inputbuf') return buffer end -luatexbase.add_to_callback('process_input_buffer', +luatexbase.add_to_callback('process_input_buffer', add_comment,'ltj.process_input_buffer') --EOF