X-Git-Url: http://git.osdn.jp/view?a=blobdiff_plain;f=src%2Fltj-inputbuf.lua;h=e901d43891285b5b1509493d0566963f5eebd472;hb=f078ac2f7998a102c7ec765e725f2269eed9f872;hp=fd8ae68e470f9a8490b5d0e332b71b38f50bbcf0;hpb=4bf1fd02ec814ca834873cd63120e9c6eb5186a6;p=luatex-ja%2Fluatexja.git diff --git a/src/ltj-inputbuf.lua b/src/ltj-inputbuf.lua index fd8ae68..e901d43 100644 --- a/src/ltj-inputbuf.lua +++ b/src/ltj-inputbuf.lua @@ -6,20 +6,20 @@ luatexja.load_module('base'); local ltjb = luatexja.base luatexja.load_module('charrange'); local ltjc = luatexja.charrange require("unicode") -local utflen = unicode.utf8.len -local utfbyte = unicode.utf8.byte +local utflen = utf.len +local utfbyte = utf.byte +local utfchar = utf.char local node_new = node.new local node_free = node.free local id_glyph = node.id('glyph') -local getcatcode = tex.getcatcode +local getcatcode, getcount = tex.getcatcode, tex.getcount local ltjc_is_japanese_char_curlist = ltjc.is_japanese_char_curlist -local FFFFF = string.char(0xF3,0xBF,0xBF,0xBF) --- the following function is modified from jafontspec.lua (by K. Maeda). --- Instead of "%", we use U+FFFFF for suppressing spaces. --DEBUG require"socket" local time_line = 0 -local start_time_measure, stop_time_measure +local start_time_measure, stop_time_measure = ltjb.start_time_measure, ltjb.stop_time_measure local function add_comment(buffer) start_time_measure('inputbuf') @@ -30,15 +30,15 @@ local function add_comment(buffer) end if i>0 then local c = utfbyte(buffer, i) - if c>0x80 then + if c>=0x80 then local ct = getcatcode(c) local te = tex.endlinechar - local ctl = (te ~= -1) and (getcatcode(te)==5) and (getcatcode(0xFFFFF)==14) + local ctl = (te ~= -1) and (getcatcode(te)==5) and (getcatcode(getcount('ltjlineendcomment'))==14) -- Is the catcode of endline character is 5 (end-of-line)? - -- Is the catcode of U+FFFFF (new comment char) is 14 (comment)? + -- Is the catcode of \ltjlineendcomment (new comment char) is 14 (comment)? if ((ct==11) or (ct==12)) and ctl then if ltjc_is_japanese_char_curlist(c) then - buffer = buffer .. FFFFF -- U+FFFFF + buffer = buffer .. utfchar(getcount('ltjlineendcomment')) end end end