Current File : //proc/self/root/data/old/usr/share/texlive/texmf-dist/doc/xelatex/xepersian/ftxe-0.12.py
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses>
##################################################
# Author: Mostafa Vahedi #
# Date: 19 August 2011 #
# Version: 0-12 #
# Application: FarsiTeX to XePersian converter #
##################################################
import codecs
import sys
import os
ft_numerical = [
chr(0xB9), # Arabic Thoushads Seperator
chr(0xBC) # ARABIC DECIMAL SEPARATOR
]
ft_vowels = [
chr(0xB0), # ARABIC FATHA
chr(0xB1), # ARABIC KASRA
chr(0xB2), # ARABIC DAMMA
chr(0xB3), # ARABIC FATHATAN
chr(0xB4), # ARABIC SHADDA
chr(0xBA), # ARABIC LETTER SUPERSCRIPT ALEF
chr(0xBB), # ARABIC HAMZA ABOVE
chr(0xC4) # ARABIC SUKUN
]
ft_non_joiners = [
chr(0x8F) # ARABIC LETTER HAMZA
]
ft_bidi_joiners_initial = [
chr(0xE4), # ARABIC LETTER AIN, initial form
chr(0xE8), # ARABIC LETTER GHAIN, initial form
chr(0xFB) # ARABIC LETTER HEH, initial form
]
ft_bidi_joiners_medial = [
chr(0xE3), # ARABIC LETTER AIN, medial form
chr(0xE7), # ARABIC LETTER GHAIN, medial form
chr(0xFA) # ARABIC LETTER HEH, medial form
]
ft_bidi_joiners_final = [
chr(0xE2), # ARABIC LETTER AIN, final form
chr(0xE6), # ARABIC LETTER GHAIN, final form
chr(0xFC) # ARABIC LETTER FARSI YEH, final form
]
ft_bidi_joiners_isolated = [
chr(0xE1), # ARABIC LETTER AIN, isolated form
chr(0xE5), # ARABIC LETTER GHAIN, isolated form
chr(0xFD) # ARABIC LETTER FARSI YEH, isolated form
]
ft_bidi_joiners_initial_medial = [
chr(0x8B), # ARABIC TATWEEL
chr(0x8E), # ARABIC LETTER YEH WITH HAMZA ABOVE, initial-medial form
chr(0x93), # ARABIC LETTER BEH, initial-medial form
chr(0x95), # ARABIC LETTER PEH, initial-medial form
chr(0x97), # ARABIC LETTER TEH, initial-medial form
chr(0x99), # ARABIC LETTER THEH, initial-medial form
chr(0x9B), # ARABIC LETTER JEEM, initial-medial form
chr(0x9D), # ARABIC LETTER TCHEH, initial-medial form
chr(0x9F), # ARABIC LETTER HAH, initial-medial form
chr(0xA1), # ARABIC LETTER KHAH, initial-medial form
chr(0xA8), # ARABIC LETTER SEEN, initial-medial form
chr(0xAA), # ARABIC LETTER SHEEN, initial-medial form
chr(0xAC), # ARABIC LETTER SAD, initial-medial form
chr(0xAE), # ARABIC LETTER DAD, initial-medial form
chr(0xAF), # ARABIC LETTER TAH, initial-medial form
chr(0xE0), # ARABIC LETTER ZAH, initial-medial form
chr(0xEA), # ARABIC LETTER FEH, initial-medial form
chr(0xEC), # ARABIC LETTER QAF, initial-medial form
chr(0xEE), # ARABIC LETTER KEHEH, initial-medial form
chr(0xF0), # ARABIC LETTER GAF, initial-medial form
chr(0xF3), # ARABIC LETTER LAM, initial-medial form
chr(0xF5), # ARABIC LETTER MEEM, initial-medial form
chr(0xF7), # ARABIC LETTER NOON, initial-medial form
chr(0xFE) # ARABIC LETTER FARSI YEH, initial-medial form
]
ft_bidi_joiners_final_isolated = [
chr(0x92), # ARABIC LETTER BEH, final-isolated form
chr(0x94), # ARABIC LETTER PEH, final-isolated form
chr(0x96), # ARABIC LETTER TEH, final-isolated form
chr(0x98), # ARABIC LETTER THEH, final-isolated form
chr(0x9A), # ARABIC LETTER JEEM, final-isolated form
chr(0x9C), # ARABIC LETTER TCHEH, final-isolated form
chr(0x9E), # ARABIC LETTER HAH, final-isolated form
chr(0xA0), # ARABIC LETTER KHAH, final-isolated form
chr(0xA7), # ARABIC LETTER SEEN, final-isolated form
chr(0xA9), # ARABIC LETTER SHEEN, final-isolated form
chr(0xAB), # ARABIC LETTER SAD, final-isolated form
chr(0xAD), # ARABIC LETTER DAD, final-isolated form
chr(0xC1), # ARABIC LETTER TAH, final-isolated form
chr(0xC2), # ARABIC LETTER ZAH, final-isolated form
chr(0xE9), # ARABIC LETTER FEH, final-isolated form
chr(0xEB), # ARABIC LETTER QAF, final-isolated form
chr(0xED), # ARABIC LETTER KEHEH, final-isolated form
chr(0xEF), # ARABIC LETTER GAF, final-isolated form
chr(0xF1), # ARABIC LETTER LAM, final-isolated form
chr(0xF4), # ARABIC LETTER MEEM, final-isolated form
chr(0xF6), # ARABIC LETTER NOON, final-isolated form
chr(0xF9) # ARABIC LETTER HEH, final-isolated form
]
ft_right_joiners_final = [
chr(0x91) # ARABIC LETTER ALEF, final form
]
ft_right_joiners_isolated = [
chr(0x8D), # ARABIC LETTER ALEF WITH MADDA ABOVE, isolated form
chr(0x90) # ARABIC LETTER ALEF, isolated form
]
ft_right_joiners_final_isolated = [
chr(0xA2), # ARABIC LETTER DAL
chr(0xA3), # ARABIC LETTER THAL
chr(0xA4), # ARABIC LETTER REH
chr(0xA5), # ARABIC LETTER ZAIN
chr(0xA6), # ARABIC LETTER JEH
chr(0xBF), # ARABIC LETTER TEH MARBUTAH
chr(0xF2), # ARABIC LIGATURE LAM WITH ALEF
chr(0xF8) # ARABIC LETTER WAW
]
table_FT_UN = {
chr(0x80) : [u'\u06F0'], # EXTENDED ARABIC-INDIC DIGIT ZERO
chr(0x81) : [u'\u06F1'], # EXTENDED ARABIC-INDIC DIGIT ONE
chr(0x82) : [u'\u06F2'], # EXTENDED ARABIC-INDIC DIGIT TWO
chr(0x83) : [u'\u06F3'], # EXTENDED ARABIC-INDIC DIGIT THREE
chr(0x84) : [u'\u06F4'], # EXTENDED ARABIC-INDIC DIGIT FOUR
chr(0x85) : [u'\u06F5'], # EXTENDED ARABIC-INDIC DIGIT FIVE
chr(0x86) : [u'\u06F6'], # EXTENDED ARABIC-INDIC DIGIT SIX
chr(0x87) : [u'\u06F7'], # EXTENDED ARABIC-INDIC DIGIT SEVEN
chr(0x88) : [u'\u06F8'], # EXTENDED ARABIC-INDIC DIGIT EIGHT
chr(0x89) : [u'\u06F9'], # EXTENDED ARABIC-INDIC DIGIT NINE
chr(0x8A) : [u'\u060C'], # ARABIC COMMA
chr(0x8B) : [u'\u0640'], # ARABIC TATWEEL
chr(0x8C) : [u'\u061F'], # ARABIC QUESTION MARK
chr(0x8D) : [u'\u0622'], # ARABIC LETTER ALEF WITH MADDA ABOVE, isolated form
chr(0x8E) : [u'\u0626'], # ARABIC LETTER YEH WITH HAMZA ABOVE, initial-medial form
chr(0x8F) : [u'\u0621'], # ARABIC LETTER HAMZA
chr(0x90) : [u'\u0627'], # ARABIC LETTER ALEF, isolated form
chr(0x91) : [u'\u0627'], # ARABIC LETTER ALEF, final form
chr(0x92) : [u'\u0628'], # ARABIC LETTER BEH, final-isolated form
chr(0x93) : [u'\u0628'], # ARABIC LETTER BEH, initial-medial form
chr(0x94) : [u'\u067E'], # ARABIC LETTER PEH, final-isolated form
chr(0x95) : [u'\u067E'], # ARABIC LETTER PEH, initial-medial form
chr(0x96) : [u'\u062A'], # ARABIC LETTER TEH, final-isolated form
chr(0x97) : [u'\u062A'], # ARABIC LETTER TEH, initial-medial form
chr(0x98) : [u'\u062B'], # ARABIC LETTER THEH, final-isolated form
chr(0x99) : [u'\u062B'], # ARABIC LETTER THEH, initial-medial form
chr(0x9A) : [u'\u062C'], # ARABIC LETTER JEEM, final-isolated form
chr(0x9B) : [u'\u062C'], # ARABIC LETTER JEEM, initial-medial form
chr(0x9C) : [u'\u0686'], # ARABIC LETTER TCHEH, final-isolated form
chr(0x9D) : [u'\u0686'], # ARABIC LETTER TCHEH, initial-medial form
chr(0x9E) : [u'\u062D'], # ARABIC LETTER HAH, final-isolated form
chr(0x9F) : [u'\u062D'], # ARABIC LETTER HAH, initial-medial form
chr(0xA0) : [u'\u062E'], # ARABIC LETTER KHAH, final-isolated form
chr(0xA1) : [u'\u062E'], # ARABIC LETTER KHAH, initial-medial form
chr(0xA2) : [u'\u062F'], # ARABIC LETTER DAL
chr(0xA3) : [u'\u0630'], # ARABIC LETTER THAL
chr(0xA4) : [u'\u0631'], # ARABIC LETTER REH
chr(0xA5) : [u'\u0632'], # ARABIC LETTER ZAIN
chr(0xA6) : [u'\u0698'], # ARABIC LETTER JEH
chr(0xA7) : [u'\u0633'], # ARABIC LETTER SEEN, final-isolated form
chr(0xA8) : [u'\u0633'], # ARABIC LETTER SEEN, initial-medial form
chr(0xA9) : [u'\u0634'], # ARABIC LETTER SHEEN, final-isolated form
chr(0xAA) : [u'\u0634'], # ARABIC LETTER SHEEN, initial-medial form
chr(0xAB) : [u'\u0635'], # ARABIC LETTER SAD, final-isolated form
chr(0xAC) : [u'\u0635'], # ARABIC LETTER SAD, initial-medial form
chr(0xAD) : [u'\u0636'], # ARABIC LETTER DAD, final-isolated form
chr(0xAE) : [u'\u0636'], # ARABIC LETTER DAD, initial-medial form
chr(0xAF) : [u'\u0637'], # ARABIC LETTER TAH, initial-medial form
chr(0xB0) : [u'\u064E'], # ARABIC FATHA
chr(0xB1) : [u'\u0650'], # ARABIC KASRA
chr(0xB2) : [u'\u064F'], # ARABIC DAMMA
chr(0xB3) : [u'\u064B'], # ARABIC FATHATAN
chr(0xB4) : [u'\u0651'], # ARABIC SHADDA
chr(0xB5) : [u'\u0023'], # * #
chr(0xB6) : [u'\u0024'], # * $
chr(0xB7) : [u'\u0025'], # * %
chr(0xB8) : [u'\u0026'], # * &
chr(0xB9) : [u'\u066C'], # Arabic Thoushads Seperator
chr(0xBA) : [u'\u0670'], # ARABIC LETTER SUPERSCRIPT ALEF
chr(0xBB) : [u'\u0654'], # ARABIC HAMZA ABOVE
chr(0xBC) : [u'\u066B'], # ARABIC DECIMAL SEPARATOR
chr(0xBD) : [u'\u0029'], # * RIGHT PARENTHESIS
chr(0xBE) : [u'\u0028'], # * LEFT PARENTHESIS
chr(0xBF) : [u'\u0629'], # ARABIC LETTER TEH MARBUTAH
chr(0xC0) : [u'\u00BB'], # RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK
chr(0xC1) : [u'\u0637'], # ARABIC LETTER TAH, final-isolated form
chr(0xC2) : [u'\u0638'], # ARABIC LETTER ZAH, final-isolated form
chr(0xC3) : [u'\u00AB'], # LEFT-POINTING DOUBLE ANGLE QUOTATION MARK
chr(0xC4) : [u'\u0652'], # ARABIC SUKUN
chr(0xC5) : [u'\u002D'], # * -
chr(0xC6) : [u'\u002E'], # * FULL STOP
chr(0xC7) : [u'\u002F'], # * /
chr(0xC8) : [u'\u002A'], # * *
chr(0xC9) : [u'\u007E'], # * ~
chr(0xCA) : [u'\u003A'], # * COLON
chr(0xCB) : [u'\u061B'], # ARABIC SEMICOLON
chr(0xCC) : [u'\u003E'], # * GREATER-THAN SIGN
chr(0xCD) : [u'\u002B'], # * +
chr(0xCE) : [u'\u003D'], # * =
chr(0xCF) : [u'\u003C'], # * LESS-THAN SIGN
# chr(0xD0) : [u'\u0040'], # * @
chr(0xD0) : [u''], # * @
chr(0xD1) : [u'\u005D'], # * [
chr(0xD2) : [u'\u005C'], # * \
chr(0xD3) : [u'\u005B'], # * ]
chr(0xD4) : [u'\u005E'], # * ^
chr(0xD5) : [u'\u005F'], # * _
chr(0xD6) : [u'\u0060'], # * `
chr(0xD7) : [u'\u007D'], # * {
chr(0xD8) : [u'\u007C'], # * |
chr(0xDA) : [u'\u0020'], # * SPACE
chr(0xDD) : [u'\u0021'], # * EXCLAMATION MARK
chr(0xDE) : [u'\u007B'], # * }
chr(0xE0) : [u'\u0638'], # ARABIC LETTER ZAH, initial-medial form
chr(0xE1) : [u'\u0639'], # ARABIC LETTER AIN, isolated form
chr(0xE2) : [u'\u0639'], # ARABIC LETTER AIN, final form
chr(0xE3) : [u'\u0639'], # ARABIC LETTER AIN, medial form
chr(0xE4) : [u'\u0639'], # ARABIC LETTER AIN, initial form
chr(0xE5) : [u'\u063A'], # ARABIC LETTER GHAIN, isolated form
chr(0xE6) : [u'\u063A'], # ARABIC LETTER GHAIN, final form
chr(0xE7) : [u'\u063A'], # ARABIC LETTER GHAIN, medial form
chr(0xE8) : [u'\u063A'], # ARABIC LETTER GHAIN, initial form
chr(0xE9) : [u'\u0641'], # ARABIC LETTER FEH, final-isolated form
chr(0xEA) : [u'\u0641'], # ARABIC LETTER FEH, initial-medial form
chr(0xEB) : [u'\u0642'], # ARABIC LETTER QAF, final-isolated form
chr(0xEC) : [u'\u0642'], # ARABIC LETTER QAF, initial-medial form
chr(0xED) : [u'\u06A9'], # ARABIC LETTER KEHEH, final-isolated form
chr(0xEE) : [u'\u06A9'], # ARABIC LETTER KEHEH, initial-medial form
chr(0xEF) : [u'\u06AF'], # ARABIC LETTER GAF, final-isolated form
chr(0xF0) : [u'\u06AF'], # ARABIC LETTER GAF, initial-medial form
chr(0xF1) : [u'\u0644'], # ARABIC LETTER LAM, final-isolated form
chr(0xF2) : [u'\u0644\u0627'], # ARABIC LIGATURE LAM WITH ALEF
chr(0xF3) : [u'\u0644'], # ARABIC LETTER LAM, initial-medial form
chr(0xF4) : [u'\u0645'], # ARABIC LETTER MEEM, final-isolated form
chr(0xF5) : [u'\u0645'], # ARABIC LETTER MEEM, initial-medial form
chr(0xF6) : [u'\u0646'], # ARABIC LETTER NOON, final-isolated form
chr(0xF7) : [u'\u0646'], # ARABIC LETTER NOON, initial-medial form
chr(0xF8) : [u'\u0648'], # ARABIC LETTER WAW
chr(0xF9) : [u'\u0647'], # ARABIC LETTER HEH, final-isolated form
chr(0xFA) : [u'\u0647'], # ARABIC LETTER HEH, medial form
chr(0xFB) : [u'\u0647'], # ARABIC LETTER HEH, initial form
chr(0xFC) : [u'\u06CC'], # ARABIC LETTER FARSI YEH, final form
chr(0xFD) : [u'\u06CC'], # ARABIC LETTER FARSI YEH, isolated form
chr(0xFE) : [u'\u06CC'] # ARABIC LETTER FARSI YEH, initial-medial form
}
F_PERCENT_SIGN = chr(0xB7)
F_AT_SIGN = chr(0xD0)
F_SLASH = chr(0xD2)
F_SPACE = chr(0xDA)
F_PRNT_OPEN = chr(0xDE)
F_PRNT_CLOSE = chr(0xD7)
# latex and farsitex commands whose first parameter does not need \lr{...}
commands = [
"begin", "end",
"input", "include", "includeonly",
"hspace", "vspace", "hspace*", "vspace*",
"label", "ref", "cite", "bibitem",
"bibliographystyle",
"parbox",
"newenvironment", "newtheorem",
"persianmathdigitsfamily",
"fontfamily", "fontseries", "fontshape",
"rmdefault", "sfdefault", "ttdefault",
"bfdefault", "itdefault", "sldefault", "scdefault",
"pagenumbering", "pagestyle", "thispagestyle",
"setcounter", "stepcounter", "setlength", "addtolength"
]
def ft_is_all_persian_space(next_part):
l = len(next_part)
i = 0
while (i < l):
if (next_part[i] != F_SPACE):
return 0
i += 1
return 1
def ft_is_numeric(ch):
if ((ch in ft_numerical) or
((ch >= chr(0x80)) and (ch <= chr(0x89))) ):
return 1
return 0
def ft_can_join_left(ch):
if ((ch in ft_bidi_joiners_initial) or
(ch in ft_bidi_joiners_medial) or
(ch in ft_bidi_joiners_final) or
(ch in ft_bidi_joiners_isolated) or
(ch in ft_bidi_joiners_initial_medial) or
(ch in ft_bidi_joiners_final_isolated)):
return 1
return 0
def ft_can_join_right(ch):
if (ft_can_join_left(ch) or
(ch in ft_right_joiners_final) or
(ch in ft_right_joiners_isolated) or
(ch in ft_right_joiners_final_isolated)):
return 1
return 0
def ft_joining_left(ch):
if ((ch in ft_bidi_joiners_initial) or
(ch in ft_bidi_joiners_medial) or
(ch in ft_bidi_joiners_initial_medial)):
return 1
return 0
def ft_joining_right(ch):
if ((ch in ft_right_joiners_final) or
(ch in ft_bidi_joiners_medial) or
(ch in ft_bidi_joiners_final)):
return 1
return 0
def ft_not_right_joined(ch):
if ((ch in ft_bidi_joiners_initial) or
(ch in ft_right_joiners_isolated) or
(ch in ft_bidi_joiners_isolated)):
return 1
return 0
def ft_adjust_shaping(text, i):
current = text[i]
u = u''
try:
u = table_FT_UN[current][0]
except KeyError:
return u''
#if you don't want shaping remove the following comment
#return u
if ((current in ft_vowels) or (ft_is_numeric(current))):
return u
#find next non-vowel character on the left
text_len = len(text)
next_index = i+1
while ((next_index < text_len) and (text[next_index] in ft_vowels)):
next_index += 1
if (next_index == text_len):
next = ''
else:
next = text[next_index]
# if current letter is joining from left but next letter is or can not joining
if (ft_joining_left(current)):
if (not ft_can_join_right(next)):
u += u'\u200D' #ZWJ
elif (ft_not_right_joined(next)):
u += u'\u200D\u200C' #ZWJ+ZWNJ
# if current letter can join but next letter is joining from right
elif (ft_can_join_left(current)):
if (ft_joining_right(next)):
u += u'\u200C\u200D' #ZWNJ+ZWJ
elif (ft_can_join_right(next)):
u += u'\u200C' #ZWNJ
return u
def ft_adjust_number(text):
result = u''
i = len(text)-1
while (i >= 0):
result += ft_adjust_shaping(text, i)
i -= 1
return result
def map_ft_unicode(text):
mapped_text = u''
i = 0
while (i < len(text)):
if (ft_is_numeric(text[i])):
next_index = i
while ((next_index+1 < len(text)) and
(ft_is_numeric(text[next_index+1]))):
next_index += 1
mapped_text += ft_adjust_number(text[i:next_index+1])
i = next_index+1
continue
mapped_text += ft_adjust_shaping(text, i)
i += 1
return mapped_text
# Finds next token all of the same language
def ft_next_part(line, i, line_len):
global global_state
global recursive
global filenames
j = i
language_flag = (line[j]<chr(0x80))
while ((j<line_len) and ((line[j]<chr(0x80)) == language_flag) ):
if ( (global_state == 0) and ( (line[j] == '%') or (line[j] == F_PERCENT_SIGN) ) and (line[j-1] != '\\') and (line[j-1] != F_SLASH) ):
global_state = 1
elif ((global_state == 0) and ((line[j:j+16] == '\\begin{verbatim}') or (line[j:j+17] == '\\begin{verbatim*}'))):
global_state = 2
elif ((global_state == 2) and ((line[j:j+14] == '\\end{verbatim}') or (line[j:j+15] == '\\end{verbatim*}'))):
global_state = 0
elif ((global_state == 0) and (line[j:j+6] == '\\verb*')):
next_index = line.find(line[j+6], j+7)
j = next_index
elif ((global_state == 0) and (line[j:j+5] == '\\verb')):
next_index = line.find(line[j+5], j+6)
j = next_index
elif (recursive == 1):
if ((global_state == 0) and (line[j:j+9] == '\\include{')):
next_index = line.find('}', j+9)
filename = line[j+10:next_index-1] + '.ftx'
if (os.path.exists(filename) and not filename in filenames):
filenames.append(filename)
elif ((global_state == 0) and (line[j:j+7] == '\\input{')):
next_index = line.find('}', j+7)
filename = line[j+8:next_index-1] + '.ftx'
if (os.path.exists(filename) and not filename in filenames):
filenames.append(filename)
elif ((global_state == 0) and (line[j:j+9] == F_SLASH + 'include' + F_PRNT_OPEN)):
next_index = line.find(F_PRNT_CLOSE, j+9)
if (line[j+9]!=F_AT_SIGN):
filename = line[j+9:next_index] + '.ftx'
else:
filename = line[j+10:next_index-1] + '.ftx'
if (os.path.exists(filename) and not filename in filenames):
filenames.append(filename)
elif ((global_state == 0) and (line[j:j+7] == F_SLASH + 'input' + F_PRNT_OPEN)):
next_index = line.find(F_PRNT_CLOSE, j+7)
if (line[j+7]!=F_AT_SIGN):
filename = line[j+7:next_index] + '.ftx'
else:
filename = line[j+8:next_index-1] + '.ftx'
if (os.path.exists(filename) and not filename in filenames):
filenames.append(filename)
j += 1
return j
###############################################
# from here all functions are used to translate
# farsitex commands to xepersian commands
###############################################
def read_size(input,index,last_index):
dim_index = -1
inch_index = input.find(u'in', index)
if (inch_index != -1):
dim_index = inch_index
mm_index = input.find(u'mm', index)
if (mm_index != -1):
if (dim_index == -1 or mm_index < index):
dim_index = mm_index
cm_index = input.find(u'cm', index)
if (cm_index != -1):
if (dim_index == -1 or cm_index < dim_index):
dim_index = cm_index
pt_index = input.find(u'pt', index)
if (pt_index != -1):
if (dim_index == -1 or pt_index < dim_index):
dim_index = pt_index
next_cmd = input.find(u'\\', index)
if (next_cmd == -1 and dim_index == -1):
print "Error in parsing \epsfxsize command at " + str(line_number) + "\n"
return -1
elif (next_cmd == -1 or (dim_index != -1 and next_cmd > dim_index)):
epsfxsize = input[index:dim_index+2]
return dim_index+2
elif (next_cmd != -1):
end_cmd = next_cmd+1
while (end_cmd < last_index and input[end_cmd].isalpha()):
end_cmd += 1
return end_cmd
else:
print "Error in parsing \epsfxsize command at " + str(line_number) + "\n"
return -1
latex_options=[u'a4paper', u'a5paper', u'b5paper',
u'letterpaper', u'legalpaper', u'executivepaper',
u'landscape', u'10pt', u'11pt', u'12pt',
u'oneside', u'twoside', u'draft',
u'final', u'titlepage', u'notitlepage',
u'onecolumn', u'twocolumn',
u'leqno', u'fleqn']
table_eq_packages = {
u'poem' : u'persianpoem',
u'fmakeidx' : u'makeidx',
u'ffancyhe' : u'fancyhdr',
u'fmultico' : u'multicol'
}
farsitex_ignore_options = [u'persian', u'farsi', u'epsf', u'fgraphix', u'lotusfont']
xepersian_packages = u'\n\\usepackage{url}\n%\\usepackage{fancyvrb}\n\\usepackage{setspace}\\doublespacing\n\\usepackage{graphicx} \n\\usepackage{amssymb}\n'
xepersian_preamble = u'\\settextfont[Scale=1.2]{XB Zar}\n\\setlatintextfont[Scale=1.1]{Times New Roman}\n\\setdigitfont{XB Zar}\n\\setpookfont{XB Kayhan Pook}\n\\setsayehfont{XB Kayhan Sayeh}\n\\defpersianfont\\lotoos[Scale=1.2]{XB Roya}\n\\defpersianfont\elmi[Scale=1.2]{XB Roya} \n\\def\\nazok{\\normalfont\\normalsize}\n\\let\\iranic\\it\n\\let\\siah\\bf\n\\let\\khabide\\sl\n\\def\\siahir{\\siah\\iranic} \n\\def\\siahkh{\\siah\\khabide}\n\\let\\tookhali\\pookfamily\n\\let\\sayedar\\sayehfamily\n\\def\\farsi{\\end{latin}}\n\\def\\english{\\begin{latin}}\n\\let\\farmbox\\mbox\n\\newcommand{\\ftxepmatrix}[1]{\\begin{pmatrix}#1\\end{pmatrix}}\n\\newcommand{\\ftxematrix}[1]{\\begin{matrix}#1\\end{matrix}} \n\\def\\FarsiTeX{\\lr{FarsiTeX}}\n\\def\\فارسیتک{\\rl{فارسیتک}}\n\\def\\InE{\\begingroup\\beginL\\latinfont}\n\\def\\EnE{\\endL\\endgroup} \n\\def\\InF{\\begingroup\\beginR\\persianfont}\n\\def\\EnF{\\endR\\endgroup}\n\\newcommand{\\IE}[1]{\\lr{#1}}\n\\newcommand{\\IP}[1]{\\rl{#1}} \n\\newcommand{\\IF}[1]{\\rl{#1}}\n\\def\\persiandash{\\rl{-}} \n\\def\\DeclareRobustBiCommand#1#2#3#4{\\DeclareRobustCommand#1{\\if@rl{}#4\\else{}#3\\fi}\\let#2=#1} \n\\catcode`\\﷼=3\n\\catcode`=11\n\\newcommand\\dotsectionseparator{\\SepMark{.}}\n\\newcommand\\dashsectionseparator{\\SepMark{-}}\n'
thesis_preamble = u'\\university{\\lr{UniversityName}}\n\\city{\\lr{CityName}}\n\\latinuniversity{UniversityName}\n\\latincity{CityName} \n\\let\\englishtitle\\latintitle\n\\let\\englishauthor\\latinauthor\n\\let\\englishdegree\\latindegree\n\\let\\englishthesisdate\\latinthesisdate \n\\let\\englishsupervisor\\latinsupervisor\n\\let\\englishdepartment\\latindepartment\n\\let\\makeenglishtitle\\makelatintitle \n\\let\\englishkeywords\\latinkeywords\n\\newenvironment{englishabstract}{\\begin{latinabstract}}{\\end{latinabstract}}\n'
def is_alpha_numeric_space(input):
input_len = len(input)
i = 0
while (i<input_len):
if (not (input[i].isalpha() or input[i].isdigit() or input[i]==u'.' or input[i]==u' ') ):
return 0
i+=1
return 1
def is_alpha_numeric(input):
input_len = len(input)
i = 0
while (i<input_len):
if (not (input[i].isalpha() or input[i].isdigit() or input[i]=='.') ):
return 0
i+=1
return 1
def find_eq_cmd(keyword):
try:
eq_cmd = table_eq_packages[keyword]
except KeyError:
eq_cmd = u''
return eq_cmd
def convert_persian_to_english(num):
result = u''
num_len = len(num)
index = 0
while (index < num_len):
if (ord(num[index]) >= ord(u'۰') and ord(num[index]) <= ord(u'۹')):
result += unichr(ord(num[index]) - ord(u'۰') + ord(u'0'))
else:
result += num[index]
index += 1
return result
def generate_farsitex_cmds_file(helper_filename,preamble):
try:
of = codecs.open(helper_filename, encoding='utf-8', mode='w')
except IOError:
print "Can not open the output file: " + helper_filename
exit(0)
of.write(preamble)
of.close
# \verb|| -> \item[\verb||] or \section{\verb||}
# \kasre{} \alef{} ...
def translate_cmds(output_line):
global last_epsfxsize
global last_epsfxsize_line
global last_epsfysize
global last_epsfysize_line
global state
global filename
result = u''
line_len = len(output_line)
index = 0
if (state == 1): #\begin{verbatim}
end_verbatim = output_line.find('\\end{verbatim}')
if (end_verbatim == -1):
return output_line
result += output_line[0:end_verbatim+14]
index = end_verbatim+14
state = 0
elif (state == 2): #\begin{verbatim*}
end_verbatim = output_line.find('\\end{verbatim*}')
if (end_verbatim == -1):
return output_line
result += output_line[0:end_verbatim+15]
index = end_verbatim+15
state = 0
elif (output_line[0:14] == "\\documentstyle"):
result += u'\\documentclass'
#process options
last_index = output_line.find(u']')
index = 15
first_option = 1
preamble = xepersian_preamble
packages = xepersian_packages
xe_document_class = u''
while (index < last_index):
next_comma = output_line.find(u',',index,last_index)
if (next_comma == -1):
next_comma = last_index
first_of_option = index
while (output_line[first_of_option] == u' '):
first_of_option += 1
end_of_option = next_comma
while (output_line[end_of_option-1] == u' '):
end_of_option -= 1
option = output_line[first_of_option:end_of_option]
index = next_comma+1
eq_cmd = find_eq_cmd(option)
if (eq_cmd != u''):
packages += u'\\usepackage{' + eq_cmd + u'}\n'
continue
elif (option in farsitex_ignore_options):
continue
elif (option == u'sharifth'):
xe_document_class = u'xepersian-thesis'
preamble += thesis_preamble
continue
elif (not option in latex_options):
packages += u'\\usepackage{' + option + u'}\n'
continue
if (first_option):
result += u'['
else:
result += u','
result += option
first_option = 0
#end while
if (not first_option):
result += u']'
# process document style into document class
index = output_line.find(u'}',last_index)
document_class = output_line[last_index+2:index]
if (xe_document_class != u''):
result += u'{' + xe_document_class + u'}'
elif (document_class == u'oldarticle'):
result += u'{article}'
elif (document_class == u'oldbook'):
result += u'{book}'
elif (document_class == u'oldreport'):
result += u'{report}'
else:
result += u'{' + document_class + u'}'
# I assume that nothing important is after
# \documentstyle[...]{...}, otherwise it may conflict
# with our preamble
if (index != -1):
result += output_line[index+1:]
result += packages + u'\\usepackage{xepersian}\n'
helper_filename = filename + '_farsitex_cmds_xepersian.tex'
generate_farsitex_cmds_file(helper_filename,preamble)
result += '\\input{' + helper_filename + '}\n'
return result
#end elif "documentstyle"
while (index < line_len):
next_index = output_line.find(u'\\', index)
comment_index = output_line.find(u'%', index)
if (next_index == -1):
result += output_line[index:]
break
elif (state == 1):
if (output_line[next_index:next_index+14] == u'\\end{verbatim}'):
result += output_line[index:next_index+14]
index = next_index+14
state = 0
else:
result += output_line[index:next_index+1]
index = next_index+1
elif (state == 2):
if (output_line[next_index:next_index+15] == u'\\end{verbatim*}'):
result += output_line[index:next_index+15]
index = next_index+15
state = 0
else:
result += output_line[index:next_index+1]
index = next_index+1
elif (comment_index != -1 and comment_index < next_index):
result += output_line[index:]
break
elif (output_line[next_index:next_index+14] == u"\\input{amssym}"):
result += u'\\usepackage{amssymb}'
index = next_index+14
elif (output_line[next_index:next_index+12] == u"\\input{epsf}"):
index = next_index+12
elif (output_line[next_index:next_index+15] == u"\\includeepspdf{"):
result += u'\\includegraphics{'
index = next_index+15
elif (output_line[next_index:next_index+16] == u"\\begin{verbatim}"):
result += output_line[index:next_index+16]
index = next_index+16
state = 1
elif (output_line[next_index:next_index+17] == u"\\begin{verbatim*}"):
result += output_line[index:next_index+17]
index = next_index+17
state = 2
elif (output_line[next_index:next_index+26] == u'\\setlength{\\headrulewidth}'):
end_cmd = output_line.find('}', next_index+26)
result += u'\\renewcommand{\\headrulewidth}' + output_line[next_index+26:end_cmd+1]
index = end_cmd+1
elif (output_line[next_index:next_index+26] == u'\\setlength{\\footrulewidth}'):
end_cmd = output_line.find('}', next_index+26)
result += u'\\renewcommand{\\footrulewidth}' + output_line[next_index+26:end_cmd+1]
index = end_cmd+1
elif (output_line[next_index:next_index+10] == u"\\epsffile{"):
result += output_line[index:next_index]
result += u'\\includegraphics'
size_options = u''
if (line_number - last_epsfxsize_line <= 3):
size_options = u'width=' + last_epsfxsize
if (line_number - last_epsfysize_line <= 3):
if (size_options != u''):
size_options += u','
size_options += u'height=' + last_epsfysize
if (size_options != u''):
result += u'[' + size_options + u']'
end_prn = output_line.find(u'.eps}', next_index+9)
if (end_prn != -1):
result += output_line[next_index+9:end_prn] + u'}'
index = end_prn+5
else:
end_prn = output_line.find(u'.ps}', next_index+9)
if (end_prn != -1):
result += output_line[next_index+9:end_prn] + u'}'
index = end_prn+4
else:
end_prn = output_line.find(u'}', next_index+9)
result += output_line[next_index+9:end_prn+1]
index = end_prn+1
# I assume all the parameter of \epsfxsize comes in one line
elif (output_line[next_index:next_index+11] == u"\\epsfxsize="):
end_size = read_size(output_line, next_index+11, line_len)
if (end_size != -1):
last_epsfxsize = output_line[next_index+11:end_size]
index = end_size
else:
index = next_index+11
last_epsfxsize_line = line_number
# I assume all the parameter of \epsfysize comes in one line
elif (output_line[next_index:next_index+11] == u"\\epsfysize="):
end_size = read_size(output_line, next_index+11, line_len)
if (end_size != -1):
last_epsfysize = output_line[next_index+11:end_size]
index = end_size
else:
index = next_index+11
last_epsfysize_line = line_number
elif (output_line[next_index:next_index+10] == u"\\LR{\\verb*"):
end_verb = output_line.find(output_line[next_index+10], next_index+11)
verb_param = output_line[next_index+11:end_verb]
if (is_alpha_numeric(verb_param)):
result += output_line[index:next_index]
result += u'\\lr{\\tt{}' + verb_param
else:
result += output_line[index:end_verb+1]
index = end_verb+1
elif (output_line[next_index:next_index+9] == u"\\LR{\\verb"):
end_verb = output_line.find(output_line[next_index+9], next_index+10)
verb_param = output_line[next_index+10:end_verb]
if (is_alpha_numeric_space(verb_param)):
result += output_line[index:next_index]
result += u'\\lr{\\tt{}' + verb_param
else:
result += output_line[index:end_verb+1]
index = end_verb+1
elif (output_line[next_index:next_index+6] == u"\\verb*"):
end_verb = output_line.find(output_line[next_index+6], next_index+7)
result += output_line[index:end_verb+1]
index = end_verb+1
elif (output_line[next_index:next_index+5] == u"\\verb"):
end_verb = output_line.find(output_line[next_index+5], next_index+6)
result += output_line[index:end_verb+1]
index = end_verb+1
elif (output_line[next_index:next_index+9] == u"\\pmatrix{"):
result += u'\\ftxepmatrix{'
index = next_index+9
elif (output_line[next_index:next_index+8] == u"\\matrix{"):
result += u'\\ftxematrix{'
index = next_index+8
elif (output_line[next_index:next_index+16] == u"\\begin{document}"):
result += u'\\begin{document}\n%\\VerbatimFootnotes'
index = next_index+16
elif (output_line[next_index:next_index+8] == u'\\label {'):
begin_param = next_index+8
end_param = output_line.find(u'}', begin_param)
param = convert_persian_to_english(output_line[begin_param:end_param])
result += output_line[index:begin_param-2]
result += u'{' + param + u'}'
index = end_param+1
elif (output_line[next_index:next_index+6] == u'\\ref {'):
begin_param = next_index+6
end_param = output_line.find(u'}', begin_param)
param = convert_persian_to_english(output_line[begin_param:end_param])
result += output_line[index:begin_param-2]
result += u'{' + param + u'}'
index = end_param+1
elif (output_line[next_index:next_index+7] == u'\\label{'):
begin_param = next_index+7
end_param = output_line.find(u'}', begin_param)
param = convert_persian_to_english(output_line[begin_param:end_param])
result += output_line[index:begin_param]
result += param + u'}'
index = end_param+1
elif (output_line[next_index:next_index+5] == u'\\ref{'):
begin_param = next_index+5
end_param = output_line.find(u'}', begin_param)
param = convert_persian_to_english(output_line[begin_param:end_param])
result += output_line[index:begin_param]
result += param + u'}'
index = end_param+1
elif (output_line[next_index:next_index+13] == u'\\multicolumn{'):
begin_param = next_index+13
end_param = output_line.find(u'}', begin_param)
param = convert_persian_to_english(output_line[begin_param:end_param])
result += output_line[index:begin_param]
result += param + u'}'
index = end_param+1
elif (output_line[next_index:next_index+12] == u'\\setcounter{'):
begin_num = output_line.find(u'{', next_index+12)
end_num = output_line.find(u'}', begin_num)
num = convert_persian_to_english(output_line[begin_num+1:end_num])
result += output_line[index:begin_num+1]
result += num + u'}'
index = end_num+1
elif (output_line[next_index:next_index+14] == u'\\addtocounter{'):
begin_num = output_line.find(u'{', next_index+14)
end_num = output_line.find(u'}', begin_num)
num = convert_persian_to_english(output_line[begin_num+1:end_num])
result += output_line[index:begin_num+1]
result += num + u'}'
index = end_num+1
else:
result += output_line[index:next_index+2]
index = next_index+2
#end while
return result
###############################################
# from here all functions are mainly used to
# convert farsitex format to unicode
###############################################
def convert_file(f, of, convert_cmds):
global state
global line_number
global last_epsfysize_line
global last_epsfxsize_line
global last_epsfxsize
global last_epsfysize
global global_state
state = 0
line_number = 0
last_epsfysize_line = 0
last_epsfxsize_line = 0
last_epsfxsize = u''
last_epsfysize = u''
for line in f:
line_number += 1
print line_number,
output_line = u''
line_len = len(line)
# remove new-line characters from end of line
if (line_len>1 and line[line_len-1] == '\n'):
line_len-=1
if (line_len>1 and line[line_len-1] == '\r'):
line_len-=1
# check line-direction character
line_direction_rtl = (line[0] == '<')
if (line[0] != '>') and (line[0] != '<'):
print "FORMAT ERROR AT LINE: " + str(line_number)
exit(0)
i = 1
while (i<line_len):
next_part_index = ft_next_part(line, i, line_len)
next_part = line[i:next_part_index]
next_part_latin = (line[i]<chr(0x80))
# see if we should put \lr{...} for the current english expression
if (global_state == 0):
if line_direction_rtl and next_part_latin:
is_command_rtl = (next_part_latin and (i>1) and (line[i-1]==F_SLASH) )
is_parameter_rtl = (next_part_latin and (i>1) and (next_part_index<line_len) and (line[i-1]==F_AT_SIGN) and (line[next_part_index]==F_AT_SIGN) )
is_math_rtl = (next_part_latin and (line[i]=="$") and (line[next_part_index-1]=="$") )
is_verb_parameter = ( (line[i-6:i] == F_SLASH+"verb") and not isalpha(line[i]))
is_verb = (next_part_latin and (line[i:i+5]=='\\verb' or line[i:i+6]==' \\verb'))
is_english = (next_part_latin and (line[i:i+8]=='\\english'))
cmd_index = 0
while cmd_index < len(commands):
len_cmd = len(commands[cmd_index])+2
if ( (i > len_cmd) and (line[i-len_cmd:i] == F_SLASH+commands[cmd_index]+F_PRNT_OPEN) ):
break
elif ( (i > len_cmd+1) and (line[i-len_cmd-1:i] == F_SLASH+commands[cmd_index]+F_SPACE+F_PRNT_OPEN) ):
break
cmd_index += 1
is_commands_group = cmd_index < len(commands)
is_documentstyle_cmd = (line_len > 15) and (line[1:15] == F_SLASH+"documentstyle")
if next_part_latin:
if (global_state == 0):
# whether we should put a \lr{ command
if ( line_direction_rtl and not (is_command_rtl or is_parameter_rtl or is_math_rtl or is_commands_group or is_documentstyle_cmd or is_verb_parameter or is_verb or is_english) ):
output_line += u'\\lr{'
if ( line_direction_rtl and is_verb):
output_line += u'\\LR{'
# here is the main place that converting happens
output_line += next_part.encode( 'utf-8' )
if (global_state == 0):
# check whether we already used a \lr command: then end it
if ( line_direction_rtl and not (is_command_rtl or is_parameter_rtl or is_math_rtl or is_commands_group or is_documentstyle_cmd or is_verb_parameter or is_verb or is_english) ):
output_line += u'}'
if ( line_direction_rtl and is_verb):
output_line += u'}'
else:
if (global_state == 0):
# whether we should put a \rl{} command
if ( not line_direction_rtl and not ft_is_all_persian_space(next_part)):
output_line += u'\\rl{'
# here is the main place that converting happens
output_line += map_ft_unicode(next_part)
if (global_state == 0):
# check whether we already used a \rl command: then end it
if (not line_direction_rtl and not ft_is_all_persian_space(next_part)):
output_line += u'}'
i = next_part_index
# end of while
#if there was a % commenting then we can return to normal situation
if (global_state == 1):
global_state = 0
# convert some of the FarsiTeX commands to XePersian commands
# only if it is requested
if (convert_cmds):
result = translate_cmds(output_line)
else:
result = output_line
output_line = result + u'\n'
# write the processed line
of.write(output_line)
# end of line processing
# end of file processing
def print_usage():
print 'usage: python ftxe-0-11 [-r] [-s] [-x] [-u] in_filename1 in_filename2'
print '-r: (DEFAULT) recursively consider files included in the given files'
print '-s: do not recursively consider files'
print '-x: (DEFAULT) insert xepersian related commands'
print '-u: only convert to unicode'
###################################
# Begin of main body of the program
###################################
# global variables
line_number = 0
last_epsfxsize = u''
last_epsfxsize_line = 0
last_epsfysize = u''
last_epsfysize_line = 0
state = 0
global_state = 0
recursive = 1
convert_xepersian = 1
filename = ''
if len(sys.argv) <= 1:
print_usage()
exit(0)
#find options
options_index = 1
while (options_index < len(sys.argv) and sys.argv[options_index][0]=='-'):
if (sys.argv[options_index]=='-s'):
recursive = 0
elif (sys.argv[options_index]=='-u'):
convert_xepersian = 0
options_index += 1
filenames = []
while (options_index < len(sys.argv)):
filenames.append(sys.argv[options_index])
options_index += 1
if (len(filenames) == 0):
print 'error: no input filename is specified!'
print_usage()
exit(0)
index = 0
while (index < len(filenames)):
filename = filenames[index]
index += 1
outfile = ''
if (filename[-4:] != '.tex'):
outfile = filename[0:-3] + 'tex'
else:
outfile = filename + '.tex'
print '\n\nConverting "' + filename + '" into "' + outfile + '"'
try:
f = open(filename, 'r')
except IOError:
print "Can not open the input file: " + filename
exit(0)
try:
of = codecs.open(outfile, encoding='utf-8', mode='w')
except IOError:
print "Can not open the output file: " + outfile
exit(0)
convert_file(f, of, convert_xepersian)
of.close()
f.close()
Mini Shell