Mercurial > hg > xemacs-beta
annotate lisp/unicode.el @ 4468:a78d697ccd2c
Import and extend GNU's descr-text.el, supporting prefix argument for C-x =
2008-05-25 Aidan Kehoe <kehoea@parhasard.net>
* descr-text.el: New.
Taken from GNU's GPLV2 version of 2007-02-14, with modifications
for XEmacs support and extensions for Unihan.txt support and
db/dbm caches.
* simple.el (what-cursor-position):
Support an optional prefix argument, as does GNU, calling
#'describe-char to giving more detail on the character at point,
notably from UnicodeData and (in our case, optionally) Unihan.txt.
* syntax.el (syntax-after):
Make this available for the sake of #'describe-char.
* mule/mule-cmds.el (iso-2022-control-alist):
Make this available, for the sake of #'encoded-string-description
and #'describe-char.
* mule/mule-cmds.el (encoded-string-description):
Make this available, for the sake of #'describe-char.
* unicode.el (unicode-error-default-translation-table):
Make this a char table of type generic, not of type char. Makes it
possible to have the relevant logic in #'describe-char reasonably
clear; also, and this is undocumented, makes it much easier to
implement #'frob-unicode-errors-region. I should document this,
and revise #'frob-unicode-errors-region.
| author | Aidan Kehoe <kehoea@parhasard.net> |
|---|---|
| date | Sun, 25 May 2008 21:11:35 +0200 |
| parents | 15d36164ebd7 |
| children | b75b075a9041 d402d7b18bd8 017044266245 |
| rev | line source |
|---|---|
| 771 | 1 ;;; unicode.el --- Unicode support -*- coding: iso-2022-7bit; -*- |
| 2 | |
| 778 | 3 ;; Copyright (C) 2001, 2002 Ben Wing. |
| 771 | 4 |
| 5 ;; Keywords: multilingual, Unicode | |
| 6 | |
| 7 ;; This file is part of XEmacs. | |
| 8 | |
| 9 ;; XEmacs is free software; you can redistribute it and/or modify it | |
| 10 ;; under the terms of the GNU General Public License as published by | |
| 11 ;; the Free Software Foundation; either version 2, or (at your option) | |
| 12 ;; any later version. | |
| 13 | |
| 14 ;; XEmacs is distributed in the hope that it will be useful, but | |
| 15 ;; WITHOUT ANY WARRANTY; without even the implied warranty of | |
| 16 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| 17 ;; General Public License for more details. | |
| 18 | |
| 19 ;; You should have received a copy of the GNU General Public License | |
| 20 ;; along with XEmacs; see the file COPYING. If not, write to the Free | |
| 21 ;; Software Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA | |
| 22 ;; 02111-1307, USA. | |
| 23 | |
| 24 ;;; Synched up with: Not in FSF. | |
| 25 | |
| 26 ;;; Commentary: | |
| 27 | |
| 28 ;; Lisp support for Unicode, e.g. initialize the translation tables. | |
| 29 | |
| 30 ;;; Code: | |
| 31 | |
| 3659 | 32 ;; GNU Emacs has the charsets: |
| 778 | 33 |
| 3659 | 34 ;; mule-unicode-2500-33ff |
| 35 ;; mule-unicode-e000-ffff | |
| 36 ;; mule-unicode-0100-24ff | |
| 778 | 37 |
| 3659 | 38 ;; built-in. This is hack--and an incomplete hack at that--against the |
| 39 ;; spirit and the letter of standard ISO 2022 character sets. Instead of | |
| 40 ;; this, we have the jit-ucs-charset-N Mule character sets, created in | |
| 41 ;; unicode.c on encountering a Unicode code point that we don't recognise, | |
| 42 ;; and saved in ISO 2022 coding systems using the UTF-8 escape described in | |
| 43 ;; ISO-IR 196. | |
| 778 | 44 |
| 4083 | 45 (eval-when-compile (when (featurep 'mule) (require 'ccl))) |
| 46 | |
| 2367 | 47 ;; accessed in loadup.el, mule-cmds.el; see discussion in unicode.c |
| 48 (defvar load-unicode-tables-at-dump-time (eq system-type 'windows-nt) | |
| 49 "[INTERNAL] Whether to load the Unicode tables at dump time. | |
| 50 Setting this at run-time does nothing.") | |
| 51 | |
| 771 | 52 ;; NOTE: This takes only a fraction of a second on my Pentium III |
| 53 ;; 700Mhz even with a totally optimization-disabled XEmacs. | |
| 54 (defun load-unicode-tables () | |
| 55 "Initialize the Unicode translation tables for all standard charsets." | |
| 780 | 56 (let ((parse-args |
| 57 '(("unicode/unicode-consortium" | |
| 877 | 58 ;; Due to the braindamaged way Mule treats the ASCII and Control-1 |
| 59 ;; charsets' types, trying to load them results in out-of-range | |
| 60 ;; warnings at unicode.c:1439. They're no-ops anyway, they're | |
| 61 ;; hardwired in unicode.c (unicode_to_ichar, ichar_to_unicode). | |
| 62 ;; ("8859-1.TXT" ascii #x00 #x7F #x0) | |
| 63 ;; ("8859-1.TXT" control-1 #x80 #x9F #x-80) | |
| 64 ;; The 8859-1.TXT G1 assignments are half no-ops, hardwired in | |
| 65 ;; unicode.c ichar_to_unicode, but not in unicode_to_ichar. | |
| 780 | 66 ("8859-1.TXT" latin-iso8859-1 #xA0 #xFF #x-80) |
| 67 ;; "8859-10.TXT" | |
| 68 ;; "8859-13.TXT" | |
| 69 ("8859-14.TXT" latin-iso8859-14 #xA0 #xFF #x-80) | |
| 70 ("8859-15.TXT" latin-iso8859-15 #xA0 #xFF #x-80) | |
| 2575 | 71 ("8859-16.TXT" latin-iso8859-16 #xA0 #xFF #x-80) |
| 780 | 72 ("8859-2.TXT" latin-iso8859-2 #xA0 #xFF #x-80) |
| 73 ("8859-3.TXT" latin-iso8859-3 #xA0 #xFF #x-80) | |
| 74 ("8859-4.TXT" latin-iso8859-4 #xA0 #xFF #x-80) | |
| 75 ("8859-5.TXT" cyrillic-iso8859-5 #xA0 #xFF #x-80) | |
| 76 ("8859-6.TXT" arabic-iso8859-6 #xA0 #xFF #x-80) | |
| 77 ("8859-7.TXT" greek-iso8859-7 #xA0 #xFF #x-80) | |
| 78 ("8859-8.TXT" hebrew-iso8859-8 #xA0 #xFF #x-80) | |
| 79 ("8859-9.TXT" latin-iso8859-9 #xA0 #xFF #x-80) | |
| 80 ;; charset for Big5 does not matter; specifying `big5' will | |
| 81 ;; automatically make the right thing happen | |
| 82 ("BIG5.TXT" chinese-big5-1 nil nil nil big5) | |
| 83 ("CNS11643.TXT" chinese-cns11643-1 #x10000 #x1FFFF #x-10000) | |
| 84 ("CNS11643.TXT" chinese-cns11643-2 #x20000 #x2FFFF #x-20000) | |
| 85 ;; "CP1250.TXT" | |
| 86 ;; "CP1251.TXT" | |
| 87 ;; "CP1252.TXT" | |
| 88 ;; "CP1253.TXT" | |
| 89 ;; "CP1254.TXT" | |
| 90 ;; "CP1255.TXT" | |
| 91 ;; "CP1256.TXT" | |
| 92 ;; "CP1257.TXT" | |
| 93 ;; "CP1258.TXT" | |
| 94 ;; "CP874.TXT" | |
| 95 ;; "CP932.TXT" | |
| 96 ;; "CP936.TXT" | |
| 97 ;; "CP949.TXT" | |
| 98 ;; "CP950.TXT" | |
| 99 ;; "GB12345.TXT" | |
| 100 ("GB2312.TXT" chinese-gb2312) | |
| 2297 | 101 ;; "HANGUL.TXT" |
| 102 ;; #### shouldn't JIS X 0201's upper limit be 7f? | |
| 780 | 103 ("JIS0201.TXT" latin-jisx0201 #x21 #x80) |
| 104 ("JIS0201.TXT" katakana-jisx0201 #xA0 #xFF #x-80) | |
| 105 ("JIS0208.TXT" japanese-jisx0208 nil nil nil ignore-first-column) | |
| 106 ("JIS0212.TXT" japanese-jisx0212) | |
| 107 ;; "JOHAB.TXT" | |
| 108 ;; "KOI8-R.TXT" | |
| 109 ;; "KSC5601.TXT" | |
| 110 ;; note that KSC5601.TXT as currently distributed is NOT what | |
| 111 ;; it claims to be! see comments in KSX1001.TXT. | |
| 112 ("KSX1001.TXT" korean-ksc5601) | |
| 113 ;; "OLD5601.TXT" | |
| 114 ;; "SHIFTJIS.TXT" | |
| 115 ) | |
| 116 ("unicode/mule-ucs" | |
| 2297 | 117 ;; #### we don't support surrogates?!?? |
| 780 | 118 ;; use these instead of the above ones once we support surrogates |
| 119 ;;("chinese-cns11643-1.txt" chinese-cns11643-1) | |
| 120 ;;("chinese-cns11643-2.txt" chinese-cns11643-2) | |
| 121 ;;("chinese-cns11643-3.txt" chinese-cns11643-3) | |
| 122 ;;("chinese-cns11643-4.txt" chinese-cns11643-4) | |
| 123 ;;("chinese-cns11643-5.txt" chinese-cns11643-5) | |
| 124 ;;("chinese-cns11643-6.txt" chinese-cns11643-6) | |
| 125 ;;("chinese-cns11643-7.txt" chinese-cns11643-7) | |
| 126 ("chinese-sisheng.txt" chinese-sisheng) | |
| 127 ("ethiopic.txt" ethiopic) | |
| 128 ("indian-is13194.txt" indian-is13194) | |
| 129 ("ipa.txt" ipa) | |
| 130 ("thai-tis620.txt" thai-tis620) | |
| 131 ("tibetan.txt" tibetan) | |
| 132 ("vietnamese-viscii-lower.txt" vietnamese-viscii-lower) | |
| 133 ("vietnamese-viscii-upper.txt" vietnamese-viscii-upper) | |
| 134 ) | |
| 135 ("unicode/other" | |
| 136 ("lao.txt" lao) | |
| 137 ) | |
| 771 | 138 ))) |
| 780 | 139 (mapcar #'(lambda (tables) |
| 140 (let ((undir | |
| 141 (expand-file-name (car tables) data-directory))) | |
| 142 (mapcar #'(lambda (args) | |
| 1318 | 143 (apply 'load-unicode-mapping-table |
| 780 | 144 (expand-file-name (car args) undir) |
| 145 (cdr args))) | |
| 146 (cdr tables)))) | |
| 4145 | 147 parse-args) |
| 148 ;; The default-unicode-precedence-list. We set this here to default to | |
| 149 ;; *not* mapping various European characters to East Asian characters; | |
| 150 ;; otherwise the default-unicode-precedence-list is numerically ordered | |
| 151 ;; by charset ID. | |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
152 (declare-fboundp |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
153 (set-default-unicode-precedence-list |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
154 '(ascii control-1 latin-iso8859-1 latin-iso8859-2 latin-iso8859-15 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
155 greek-iso8859-7 hebrew-iso8859-8 ipa cyrillic-iso8859-5 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
156 latin-iso8859-16 latin-iso8859-3 latin-iso8859-4 latin-iso8859-9 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
157 vietnamese-viscii-lower vietnamese-viscii-upper arabic-iso8859-6 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
158 jit-ucs-charset-0 japanese-jisx0208 japanese-jisx0208-1978 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
159 japanese-jisx0212 japanese-jisx0213-1 japanese-jisx0213-2 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
160 chinese-gb2312 chinese-sisheng chinese-big5-1 chinese-big5-2 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
161 indian-is13194 korean-ksc5601 chinese-cns11643-1 chinese-cns11643-2 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
162 chinese-isoir165 arabic-1-column arabic-2-column arabic-digit |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
163 composite ethiopic indian-1-column indian-2-column jit-ucs-charset-0 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
164 katakana-jisx0201 lao thai-tis620 thai-xtis tibetan tibetan-1-column |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
165 latin-jisx0201 chinese-cns11643-3 chinese-cns11643-4 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
166 chinese-cns11643-5 chinese-cns11643-6 chinese-cns11643-7))))) |
| 771 | 167 |
| 168 (make-coding-system | |
| 169 'utf-16 'unicode | |
| 170 "UTF-16" | |
| 171 '(mnemonic "UTF-16" | |
| 3767 | 172 documentation |
| 771 | 173 "UTF-16 Unicode encoding -- the standard (almost-) fixed-width |
| 174 two-byte encoding, with surrogates. It will be fixed-width if all | |
| 175 characters are in the BMP (Basic Multilingual Plane -- first 65536 | |
| 176 codepoints). Cannot represent characters with codepoints above | |
| 177 0x10FFFF (a little more than 1,000,000). Unicode and ISO guarantee | |
| 178 never to encode any characters outside this range -- all the rest are | |
| 179 for private, corporate or internal use." | |
| 3767 | 180 unicode-type utf-16)) |
| 771 | 181 |
| 2574 | 182 (define-coding-system-alias 'utf-16-be 'utf-16) |
| 183 | |
| 771 | 184 (make-coding-system |
| 185 'utf-16-bom 'unicode | |
| 186 "UTF-16 w/BOM" | |
| 187 '(mnemonic "UTF16-BOM" | |
| 3767 | 188 documentation |
| 771 | 189 "UTF-16 Unicode encoding with byte order mark (BOM) at the beginning. |
| 190 The BOM is Unicode character U+FEFF -- i.e. the first two bytes are | |
| 191 0xFE and 0xFF, respectively, or reversed in a little-endian | |
| 192 representation. It has been sanctioned by the Unicode Consortium for | |
| 193 use at the beginning of a Unicode stream as a marker of the byte order | |
| 194 of the stream, and commonly appears in Unicode files under Microsoft | |
| 195 Windows, where it also functions as a magic cookie identifying a | |
| 196 Unicode file. The character is called \"ZERO WIDTH NO-BREAK SPACE\" | |
| 197 and is suitable as a byte-order marker because: | |
| 198 | |
| 199 -- it has no displayable representation | |
| 200 -- due to its semantics it never normally appears at the beginning | |
| 201 of a stream | |
| 202 -- its reverse U+FFFE is not a legal Unicode character | |
| 203 -- neither byte sequence is at all likely in any other standard | |
| 204 encoding, particularly at the beginning of a stream | |
| 205 | |
| 206 This coding system will insert a BOM at the beginning of a stream when | |
| 207 writing and strip it off when reading." | |
| 3767 | 208 unicode-type utf-16 |
| 771 | 209 need-bom t)) |
| 210 | |
| 211 (make-coding-system | |
| 212 'utf-16-little-endian 'unicode | |
| 213 "UTF-16 Little Endian" | |
| 214 '(mnemonic "UTF16-LE" | |
| 215 documentation | |
| 216 "Little-endian version of UTF-16 Unicode encoding. | |
| 217 See `utf-16' coding system." | |
| 3767 | 218 unicode-type utf-16 |
| 771 | 219 little-endian t)) |
| 220 | |
| 2574 | 221 (define-coding-system-alias 'utf-16-le 'utf-16-little-endian) |
| 222 | |
| 771 | 223 (make-coding-system |
| 224 'utf-16-little-endian-bom 'unicode | |
| 225 "UTF-16 Little Endian w/BOM" | |
| 226 '(mnemonic "MSW-Unicode" | |
| 227 documentation | |
| 228 "Little-endian version of UTF-16 Unicode encoding, with byte order mark. | |
| 229 Standard encoding for representing Unicode under MS Windows. See | |
| 230 `utf-16-bom' coding system." | |
| 3767 | 231 unicode-type utf-16 |
| 771 | 232 little-endian t |
| 233 need-bom t)) | |
| 234 | |
| 235 (make-coding-system | |
| 236 'ucs-4 'unicode | |
| 237 "UCS-4" | |
| 238 '(mnemonic "UCS4" | |
| 239 documentation | |
| 240 "UCS-4 Unicode encoding -- fully fixed-width four-byte encoding." | |
| 3767 | 241 unicode-type ucs-4)) |
| 771 | 242 |
| 243 (make-coding-system | |
| 244 'ucs-4-little-endian 'unicode | |
| 245 "UCS-4 Little Endian" | |
| 246 '(mnemonic "UCS4-LE" | |
| 247 documentation | |
| 2297 | 248 ;; #### I don't think this is permitted by ISO 10646, only Unicode. |
| 249 ;; Call it UTF-32 instead? | |
| 771 | 250 "Little-endian version of UCS-4 Unicode encoding. See `ucs-4' coding system." |
| 3767 | 251 unicode-type ucs-4 |
| 771 | 252 little-endian t)) |
| 253 | |
| 254 (make-coding-system | |
| 4096 | 255 'utf-32 'unicode |
| 256 "UTF-32" | |
| 257 '(mnemonic "UTF32" | |
| 258 documentation | |
| 259 "UTF-32 Unicode encoding -- fixed-width four-byte encoding, | |
| 260 characters less than #x10FFFF are not supported. " | |
| 261 unicode-type utf-32)) | |
| 262 | |
| 263 (make-coding-system | |
| 264 'utf-32-little-endian 'unicode | |
| 265 "UTF-32 Little Endian" | |
| 266 '(mnemonic "UTF32-LE" | |
| 267 documentation | |
| 268 "Little-endian version of UTF-32 Unicode encoding. | |
| 269 | |
| 270 A fixed-width four-byte encoding, characters less than #x10FFFF are not | |
| 271 supported. " | |
| 272 unicode-type ucs-4 little-endian t)) | |
| 273 | |
| 274 (make-coding-system | |
| 771 | 275 'utf-8 'unicode |
| 276 "UTF-8" | |
| 277 '(mnemonic "UTF8" | |
| 3767 | 278 documentation " |
| 279 UTF-8 Unicode encoding -- ASCII-compatible 8-bit variable-width encoding | |
| 2297 | 280 sharing the following principles with the Mule-internal encoding: |
| 771 | 281 |
| 282 -- All ASCII characters (codepoints 0 through 127) are represented | |
| 283 by themselves (i.e. using one byte, with the same value as the | |
| 284 ASCII codepoint), and these bytes are disjoint from bytes | |
| 285 representing non-ASCII characters. | |
| 286 | |
| 287 This means that any 8-bit clean application can safely process | |
| 288 UTF-8-encoded text as it were ASCII, with no corruption (e.g. a | |
| 289 '/' byte is always a slash character, never the second byte of | |
| 290 some other character, as with Big5, so a pathname encoded in | |
| 291 UTF-8 can safely be split up into components and reassembled | |
| 292 again using standard ASCII processes). | |
| 293 | |
| 294 -- Leading bytes and non-leading bytes in the encoding of a | |
| 295 character are disjoint, so moving backwards is easy. | |
| 296 | |
| 297 -- Given only the leading byte, you know how many following bytes | |
| 298 are present. | |
| 299 " | |
| 3767 | 300 unicode-type utf-8)) |
| 771 | 301 |
| 985 | 302 (make-coding-system |
| 303 'utf-8-bom 'unicode | |
| 304 "UTF-8 w/BOM" | |
| 305 '(mnemonic "MSW-UTF8" | |
| 306 documentation | |
| 307 "UTF-8 Unicode encoding, with byte order mark. | |
| 308 Standard encoding for representing UTF-8 under MS Windows." | |
| 3767 | 309 unicode-type utf-8 |
| 985 | 310 little-endian t |
| 311 need-bom t)) | |
| 312 | |
| 2633 | 313 (defun decode-char (quote-ucs code &optional restriction) |
| 3659 | 314 "FSF compatibility--return Mule character with Unicode codepoint CODE. |
| 2633 | 315 The second argument must be 'ucs, the third argument is ignored. " |
| 4096 | 316 ;; We're prepared to accept invalid Unicode in unicode-to-char, but not in |
| 317 ;; this function, which is the API that should actually be used, since | |
| 318 ;; it's available in GNU and in Mule-UCS. | |
| 319 (check-argument-range code #x0 #x10FFFF) | |
| 3506 | 320 (assert (eq quote-ucs 'ucs) t |
| 2633 | 321 "Sorry, decode-char doesn't yet support anything but the UCS. ") |
| 322 (unicode-to-char code)) | |
| 323 | |
| 324 (defun encode-char (char quote-ucs &optional restriction) | |
| 3659 | 325 "FSF compatibility--return the Unicode code point of CHAR. |
| 2633 | 326 The second argument must be 'ucs, the third argument is ignored. " |
| 3506 | 327 (assert (eq quote-ucs 'ucs) t |
| 2633 | 328 "Sorry, encode-char doesn't yet support anything but the UCS. ") |
| 329 (char-to-unicode char)) | |
| 330 | |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
331 (defconst ccl-encode-to-ucs-2 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
332 (eval-when-compile |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
333 (let ((pre-existing |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
334 ;; This is the compiled CCL program from the assert |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
335 ;; below. Since this file is dumped and ccl.el isn't (and |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
336 ;; even when it was, it was dumped much later than this |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
337 ;; one), we can't compile the program at dump time. We can |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
338 ;; check at byte compile time that the program is as |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
339 ;; expected, though. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
340 [1 16 131127 7 98872 65823 1307 5 -65536 65313 64833 1028 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
341 147513 8 82009 255 22])) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
342 (when (featurep 'mule) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
343 ;; Check that the pre-existing constant reflects the intended |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
344 ;; CCL program. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
345 (assert |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
346 (equal pre-existing |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
347 (ccl-compile |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
348 `(1 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
349 ( ;; mule-to-unicode's first argument is the |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
350 ;; charset ID, the second its first byte |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
351 ;; left shifted by 7 bits masked with its |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
352 ;; second byte. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
353 (r1 = (r1 << 7)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
354 (r1 = (r1 | r2)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
355 (mule-to-unicode r0 r1) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
356 (if (r0 & ,(lognot #xFFFF)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
357 ;; Redisplay looks in r1 and r2 for the first |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
358 ;; and second bytes of the X11 font, |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
359 ;; respectively. For non-BMP characters we |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
360 ;; display U+FFFD. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
361 ((r1 = #xFF) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
362 (r2 = #xFD)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
363 ((r1 = (r0 >> 8)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
364 (r2 = (r0 & #xFF)))))))) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
365 nil |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
366 "The pre-compiled CCL program appears broken. ")) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
367 pre-existing)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
368 "CCL program to transform Mule characters to UCS-2.") |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
369 |
| 3667 | 370 (when (featurep 'mule) |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
371 (put 'ccl-encode-to-ucs-2 'ccl-program-idx |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
372 (declare-fboundp |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
373 (register-ccl-program 'ccl-encode-to-ucs-2 ccl-encode-to-ucs-2)))) |
| 4145 | 374 |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
375 ;; Now, create jit-ucs-charset-0 entries for those characters in Windows |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
376 ;; Glyph List 4 that would otherwise end up in East Asian character sets. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
377 ;; |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
378 ;; WGL4 is a character repertoire from Microsoft that gives a guideline |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
379 ;; for font implementors as to what characters are sufficient for |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
380 ;; pan-European support. The intention of this code is to avoid the |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
381 ;; situation where these characters end up mapping to East Asian XEmacs |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
382 ;; characters, which generally clash strongly with European characters |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
383 ;; both in font choice and character width; jit-ucs-charset-0 is a |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
384 ;; single-width character set which comes before the East Asian character |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
385 ;; sets in the default-unicode-precedence-list above. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
386 (loop for (ucs ascii-or-latin-1) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
387 in '((#x2013 ?-) ;; U+2013 EN DASH |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
388 (#x2014 ?-) ;; U+2014 EM DASH |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
389 (#x2105 ?%) ;; U+2105 CARE OF |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
390 (#x203e ?-) ;; U+203E OVERLINE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
391 (#x221f ?|) ;; U+221F RIGHT ANGLE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
392 (#x2584 ?|) ;; U+2584 LOWER HALF BLOCK |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
393 (#x2588 ?|) ;; U+2588 FULL BLOCK |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
394 (#x258c ?|) ;; U+258C LEFT HALF BLOCK |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
395 (#x2550 ?|) ;; U+2550 BOX DRAWINGS DOUBLE HORIZONTAL |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
396 (#x255e ?|) ;; U+255E BOX DRAWINGS VERTICAL SINGLE AND RIGHT DOUBLE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
397 (#x256a ?|) ;; U+256A BOX DRAWINGS VERTICAL SINGLE & HORIZONTAL DOUBLE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
398 (#x2561 ?|) ;; U+2561 BOX DRAWINGS VERTICAL SINGLE AND LEFT DOUBLE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
399 (#x2215 ?/) ;; U+2215 DIVISION SLASH |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
400 (#x02c9 ?`) ;; U+02C9 MODIFIER LETTER MACRON |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
401 (#x2211 ?s) ;; U+2211 N-ARY SUMMATION |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
402 (#x220f ?s) ;; U+220F N-ARY PRODUCT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
403 (#x2248 ?=) ;; U+2248 ALMOST EQUAL TO |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
404 (#x2264 ?=) ;; U+2264 LESS-THAN OR EQUAL TO |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
405 (#x2265 ?=) ;; U+2265 GREATER-THAN OR EQUAL TO |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
406 (#x201c ?') ;; U+201C LEFT DOUBLE QUOTATION MARK |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
407 (#x2026 ?.) ;; U+2026 HORIZONTAL ELLIPSIS |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
408 (#x2212 ?-) ;; U+2212 MINUS SIGN |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
409 (#x2260 ?=) ;; U+2260 NOT EQUAL TO |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
410 (#x221e ?=) ;; U+221E INFINITY |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
411 (#x2642 ?=) ;; U+2642 MALE SIGN |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
412 (#x2640 ?=) ;; U+2640 FEMALE SIGN |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
413 (#x2032 ?=) ;; U+2032 PRIME |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
414 (#x2033 ?=) ;; U+2033 DOUBLE PRIME |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
415 (#x25cb ?=) ;; U+25CB WHITE CIRCLE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
416 (#x25cf ?=) ;; U+25CF BLACK CIRCLE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
417 (#x25a1 ?=) ;; U+25A1 WHITE SQUARE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
418 (#x25a0 ?=) ;; U+25A0 BLACK SQUARE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
419 (#x25b2 ?=) ;; U+25B2 BLACK UP-POINTING TRIANGLE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
420 (#x25bc ?=) ;; U+25BC BLACK DOWN-POINTING TRIANGLE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
421 (#x2192 ?=) ;; U+2192 RIGHTWARDS ARROW |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
422 (#x2190 ?=) ;; U+2190 LEFTWARDS ARROW |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
423 (#x2191 ?=) ;; U+2191 UPWARDS ARROW |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
424 (#x2193 ?=) ;; U+2193 DOWNWARDS ARROW |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
425 (#x2229 ?=) ;; U+2229 INTERSECTION |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
426 (#x2202 ?=) ;; U+2202 PARTIAL DIFFERENTIAL |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
427 (#x2261 ?=) ;; U+2261 IDENTICAL TO |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
428 (#x221a ?=) ;; U+221A SQUARE ROOT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
429 (#x222b ?=) ;; U+222B INTEGRAL |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
430 (#x2030 ?=) ;; U+2030 PER MILLE SIGN |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
431 (#x266a ?=) ;; U+266A EIGHTH NOTE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
432 (#x2020 ?*) ;; U+2020 DAGGER |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
433 (#x2021 ?*) ;; U+2021 DOUBLE DAGGER |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
434 (#x2500 ?|) ;; U+2500 BOX DRAWINGS LIGHT HORIZONTAL |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
435 (#x2502 ?|) ;; U+2502 BOX DRAWINGS LIGHT VERTICAL |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
436 (#x250c ?|) ;; U+250C BOX DRAWINGS LIGHT DOWN AND RIGHT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
437 (#x2510 ?|) ;; U+2510 BOX DRAWINGS LIGHT DOWN AND LEFT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
438 (#x2518 ?|) ;; U+2518 BOX DRAWINGS LIGHT UP AND LEFT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
439 (#x2514 ?|) ;; U+2514 BOX DRAWINGS LIGHT UP AND RIGHT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
440 (#x251c ?|) ;; U+251C BOX DRAWINGS LIGHT VERTICAL AND RIGHT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
441 (#x252c ?|) ;; U+252C BOX DRAWINGS LIGHT DOWN AND HORIZONTAL |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
442 (#x2524 ?|) ;; U+2524 BOX DRAWINGS LIGHT VERTICAL AND LEFT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
443 (#x2534 ?|) ;; U+2534 BOX DRAWINGS LIGHT UP AND HORIZONTAL |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
444 (#x253c ?|) ;; U+253C BOX DRAWINGS LIGHT VERTICAL AND HORIZONTAL |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
445 (#x02da ?^) ;; U+02DA RING ABOVE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
446 (#x2122 ?\xa9) ;; U+2122 TRADE MARK SIGN, ?,A)(B |
| 4145 | 447 |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
448 (#x0132 ?\xe6) ;; U+0132 LATIN CAPITAL LIGATURE IJ, ?,Af(B |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
449 (#x013f ?\xe6) ;; U+013F LATIN CAPITAL LETTER L WITH MIDDLE DOT, ?,Af(B |
| 4145 | 450 |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
451 (#x0133 ?\xe6) ;; U+0133 LATIN SMALL LIGATURE IJ, ?,Af(B |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
452 (#x0140 ?\xe6) ;; U+0140 LATIN SMALL LETTER L WITH MIDDLE DOT, ?,Af(B |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
453 (#x0149 ?\xe6) ;; U+0149 LATIN SMALL LETTER N PRECEDED BY APOSTROPH,?,Af(B |
| 4145 | 454 |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
455 (#x2194 ?|) ;; U+2194 LEFT RIGHT ARROW |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
456 (#x2660 ?*) ;; U+2660 BLACK SPADE SUIT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
457 (#x2665 ?*) ;; U+2665 BLACK HEART SUIT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
458 (#x2663 ?*) ;; U+2663 BLACK CLUB SUIT |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
459 (#x2592 ?|) ;; U+2592 MEDIUM SHADE |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
460 (#x2195 ?|) ;; U+2195 UP DOWN ARROW |
| 4145 | 461 |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
462 (#x2113 ?\xb9) ;; U+2113 SCRIPT SMALL L, ?,A9(B |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
463 (#x215b ?\xbe) ;; U+215B VULGAR FRACTION ONE EIGHTH, ?,A>(B |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
464 (#x215c ?\xbe) ;; U+215C VULGAR FRACTION THREE EIGHTHS, ?,A>(B |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
465 (#x215d ?\xbe) ;; U+215D VULGAR FRACTION FIVE EIGHTHS, ?,A>(B |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
466 (#x215e ?\xbe) ;; U+215E VULGAR FRACTION SEVEN EIGHTHS, ?,A>(B |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
467 (#x207f ?\xbe) ;; U+207F SUPERSCRIPT LATIN SMALL LETTER N, ?,A>(B |
| 4145 | 468 |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
469 ;; These are not in WGL 4, but are IPA characters that should not |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
470 ;; be double width. They are the only IPA characters that both |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
471 ;; occur in packages/mule-packages/leim/ipa.el and end up in East |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
472 ;; Asian character sets when that file is loaded in an XEmacs |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
473 ;; without packages. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
474 (#x2197 ?|) ;; U+2197 NORTH EAST ARROW |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
475 (#x2199 ?|) ;; U+2199 SOUTH WEST ARROW |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
476 (#x2191 ?|) ;; U+2191 UPWARDS ARROW |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
477 (#x207f ?\xb9)) ;; U+207F SUPERSCRIPT LATIN SMALL LETTER N, ?,A9(B |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
478 with decoded = nil |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
479 with syntax-table = (standard-syntax-table) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
480 initially (unless (featurep 'mule) (return)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
481 ;; This creates jit-ucs-charset-0 entries because: |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
482 ;; |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
483 ;; 1. If the tables are dumped, it is run at dump time before they are |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
484 ;; dumped, and as such before the relevant conversions are available |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
485 ;; (they are made available in mule/general-late.el). |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
486 ;; |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
487 ;; 2. If the tables are not dumped, it is run at dump time, long before |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
488 ;; any of the other mappings are available. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
489 ;; |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
490 do |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
491 (setq decoded (decode-char 'ucs ucs)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
492 (assert (eq (declare-fboundp (char-charset decoded)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
493 'jit-ucs-charset-0) nil |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
494 "Unexpected Unicode decoding behavior. ") |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
495 (modify-syntax-entry decoded |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
496 (string |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
497 (char-syntax ascii-or-latin-1)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
498 syntax-table)) |
| 4145 | 499 |
| 4268 | 500 ;; *Sigh*, declarations needs to be at the start of the line to be picked up |
| 501 ;; by make-docfile. Not so much an issue with ccl-encode-to-ucs-2, which we | |
| 502 ;; don't necessarily want to advertise, but the following are important. | |
| 503 | |
| 504 ;; Create all the Unicode error sequences, normally as jit-ucs-charset-0 | |
| 505 ;; characters starting at U+200000 (which isn't a valid Unicode code | |
| 506 ;; point). Make them available to user code. | |
| 507 (defvar unicode-error-default-translation-table | |
| 508 (loop | |
|
4468
a78d697ccd2c
Import and extend GNU's descr-text.el, supporting prefix argument for C-x =
Aidan Kehoe <kehoea@parhasard.net>
parents:
4317
diff
changeset
|
509 with char-table = (make-char-table 'generic) |
| 4268 | 510 for i from ?\x00 to ?\xFF |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
511 initially (unless (featurep 'mule) (return)) |
| 4268 | 512 do |
| 513 (put-char-table (aref | |
| 514 ;; #xd800 is the first leading surrogate; | |
| 515 ;; trailing surrogates must be in the range | |
| 516 ;; #xdc00-#xdfff. These examples are not, so we | |
| 517 ;; intentionally provoke an error sequence. | |
| 518 (decode-coding-string (format "\xd8\x00\x00%c" i) | |
| 519 'utf-16-be) | |
| 520 3) | |
| 521 i | |
| 522 char-table) | |
| 523 finally return char-table) | |
| 524 "Translation table mapping Unicode error sequences to Latin-1 chars. | |
| 4145 | 525 |
| 4202 | 526 To transform XEmacs Unicode error sequences to the Latin-1 characters that |
| 527 correspond to the octets on disk, you can use this variable. ") | |
| 4145 | 528 |
| 4268 | 529 (defvar unicode-error-sequence-regexp-range |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
530 (and (featurep 'mule) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
531 (format "%c%c-%c" |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
532 (aref (decode-coding-string "\xd8\x00\x00\x00" 'utf-16-be) 0) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
533 (aref (decode-coding-string "\xd8\x00\x00\x00" 'utf-16-be) 3) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
534 (aref (decode-coding-string "\xd8\x00\x00\xFF" 'utf-16-be) 3))) |
| 4268 | 535 "Regular expression range to match Unicode error sequences in XEmacs. |
| 4145 | 536 |
| 4202 | 537 Invalid Unicode sequences on input are represented as XEmacs |
| 538 characters with values stored as the keys in | |
| 539 `unicode-error-default-translation-table', one character for each | |
| 540 invalid octet. You can use this variable (with `re-search-forward' or | |
| 541 `skip-chars-forward') to search for such characters; see also | |
| 542 `unicode-error-translate-region'. ") | |
| 543 | |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
544 ;; Check that the lookup table is correct, and that all the actual error |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
545 ;; sequences are caught by the regexp. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
546 (with-temp-buffer |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
547 (loop |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
548 for i from ?\x00 to ?\xFF |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
549 with to-check = (make-string 20 ?\x20) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
550 initially (unless (featurep 'mule) (return)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
551 do |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
552 (delete-region (point-min) (point-max)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
553 (insert to-check) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
554 (goto-char 10) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
555 (insert (decode-coding-string (format "\xd8\x00\x00%c" i) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
556 'utf-16-be)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
557 (backward-char) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
558 (assert (= i (get-char-table (char-after (point)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
559 unicode-error-default-translation-table)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
560 (format "Char ?\\x%x not the expected error sequence!" |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
561 i)) |
| 4202 | 562 |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
563 (goto-char (point-min)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
564 ;; Comment out until the issue in |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
565 ;; 18179.49815.622843.336527@parhasard.net is fixed. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
566 (assert t ; (re-search-forward (concat "[" |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
567 ; unicode-error-sequence-regexp-range |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
568 ; "]")) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
569 nil |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
570 (format "Could not find char ?\\x%x in buffer" i)))) |
| 4202 | 571 |
| 4268 | 572 (defun frob-unicode-errors-region (frob-function begin end &optional buffer) |
| 573 "Call FROB-FUNCTION on the Unicode error sequences between BEGIN and END. | |
| 4202 | 574 |
| 575 Optional argument BUFFER specifies the buffer that should be examined for | |
| 576 such sequences. " | |
| 4268 | 577 (check-argument-type #'functionp frob-function) |
| 578 (check-argument-range begin (point-min buffer) (point-max buffer)) | |
| 579 (check-argument-range end (point-min buffer) (point-max buffer)) | |
| 4202 | 580 (save-excursion |
| 581 (save-restriction | |
| 582 (if buffer (set-buffer buffer)) | |
| 583 (narrow-to-region begin end) | |
| 584 (goto-char (point-min)) | |
| 585 (while end | |
| 586 (setq begin | |
| 587 (progn | |
| 588 (skip-chars-forward | |
| 589 (concat "^" unicode-error-sequence-regexp-range)) | |
| 590 (point)) | |
| 591 end (and (not (= (point) (point-max))) | |
| 592 (progn | |
| 593 (skip-chars-forward | |
| 594 unicode-error-sequence-regexp-range) | |
| 595 (point)))) | |
| 596 (if end | |
| 597 (funcall frob-function begin end)))))) | |
| 598 | |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
599 (defun unicode-error-translate-region (begin end &optional buffer table) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
600 "Translate the Unicode error sequences in BUFFER between BEGIN and END. |
| 4202 | 601 |
| 602 The error sequences are transformed, by default, into the ASCII, | |
| 603 control-1 and latin-iso8859-1 characters with the numeric values | |
| 604 corresponding to the incorrect octets encountered. This is achieved | |
| 605 by using `unicode-error-default-translation-table' (which see) for | |
| 606 TABLE; you can change this by supplying another character table, | |
| 607 mapping from the error sequences to the desired characters. " | |
| 608 (unless table (setq table unicode-error-default-translation-table)) | |
| 609 (frob-unicode-errors-region | |
| 610 (lambda (start finish) | |
| 611 (translate-region start finish table)) | |
|
4317
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
612 begin end buffer)) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
613 |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
614 (unless (featurep 'mule) |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
615 ;; We do this in such a roundabout way--instead of having the above defun |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
616 ;; and defvar calls inside a (when (featurep 'mule) ...) form--to have |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
617 ;; make-docfile.c pick up symbol and function documentation correctly. An |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
618 ;; alternative approach would be to fix make-docfile.c to be able to read |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
619 ;; Lisp. |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
620 (mapcar #'unintern |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
621 '(ccl-encode-to-ucs-2 unicode-error-default-translation-table |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
622 unicode-error-sequence-regexp-range |
|
15d36164ebd7
Eliminate lost docstring warnings on 21.5.
Aidan Kehoe <kehoea@parhasard.net>
parents:
4268
diff
changeset
|
623 frob-unicode-errors-region unicode-error-translate-region))) |
| 3667 | 624 |
| 771 | 625 ;; #### UTF-7 is not yet implemented, and it's tricky to do. There's |
| 626 ;; an implementation in appendix A.1 of the Unicode Standard, Version | |
| 627 ;; 2.0, but I don't know its licensing characteristics. | |
| 628 | |
| 629 ; (make-coding-system | |
| 630 ; 'utf-7 'unicode | |
| 631 ; "UTF-7" | |
| 632 ; '(mnemonic "UTF7" | |
| 3659 | 633 ; documentation; "UTF-7 Unicode encoding -- 7-bit-ASCII modal Internet-mail-compatible |
| 771 | 634 ; encoding especially designed for headers, with the following |
| 635 ; properties: | |
| 636 | |
| 637 ; -- Only characters that are considered safe for passing through any mail | |
| 638 ; gateway without damage are used. | |
| 639 | |
| 640 ; -- This is a modal encoding, with two states. The first, default | |
| 641 ; state encodes the most common Unicode characters (upper and | |
| 642 ; lowercase letters, digits, and 9 common punctuation marks) as | |
| 643 ; themselves, and the second state, entered using '+' and | |
| 644 ; terminated with '-' or any character disallowed in state 2, | |
| 645 ; encodes any Unicode characters by first converting to UTF-16, | |
| 646 ; most significant byte first, and then to a slightly modified | |
| 647 ; Base64 encoding. (Thus, UTF-7 has the same limitations on the | |
| 648 ; characters it can encode as UTF-16.) | |
| 649 | |
| 650 ; -- The modified Base64 encoding deviates from standard Base64 in | |
| 651 ; that it omits the `=' pad character. This is eliminated so as to | |
| 652 ; avoid conflicts with the use of `=' as an escape in the | |
| 653 ; Quoted-Printable encoding and the related Q encoding for headers: | |
| 654 ; With this modification, non-whitespace chars in UTF-7 will be | |
| 655 ; represented in Quoted-Printable and in Q as-is, with no further | |
| 656 ; encoding. | |
| 657 | |
| 658 ; For more information, see Appendix A.1 of The Unicode Standard 2.0, or | |
| 659 ; wherever it is in v3.0." | |
| 3767 | 660 ; unicode-type utf-7)) |