Froze rails gems
[depot.git] / vendor / rails / activesupport / lib / active_support / multibyte / chars.rb
1 # encoding: utf-8
2
3 module ActiveSupport #:nodoc:
4 module Multibyte #:nodoc:
5 # Chars enables you to work transparently with UTF-8 encoding in the Ruby String class without having extensive
6 # knowledge about the encoding. A Chars object accepts a string upon initialization and proxies String methods in an
7 # encoding safe manner. All the normal String methods are also implemented on the proxy.
8 #
9 # String methods are proxied through the Chars object, and can be accessed through the +mb_chars+ method. Methods
10 # which would normally return a String object now return a Chars object so methods can be chained.
11 #
12 # "The Perfect String ".mb_chars.downcase.strip.normalize #=> "the perfect string"
13 #
14 # Chars objects are perfectly interchangeable with String objects as long as no explicit class checks are made.
15 # If certain methods do explicitly check the class, call +to_s+ before you pass chars objects to them.
16 #
17 # bad.explicit_checking_method "T".mb_chars.downcase.to_s
18 #
19 # The default Chars implementation assumes that the encoding of the string is UTF-8, if you want to handle different
20 # encodings you can write your own multibyte string handler and configure it through
21 # ActiveSupport::Multibyte.proxy_class.
22 #
23 # class CharsForUTF32
24 # def size
25 # @wrapped_string.size / 4
26 # end
27 #
28 # def self.accepts?(string)
29 # string.length % 4 == 0
30 # end
31 # end
32 #
33 # ActiveSupport::Multibyte.proxy_class = CharsForUTF32
34 class Chars
35 # Hangul character boundaries and properties
36 HANGUL_SBASE = 0xAC00
37 HANGUL_LBASE = 0x1100
38 HANGUL_VBASE = 0x1161
39 HANGUL_TBASE = 0x11A7
40 HANGUL_LCOUNT = 19
41 HANGUL_VCOUNT = 21
42 HANGUL_TCOUNT = 28
43 HANGUL_NCOUNT = HANGUL_VCOUNT * HANGUL_TCOUNT
44 HANGUL_SCOUNT = 11172
45 HANGUL_SLAST = HANGUL_SBASE + HANGUL_SCOUNT
46 HANGUL_JAMO_FIRST = 0x1100
47 HANGUL_JAMO_LAST = 0x11FF
48
49 # All the unicode whitespace
50 UNICODE_WHITESPACE = [
51 (0x0009..0x000D).to_a, # White_Space # Cc [5] <control-0009>..<control-000D>
52 0x0020, # White_Space # Zs SPACE
53 0x0085, # White_Space # Cc <control-0085>
54 0x00A0, # White_Space # Zs NO-BREAK SPACE
55 0x1680, # White_Space # Zs OGHAM SPACE MARK
56 0x180E, # White_Space # Zs MONGOLIAN VOWEL SEPARATOR
57 (0x2000..0x200A).to_a, # White_Space # Zs [11] EN QUAD..HAIR SPACE
58 0x2028, # White_Space # Zl LINE SEPARATOR
59 0x2029, # White_Space # Zp PARAGRAPH SEPARATOR
60 0x202F, # White_Space # Zs NARROW NO-BREAK SPACE
61 0x205F, # White_Space # Zs MEDIUM MATHEMATICAL SPACE
62 0x3000, # White_Space # Zs IDEOGRAPHIC SPACE
63 ].flatten.freeze
64
65 # BOM (byte order mark) can also be seen as whitespace, it's a non-rendering character used to distinguish
66 # between little and big endian. This is not an issue in utf-8, so it must be ignored.
67 UNICODE_LEADERS_AND_TRAILERS = UNICODE_WHITESPACE + [65279] # ZERO-WIDTH NO-BREAK SPACE aka BOM
68
69 # Returns a regular expression pattern that matches the passed Unicode codepoints
70 def self.codepoints_to_pattern(array_of_codepoints) #:nodoc:
71 array_of_codepoints.collect{ |e| [e].pack 'U*' }.join('|')
72 end
73 UNICODE_TRAILERS_PAT = /(#{codepoints_to_pattern(UNICODE_LEADERS_AND_TRAILERS)})+\Z/
74 UNICODE_LEADERS_PAT = /\A(#{codepoints_to_pattern(UNICODE_LEADERS_AND_TRAILERS)})+/
75
76 # Borrowed from the Kconv library by Shinji KONO - (also as seen on the W3C site)
77 UTF8_PAT = /\A(?:
78 [\x00-\x7f] |
79 [\xc2-\xdf] [\x80-\xbf] |
80 \xe0 [\xa0-\xbf] [\x80-\xbf] |
81 [\xe1-\xef] [\x80-\xbf] [\x80-\xbf] |
82 \xf0 [\x90-\xbf] [\x80-\xbf] [\x80-\xbf] |
83 [\xf1-\xf3] [\x80-\xbf] [\x80-\xbf] [\x80-\xbf] |
84 \xf4 [\x80-\x8f] [\x80-\xbf] [\x80-\xbf]
85 )*\z/xn
86
87 attr_reader :wrapped_string
88 alias to_s wrapped_string
89 alias to_str wrapped_string
90
91 if '1.9'.respond_to?(:force_encoding)
92 # Creates a new Chars instance by wrapping _string_.
93 def initialize(string)
94 @wrapped_string = string
95 @wrapped_string.force_encoding(Encoding::UTF_8) unless @wrapped_string.frozen?
96 end
97 else
98 def initialize(string) #:nodoc:
99 @wrapped_string = string
100 end
101 end
102
103 # Forward all undefined methods to the wrapped string.
104 def method_missing(method, *args, &block)
105 if method.to_s =~ /!$/
106 @wrapped_string.__send__(method, *args, &block)
107 self
108 else
109 result = @wrapped_string.__send__(method, *args, &block)
110 result.kind_of?(String) ? chars(result) : result
111 end
112 end
113
114 # Returns +true+ if _obj_ responds to the given method. Private methods are included in the search
115 # only if the optional second parameter evaluates to +true+.
116 def respond_to?(method, include_private=false)
117 super || @wrapped_string.respond_to?(method, include_private) || false
118 end
119
120 # Enable more predictable duck-typing on String-like classes. See Object#acts_like?.
121 def acts_like_string?
122 true
123 end
124
125 # Returns +true+ if the Chars class can and should act as a proxy for the string _string_. Returns
126 # +false+ otherwise.
127 def self.wants?(string)
128 $KCODE == 'UTF8' && consumes?(string)
129 end
130
131 # Returns +true+ when the proxy class can handle the string. Returns +false+ otherwise.
132 def self.consumes?(string)
133 # Unpack is a little bit faster than regular expressions.
134 string.unpack('U*')
135 true
136 rescue ArgumentError
137 false
138 end
139
140 include Comparable
141
142 # Returns <tt>-1</tt>, <tt>0</tt> or <tt>+1</tt> depending on whether the Chars object is to be sorted before,
143 # equal or after the object on the right side of the operation. It accepts any object that implements +to_s+.
144 # See <tt>String#<=></tt> for more details.
145 #
146 # Example:
147 # 'é'.mb_chars <=> 'ü'.mb_chars #=> -1
148 def <=>(other)
149 @wrapped_string <=> other.to_s
150 end
151
152 # Returns a new Chars object containing the _other_ object concatenated to the string.
153 #
154 # Example:
155 # ('Café'.mb_chars + ' périferôl').to_s #=> "Café périferôl"
156 def +(other)
157 self << other
158 end
159
160 # Like <tt>String#=~</tt> only it returns the character offset (in codepoints) instead of the byte offset.
161 #
162 # Example:
163 # 'Café périferôl'.mb_chars =~ /ô/ #=> 12
164 def =~(other)
165 translate_offset(@wrapped_string =~ other)
166 end
167
168 # Works just like <tt>String#split</tt>, with the exception that the items in the resulting list are Chars
169 # instances instead of String. This makes chaining methods easier.
170 #
171 # Example:
172 # 'Café périferôl'.mb_chars.split(/é/).map { |part| part.upcase.to_s } #=> ["CAF", " P", "RIFERÔL"]
173 def split(*args)
174 @wrapped_string.split(*args).map { |i| i.mb_chars }
175 end
176
177 # Inserts the passed string at specified codepoint offsets.
178 #
179 # Example:
180 # 'Café'.mb_chars.insert(4, ' périferôl').to_s #=> "Café périferôl"
181 def insert(offset, fragment)
182 unpacked = self.class.u_unpack(@wrapped_string)
183 unless offset > unpacked.length
184 @wrapped_string.replace(
185 self.class.u_unpack(@wrapped_string).insert(offset, *self.class.u_unpack(fragment)).pack('U*')
186 )
187 else
188 raise IndexError, "index #{offset} out of string"
189 end
190 self
191 end
192
193 # Returns +true+ if contained string contains _other_. Returns +false+ otherwise.
194 #
195 # Example:
196 # 'Café'.mb_chars.include?('é') #=> true
197 def include?(other)
198 # We have to redefine this method because Enumerable defines it.
199 @wrapped_string.include?(other)
200 end
201
202 # Returns the position _needle_ in the string, counting in codepoints. Returns +nil+ if _needle_ isn't found.
203 #
204 # Example:
205 # 'Café périferôl'.mb_chars.index('ô') #=> 12
206 # 'Café périferôl'.mb_chars.index(/\w/u) #=> 0
207 def index(needle, offset=0)
208 index = @wrapped_string.index(needle, offset)
209 index ? (self.class.u_unpack(@wrapped_string.slice(0...index)).size) : nil
210 end
211
212 # Like <tt>String#[]=</tt>, except instead of byte offsets you specify character offsets.
213 #
214 # Example:
215 #
216 # s = "Müller"
217 # s.mb_chars[2] = "e" # Replace character with offset 2
218 # s
219 # #=> "Müeler"
220 #
221 # s = "Müller"
222 # s.mb_chars[1, 2] = "ö" # Replace 2 characters at character offset 1
223 # s
224 # #=> "Möler"
225 def []=(*args)
226 replace_by = args.pop
227 # Indexed replace with regular expressions already works
228 if args.first.is_a?(Regexp)
229 @wrapped_string[*args] = replace_by
230 else
231 result = self.class.u_unpack(@wrapped_string)
232 if args[0].is_a?(Fixnum)
233 raise IndexError, "index #{args[0]} out of string" if args[0] >= result.length
234 min = args[0]
235 max = args[1].nil? ? min : (min + args[1] - 1)
236 range = Range.new(min, max)
237 replace_by = [replace_by].pack('U') if replace_by.is_a?(Fixnum)
238 elsif args.first.is_a?(Range)
239 raise RangeError, "#{args[0]} out of range" if args[0].min >= result.length
240 range = args[0]
241 else
242 needle = args[0].to_s
243 min = index(needle)
244 max = min + self.class.u_unpack(needle).length - 1
245 range = Range.new(min, max)
246 end
247 result[range] = self.class.u_unpack(replace_by)
248 @wrapped_string.replace(result.pack('U*'))
249 end
250 end
251
252 # Works just like <tt>String#rjust</tt>, only integer specifies characters instead of bytes.
253 #
254 # Example:
255 #
256 # "¾ cup".mb_chars.rjust(8).to_s
257 # #=> " ¾ cup"
258 #
259 # "¾ cup".mb_chars.rjust(8, " ").to_s # Use non-breaking whitespace
260 # #=> "   ¾ cup"
261 def rjust(integer, padstr=' ')
262 justify(integer, :right, padstr)
263 end
264
265 # Works just like <tt>String#ljust</tt>, only integer specifies characters instead of bytes.
266 #
267 # Example:
268 #
269 # "¾ cup".mb_chars.rjust(8).to_s
270 # #=> "¾ cup "
271 #
272 # "¾ cup".mb_chars.rjust(8, " ").to_s # Use non-breaking whitespace
273 # #=> "¾ cup   "
274 def ljust(integer, padstr=' ')
275 justify(integer, :left, padstr)
276 end
277
278 # Works just like <tt>String#center</tt>, only integer specifies characters instead of bytes.
279 #
280 # Example:
281 #
282 # "¾ cup".mb_chars.center(8).to_s
283 # #=> " ¾ cup "
284 #
285 # "¾ cup".mb_chars.center(8, " ").to_s # Use non-breaking whitespace
286 # #=> " ¾ cup  "
287 def center(integer, padstr=' ')
288 justify(integer, :center, padstr)
289 end
290
291 # Strips entire range of Unicode whitespace from the right of the string.
292 def rstrip
293 chars(@wrapped_string.gsub(UNICODE_TRAILERS_PAT, ''))
294 end
295
296 # Strips entire range of Unicode whitespace from the left of the string.
297 def lstrip
298 chars(@wrapped_string.gsub(UNICODE_LEADERS_PAT, ''))
299 end
300
301 # Strips entire range of Unicode whitespace from the right and left of the string.
302 def strip
303 rstrip.lstrip
304 end
305
306 # Returns the number of codepoints in the string
307 def size
308 self.class.u_unpack(@wrapped_string).size
309 end
310 alias_method :length, :size
311
312 # Reverses all characters in the string.
313 #
314 # Example:
315 # 'Café'.mb_chars.reverse.to_s #=> 'éfaC'
316 def reverse
317 chars(self.class.u_unpack(@wrapped_string).reverse.pack('U*'))
318 end
319
320 # Implements Unicode-aware slice with codepoints. Slicing on one point returns the codepoints for that
321 # character.
322 #
323 # Example:
324 # 'こんにちは'.mb_chars.slice(2..3).to_s #=> "にち"
325 def slice(*args)
326 if args.size > 2
327 raise ArgumentError, "wrong number of arguments (#{args.size} for 1)" # Do as if we were native
328 elsif (args.size == 2 && !(args.first.is_a?(Numeric) || args.first.is_a?(Regexp)))
329 raise TypeError, "cannot convert #{args.first.class} into Integer" # Do as if we were native
330 elsif (args.size == 2 && !args[1].is_a?(Numeric))
331 raise TypeError, "cannot convert #{args[1].class} into Integer" # Do as if we were native
332 elsif args[0].kind_of? Range
333 cps = self.class.u_unpack(@wrapped_string).slice(*args)
334 result = cps.nil? ? nil : cps.pack('U*')
335 elsif args[0].kind_of? Regexp
336 result = @wrapped_string.slice(*args)
337 elsif args.size == 1 && args[0].kind_of?(Numeric)
338 character = self.class.u_unpack(@wrapped_string)[args[0]]
339 result = character.nil? ? nil : [character].pack('U')
340 else
341 result = self.class.u_unpack(@wrapped_string).slice(*args).pack('U*')
342 end
343 result.nil? ? nil : chars(result)
344 end
345 alias_method :[], :slice
346
347 # Convert characters in the string to uppercase.
348 #
349 # Example:
350 # 'Laurent, òu sont les tests?'.mb_chars.upcase.to_s #=> "LAURENT, ÒU SONT LES TESTS?"
351 def upcase
352 apply_mapping :uppercase_mapping
353 end
354
355 # Convert characters in the string to lowercase.
356 #
357 # Example:
358 # 'VĚDA A VÝZKUM'.mb_chars.downcase.to_s #=> "věda a výzkum"
359 def downcase
360 apply_mapping :lowercase_mapping
361 end
362
363 # Converts the first character to uppercase and the remainder to lowercase.
364 #
365 # Example:
366 # 'über'.mb_chars.capitalize.to_s #=> "Über"
367 def capitalize
368 (slice(0) || chars('')).upcase + (slice(1..-1) || chars('')).downcase
369 end
370
371 # Returns the KC normalization of the string by default. NFKC is considered the best normalization form for
372 # passing strings to databases and validations.
373 #
374 # * <tt>str</tt> - The string to perform normalization on.
375 # * <tt>form</tt> - The form you want to normalize in. Should be one of the following:
376 # <tt>:c</tt>, <tt>:kc</tt>, <tt>:d</tt>, or <tt>:kd</tt>. Default is
377 # ActiveSupport::Multibyte.default_normalization_form
378 def normalize(form=ActiveSupport::Multibyte.default_normalization_form)
379 # See http://www.unicode.org/reports/tr15, Table 1
380 codepoints = self.class.u_unpack(@wrapped_string)
381 chars(case form
382 when :d
383 self.class.reorder_characters(self.class.decompose_codepoints(:canonical, codepoints))
384 when :c
385 self.class.compose_codepoints(self.class.reorder_characters(self.class.decompose_codepoints(:canonical, codepoints)))
386 when :kd
387 self.class.reorder_characters(self.class.decompose_codepoints(:compatability, codepoints))
388 when :kc
389 self.class.compose_codepoints(self.class.reorder_characters(self.class.decompose_codepoints(:compatability, codepoints)))
390 else
391 raise ArgumentError, "#{form} is not a valid normalization variant", caller
392 end.pack('U*'))
393 end
394
395 # Performs canonical decomposition on all the characters.
396 #
397 # Example:
398 # 'é'.length #=> 2
399 # 'é'.mb_chars.decompose.to_s.length #=> 3
400 def decompose
401 chars(self.class.decompose_codepoints(:canonical, self.class.u_unpack(@wrapped_string)).pack('U*'))
402 end
403
404 # Performs composition on all the characters.
405 #
406 # Example:
407 # 'é'.length #=> 3
408 # 'é'.mb_chars.compose.to_s.length #=> 2
409 def compose
410 chars(self.class.compose_codepoints(self.class.u_unpack(@wrapped_string)).pack('U*'))
411 end
412
413 # Returns the number of grapheme clusters in the string.
414 #
415 # Example:
416 # 'क्षि'.mb_chars.length #=> 4
417 # 'क्षि'.mb_chars.g_length #=> 3
418 def g_length
419 self.class.g_unpack(@wrapped_string).length
420 end
421
422 # Replaces all ISO-8859-1 or CP1252 characters by their UTF-8 equivalent resulting in a valid UTF-8 string.
423 def tidy_bytes
424 chars(self.class.tidy_bytes(@wrapped_string))
425 end
426
427 %w(lstrip rstrip strip reverse upcase downcase slice tidy_bytes capitalize).each do |method|
428 define_method("#{method}!") do |*args|
429 unless args.nil?
430 @wrapped_string = send(method, *args).to_s
431 else
432 @wrapped_string = send(method).to_s
433 end
434 self
435 end
436 end
437
438 class << self
439
440 # Unpack the string at codepoints boundaries. Raises an EncodingError when the encoding of the string isn't
441 # valid UTF-8.
442 #
443 # Example:
444 # Chars.u_unpack('Café') #=> [67, 97, 102, 233]
445 def u_unpack(string)
446 begin
447 string.unpack 'U*'
448 rescue ArgumentError
449 raise EncodingError, 'malformed UTF-8 character'
450 end
451 end
452
453 # Detect whether the codepoint is in a certain character class. Returns +true+ when it's in the specified
454 # character class and +false+ otherwise. Valid character classes are: <tt>:cr</tt>, <tt>:lf</tt>, <tt>:l</tt>,
455 # <tt>:v</tt>, <tt>:lv</tt>, <tt>:lvt</tt> and <tt>:t</tt>.
456 #
457 # Primarily used by the grapheme cluster support.
458 def in_char_class?(codepoint, classes)
459 classes.detect { |c| UCD.boundary[c] === codepoint } ? true : false
460 end
461
462 # Unpack the string at grapheme boundaries. Returns a list of character lists.
463 #
464 # Example:
465 # Chars.g_unpack('क्षि') #=> [[2325, 2381], [2359], [2367]]
466 # Chars.g_unpack('Café') #=> [[67], [97], [102], [233]]
467 def g_unpack(string)
468 codepoints = u_unpack(string)
469 unpacked = []
470 pos = 0
471 marker = 0
472 eoc = codepoints.length
473 while(pos < eoc)
474 pos += 1
475 previous = codepoints[pos-1]
476 current = codepoints[pos]
477 if (
478 # CR X LF
479 one = ( previous == UCD.boundary[:cr] and current == UCD.boundary[:lf] ) or
480 # L X (L|V|LV|LVT)
481 two = ( UCD.boundary[:l] === previous and in_char_class?(current, [:l,:v,:lv,:lvt]) ) or
482 # (LV|V) X (V|T)
483 three = ( in_char_class?(previous, [:lv,:v]) and in_char_class?(current, [:v,:t]) ) or
484 # (LVT|T) X (T)
485 four = ( in_char_class?(previous, [:lvt,:t]) and UCD.boundary[:t] === current ) or
486 # X Extend
487 five = (UCD.boundary[:extend] === current)
488 )
489 else
490 unpacked << codepoints[marker..pos-1]
491 marker = pos
492 end
493 end
494 unpacked
495 end
496
497 # Reverse operation of g_unpack.
498 #
499 # Example:
500 # Chars.g_pack(Chars.g_unpack('क्षि')) #=> 'क्षि'
501 def g_pack(unpacked)
502 (unpacked.flatten).pack('U*')
503 end
504
505 def padding(padsize, padstr=' ') #:nodoc:
506 if padsize != 0
507 new(padstr * ((padsize / u_unpack(padstr).size) + 1)).slice(0, padsize)
508 else
509 ''
510 end
511 end
512
513 # Re-order codepoints so the string becomes canonical.
514 def reorder_characters(codepoints)
515 length = codepoints.length- 1
516 pos = 0
517 while pos < length do
518 cp1, cp2 = UCD.codepoints[codepoints[pos]], UCD.codepoints[codepoints[pos+1]]
519 if (cp1.combining_class > cp2.combining_class) && (cp2.combining_class > 0)
520 codepoints[pos..pos+1] = cp2.code, cp1.code
521 pos += (pos > 0 ? -1 : 1)
522 else
523 pos += 1
524 end
525 end
526 codepoints
527 end
528
529 # Decompose composed characters to the decomposed form.
530 def decompose_codepoints(type, codepoints)
531 codepoints.inject([]) do |decomposed, cp|
532 # if it's a hangul syllable starter character
533 if HANGUL_SBASE <= cp and cp < HANGUL_SLAST
534 sindex = cp - HANGUL_SBASE
535 ncp = [] # new codepoints
536 ncp << HANGUL_LBASE + sindex / HANGUL_NCOUNT
537 ncp << HANGUL_VBASE + (sindex % HANGUL_NCOUNT) / HANGUL_TCOUNT
538 tindex = sindex % HANGUL_TCOUNT
539 ncp << (HANGUL_TBASE + tindex) unless tindex == 0
540 decomposed.concat ncp
541 # if the codepoint is decomposable in with the current decomposition type
542 elsif (ncp = UCD.codepoints[cp].decomp_mapping) and (!UCD.codepoints[cp].decomp_type || type == :compatability)
543 decomposed.concat decompose_codepoints(type, ncp.dup)
544 else
545 decomposed << cp
546 end
547 end
548 end
549
550 # Compose decomposed characters to the composed form.
551 def compose_codepoints(codepoints)
552 pos = 0
553 eoa = codepoints.length - 1
554 starter_pos = 0
555 starter_char = codepoints[0]
556 previous_combining_class = -1
557 while pos < eoa
558 pos += 1
559 lindex = starter_char - HANGUL_LBASE
560 # -- Hangul
561 if 0 <= lindex and lindex < HANGUL_LCOUNT
562 vindex = codepoints[starter_pos+1] - HANGUL_VBASE rescue vindex = -1
563 if 0 <= vindex and vindex < HANGUL_VCOUNT
564 tindex = codepoints[starter_pos+2] - HANGUL_TBASE rescue tindex = -1
565 if 0 <= tindex and tindex < HANGUL_TCOUNT
566 j = starter_pos + 2
567 eoa -= 2
568 else
569 tindex = 0
570 j = starter_pos + 1
571 eoa -= 1
572 end
573 codepoints[starter_pos..j] = (lindex * HANGUL_VCOUNT + vindex) * HANGUL_TCOUNT + tindex + HANGUL_SBASE
574 end
575 starter_pos += 1
576 starter_char = codepoints[starter_pos]
577 # -- Other characters
578 else
579 current_char = codepoints[pos]
580 current = UCD.codepoints[current_char]
581 if current.combining_class > previous_combining_class
582 if ref = UCD.composition_map[starter_char]
583 composition = ref[current_char]
584 else
585 composition = nil
586 end
587 unless composition.nil?
588 codepoints[starter_pos] = composition
589 starter_char = composition
590 codepoints.delete_at pos
591 eoa -= 1
592 pos -= 1
593 previous_combining_class = -1
594 else
595 previous_combining_class = current.combining_class
596 end
597 else
598 previous_combining_class = current.combining_class
599 end
600 if current.combining_class == 0
601 starter_pos = pos
602 starter_char = codepoints[pos]
603 end
604 end
605 end
606 codepoints
607 end
608
609 # Replaces all ISO-8859-1 or CP1252 characters by their UTF-8 equivalent resulting in a valid UTF-8 string.
610 def tidy_bytes(string)
611 string.split(//u).map do |c|
612 if !UTF8_PAT.match(c)
613 n = c.unpack('C')[0]
614 n < 128 ? n.chr :
615 n < 160 ? [UCD.cp1252[n] || n].pack('U') :
616 n < 192 ? "\xC2" + n.chr : "\xC3" + (n-64).chr
617 else
618 c
619 end
620 end.join
621 end
622 end
623
624 protected
625
626 def translate_offset(byte_offset) #:nodoc:
627 return nil if byte_offset.nil?
628 return 0 if @wrapped_string == ''
629 chunk = @wrapped_string[0..byte_offset]
630 begin
631 begin
632 chunk.unpack('U*').length - 1
633 rescue ArgumentError => e
634 chunk = @wrapped_string[0..(byte_offset+=1)]
635 # Stop retrying at the end of the string
636 raise e unless byte_offset < chunk.length
637 # We damaged a character, retry
638 retry
639 end
640 # Catch the ArgumentError so we can throw our own
641 rescue ArgumentError
642 raise EncodingError, 'malformed UTF-8 character'
643 end
644 end
645
646 def justify(integer, way, padstr=' ') #:nodoc:
647 raise ArgumentError, "zero width padding" if padstr.length == 0
648 padsize = integer - size
649 padsize = padsize > 0 ? padsize : 0
650 case way
651 when :right
652 result = @wrapped_string.dup.insert(0, self.class.padding(padsize, padstr))
653 when :left
654 result = @wrapped_string.dup.insert(-1, self.class.padding(padsize, padstr))
655 when :center
656 lpad = self.class.padding((padsize / 2.0).floor, padstr)
657 rpad = self.class.padding((padsize / 2.0).ceil, padstr)
658 result = @wrapped_string.dup.insert(0, lpad).insert(-1, rpad)
659 end
660 chars(result)
661 end
662
663 def apply_mapping(mapping) #:nodoc:
664 chars(self.class.u_unpack(@wrapped_string).map do |codepoint|
665 cp = UCD.codepoints[codepoint]
666 if cp and (ncp = cp.send(mapping)) and ncp > 0
667 ncp
668 else
669 codepoint
670 end
671 end.pack('U*'))
672 end
673
674 def chars(string) #:nodoc:
675 self.class.new(string)
676 end
677 end
678 end
679 end