001/* 002 * Licensed to the Apache Software Foundation (ASF) under one or more 003 * contributor license agreements. See the NOTICE file distributed with 004 * this work for additional information regarding copyright ownership. 005 * The ASF licenses this file to You under the Apache License, Version 2.0 006 * (the "License"); you may not use this file except in compliance with 007 * the License. You may obtain a copy of the License at 008 * 009 * https://www.apache.org/licenses/LICENSE-2.0 010 * 011 * Unless required by applicable law or agreed to in writing, software 012 * distributed under the License is distributed on an "AS IS" BASIS, 013 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 014 * See the License for the specific language governing permissions and 015 * limitations under the License. 016 */ 017 018package org.apache.commons.codec.binary; 019 020import java.util.Arrays; 021import java.util.Objects; 022import java.util.function.Supplier; 023 024import org.apache.commons.codec.BinaryDecoder; 025import org.apache.commons.codec.BinaryEncoder; 026import org.apache.commons.codec.CodecPolicy; 027import org.apache.commons.codec.DecoderException; 028import org.apache.commons.codec.EncoderException; 029 030/** 031 * Abstract superclass for Base-N encoders and decoders. 032 * 033 * <p> 034 * This class is thread-safe. 035 * </p> 036 * <p> 037 * You can set the decoding behavior when the input bytes contain leftover trailing bits that cannot be created by a valid encoding. These can be bits that are 038 * unused from the final character or entire characters. The default mode is lenient decoding. 039 * </p> 040 * <ul> 041 * <li>Lenient: Any trailing bits are composed into 8-bit bytes where possible. The remainder are discarded.</li> 042 * <li>Strict: The decoding will raise an {@link IllegalArgumentException} if trailing bits are not part of a valid encoding. Any unused bits from the final 043 * character must be zero. Impossible counts of entire final characters are not allowed.</li> 044 * </ul> 045 * <p> 046 * When strict decoding is enabled it is expected that the decoded bytes will be re-encoded to a byte array that matches the original, i.e. no changes occur on 047 * the final character. This requires that the input bytes use the same padding and alphabet as the encoder. 048 * </p> 049 */ 050public abstract class BaseNCodec implements BinaryEncoder, BinaryDecoder { 051 052 /** 053 * Builds {@link Base64} instances. 054 * 055 * @param <T> the codec type to build. 056 * @param <B> the codec builder subtype. 057 * @since 1.17.0 058 */ 059 public abstract static class AbstractBuilder<T, B extends AbstractBuilder<T, B>> implements Supplier<T> { 060 061 private int unencodedBlockSize; 062 private int encodedBlockSize; 063 private CodecPolicy decodingPolicy = DECODING_POLICY_DEFAULT; 064 private int lineLength; 065 private byte[] lineSeparator = CHUNK_SEPARATOR; 066 private final byte[] defaultEncodeTable; 067 private byte[] encodeTable; 068 private byte[] decodeTable; 069 070 /** Padding byte. */ 071 private byte padding = PAD_DEFAULT; 072 073 AbstractBuilder(final byte[] defaultEncodeTable) { 074 this.defaultEncodeTable = defaultEncodeTable; 075 this.encodeTable = defaultEncodeTable; 076 } 077 078 /** 079 * Returns this instance typed as the subclass type {@code B}. 080 * <p> 081 * This is the same as the expression: 082 * </p> 083 * 084 * <pre> 085 * (B) this 086 * </pre> 087 * 088 * @return {@code this} instance typed as the subclass type {@code B}. 089 */ 090 @SuppressWarnings("unchecked") 091 B asThis() { 092 return (B) this; 093 } 094 095 byte[] getDecodeTable() { 096 return decodeTable; 097 } 098 099 CodecPolicy getDecodingPolicy() { 100 return decodingPolicy; 101 } 102 103 int getEncodedBlockSize() { 104 return encodedBlockSize; 105 } 106 107 byte[] getEncodeTable() { 108 return encodeTable; 109 } 110 111 int getLineLength() { 112 return lineLength; 113 } 114 115 byte[] getLineSeparator() { 116 return lineSeparator; 117 } 118 119 byte getPadding() { 120 return padding; 121 } 122 123 int getUnencodedBlockSize() { 124 return unencodedBlockSize; 125 } 126 127 /** 128 * Sets the decode table. 129 * 130 * @param decodeTable the decode table. 131 * @return {@code this} instance. 132 * @since 1.20.0 133 */ 134 public B setDecodeTable(final byte[] decodeTable) { 135 this.decodeTable = decodeTable != null ? decodeTable.clone() : null; 136 return asThis(); 137 } 138 139 /** 140 * Sets the decode table. 141 * 142 * @param decodeTable the decode table, null resets to the default. 143 * @return {@code this} instance. 144 */ 145 B setDecodeTableRaw(final byte[] decodeTable) { 146 this.decodeTable = decodeTable; 147 return asThis(); 148 } 149 150 /** 151 * Sets the decoding policy. 152 * 153 * @param decodingPolicy the decoding policy, null resets to the default. 154 * @return {@code this} instance. 155 */ 156 public B setDecodingPolicy(final CodecPolicy decodingPolicy) { 157 this.decodingPolicy = decodingPolicy != null ? decodingPolicy : DECODING_POLICY_DEFAULT; 158 return asThis(); 159 } 160 161 /** 162 * Sets the encoded block size, subclasses normally set this on construction. 163 * 164 * @param encodedBlockSize the encoded block size, subclasses normally set this on construction. 165 * @return {@code this} instance. 166 */ 167 B setEncodedBlockSize(final int encodedBlockSize) { 168 this.encodedBlockSize = encodedBlockSize; 169 return asThis(); 170 } 171 172 /** 173 * Sets the encode table. 174 * 175 * @param encodeTable the encode table, null resets to the default. 176 * @return {@code this} instance. 177 */ 178 public B setEncodeTable(final byte... encodeTable) { 179 this.encodeTable = encodeTable != null ? encodeTable.clone() : defaultEncodeTable; 180 return asThis(); 181 } 182 183 /** 184 * Sets the encode table. 185 * 186 * @param encodeTable the encode table, null resets to the default. 187 * @return {@code this} instance. 188 */ 189 B setEncodeTableRaw(final byte... encodeTable) { 190 this.encodeTable = encodeTable != null ? encodeTable : defaultEncodeTable; 191 return asThis(); 192 } 193 194 /** 195 * Sets the line length. 196 * 197 * @param lineLength the line length, less than 0 resets to the default. 198 * @return {@code this} instance. 199 */ 200 public B setLineLength(final int lineLength) { 201 this.lineLength = Math.max(0, lineLength); 202 return asThis(); 203 } 204 205 /** 206 * Sets the line separator. 207 * 208 * @param lineSeparator the line separator, null resets to the default. 209 * @return {@code this} instance. 210 */ 211 public B setLineSeparator(final byte... lineSeparator) { 212 this.lineSeparator = lineSeparator != null ? lineSeparator.clone() : CHUNK_SEPARATOR; 213 return asThis(); 214 } 215 216 /** 217 * Sets the padding byte. 218 * 219 * @param padding the padding byte. 220 * @return {@code this} instance. 221 */ 222 public B setPadding(final byte padding) { 223 this.padding = padding; 224 return asThis(); 225 } 226 227 /** 228 * Sets the unencoded block size, subclasses normally set this on construction. 229 * 230 * @param unencodedBlockSize the unencoded block size, subclasses normally set this on construction. 231 * @return {@code this} instance. 232 */ 233 B setUnencodedBlockSize(final int unencodedBlockSize) { 234 this.unencodedBlockSize = unencodedBlockSize; 235 return asThis(); 236 } 237 } 238 239 /** 240 * Holds thread context so classes can be thread-safe. 241 * 242 * This class is not itself thread-safe; each thread must allocate its own copy. 243 */ 244 static class Context { 245 246 /** 247 * Placeholder for the bytes we're dealing with for our based logic. Bitwise operations store and extract the encoding or decoding from this variable. 248 */ 249 int ibitWorkArea; 250 251 /** 252 * Placeholder for the bytes we're dealing with for our based logic. Bitwise operations store and extract the encoding or decoding from this variable. 253 */ 254 long lbitWorkArea; 255 256 /** 257 * Buffer for streaming. 258 */ 259 byte[] buffer; 260 261 /** 262 * Position where next character should be written in the buffer. 263 */ 264 int pos; 265 266 /** 267 * Position where next character should be read from the buffer. 268 */ 269 int readPos; 270 271 /** 272 * Boolean flag to indicate the EOF has been reached. Once EOF has been reached, this object becomes useless, and must be thrown away. 273 */ 274 boolean eof; 275 276 /** 277 * Variable tracks how many characters have been written to the current line. Only used when encoding. We use it to make sure each encoded line never 278 * goes beyond lineLength (if lineLength > 0). 279 */ 280 int currentLinePos; 281 282 /** 283 * Writes to the buffer only occur after every 3/5 reads when encoding, and every 4/8 reads when decoding. This variable helps track that. 284 */ 285 int modulus; 286 287 /** 288 * Returns a String useful for debugging (especially within a debugger.) 289 * 290 * @return a String useful for debugging. 291 */ 292 @Override 293 public String toString() { 294 return String.format("%s[buffer=%s, currentLinePos=%s, eof=%s, ibitWorkArea=%s, lbitWorkArea=%s, " + "modulus=%s, pos=%s, readPos=%s]", 295 this.getClass().getSimpleName(), Arrays.toString(buffer), currentLinePos, eof, ibitWorkArea, lbitWorkArea, modulus, pos, readPos); 296 } 297 } 298 299 /** 300 * End-of-file marker. 301 * 302 * @since 1.7 303 */ 304 static final int EOF = -1; 305 306 /** 307 * MIME chunk size per RFC 2045 section 6.8. 308 * 309 * <p> 310 * The {@value} character limit does not count the trailing CRLF, but counts all other characters, including any equal signs. 311 * </p> 312 * 313 * @see <a href="https://www.ietf.org/rfc/rfc2045">RFC 2045 section 6.8</a> 314 */ 315 public static final int MIME_CHUNK_SIZE = 76; 316 317 /** 318 * PEM chunk size per RFC 1421 section 4.3.2.4. 319 * 320 * <p> 321 * The {@value} character limit does not count the trailing CRLF, but counts all other characters, including any equal signs. 322 * </p> 323 * 324 * @see <a href="https://tools.ietf.org/html/rfc1421">RFC 1421 section 4.3.2.4</a> 325 */ 326 public static final int PEM_CHUNK_SIZE = 64; 327 private static final int DEFAULT_BUFFER_RESIZE_FACTOR = 2; 328 329 /** 330 * Defines the default buffer size - currently {@value} - must be large enough for at least one encoded block+separator 331 */ 332 private static final int DEFAULT_BUFFER_SIZE = 8192; 333 334 /** 335 * The maximum size buffer to allocate. 336 * 337 * <p> 338 * This is set to the same size used in the JDK {@link java.util.ArrayList}: 339 * </p> 340 * <blockquote> Some VMs reserve some header words in an array. Attempts to allocate larger arrays may result in OutOfMemoryError: Requested array size 341 * exceeds VM limit. </blockquote> 342 */ 343 private static final int MAX_BUFFER_SIZE = Integer.MAX_VALUE - 8; 344 345 /** Mask used to extract 8 bits, used in decoding bytes */ 346 protected static final int MASK_8BITS = 0xff; 347 348 /** 349 * Byte used to pad output. 350 */ 351 protected static final byte PAD_DEFAULT = '='; // Allow static access to default 352 353 /** 354 * The default decoding policy. 355 * 356 * @since 1.15 357 */ 358 protected static final CodecPolicy DECODING_POLICY_DEFAULT = CodecPolicy.LENIENT; 359 360 /** 361 * Chunk separator per RFC 2045 section 2.1. 362 * 363 * @see <a href="https://www.ietf.org/rfc/rfc2045">RFC 2045 section 2.1</a> 364 */ 365 static final byte[] CHUNK_SEPARATOR = { '\r', '\n' }; 366 367 /** 368 * The empty byte array. 369 */ 370 static final byte[] EMPTY_BYTE_ARRAY = {}; 371 372 /** 373 * Create a positive capacity at least as large the minimum required capacity. If the minimum capacity is negative then this throws an OutOfMemoryError as 374 * no array can be allocated. 375 * 376 * @param minCapacity the minimum capacity. 377 * @return the capacity. 378 * @throws OutOfMemoryError if the {@code minCapacity} is negative. 379 */ 380 private static int createPositiveCapacity(final int minCapacity) { 381 if (minCapacity < 0) { 382 // overflow 383 throw new OutOfMemoryError("Unable to allocate array size: " + (minCapacity & 0xffffffffL)); 384 } 385 // This is called when we require buffer expansion to a very big array. 386 // Use the conservative maximum buffer size if possible, otherwise the biggest required. 387 // 388 // Note: In this situation JDK 1.8 java.util.ArrayList returns Integer.MAX_VALUE. 389 // This excludes some VMs that can exceed MAX_BUFFER_SIZE but not allocate a full 390 // Integer.MAX_VALUE length array. 391 // The result is that we may have to allocate an array of this size more than once if 392 // the capacity must be expanded again. 393 return Math.max(minCapacity, MAX_BUFFER_SIZE); 394 } 395 396 /** 397 * Gets a copy of the chunk separator per RFC 2045 section 2.1. 398 * 399 * @return the chunk separator. 400 * @see <a href="https://www.ietf.org/rfc/rfc2045">RFC 2045 section 2.1</a> 401 * @since 1.15 402 */ 403 public static byte[] getChunkSeparator() { 404 return CHUNK_SEPARATOR.clone(); 405 } 406 407 /** 408 * Gets the array length or 0 if null. 409 * 410 * @param array the array or null. 411 * @return the array length or 0 if null. 412 */ 413 static int getLength(final byte[] array) { 414 return array == null ? 0 : array.length; 415 } 416 417 /** 418 * Tests whether or not the {@code value} is in the given {@code table}. 419 * 420 * @param value The value to test. 421 * @param table The table to test against. 422 * @return {@code true} if the value is in the table, {@code false} otherwise. 423 */ 424 static boolean isInAlphabet(final byte value, final byte[] table) { 425 return value >= 0 && value < table.length && table[value] != -1; 426 } 427 428 /** 429 * Checks if a byte value is whitespace or not. 430 * 431 * @param byteToCheck the byte to check. 432 * @return true if byte is whitespace, false otherwise. 433 * @see Character#isWhitespace(int) 434 * @deprecated Use {@link Character#isWhitespace(int)}. 435 */ 436 @Deprecated 437 protected static boolean isWhiteSpace(final byte byteToCheck) { 438 return Character.isWhitespace(byteToCheck); 439 } 440 441 /** 442 * Increases our buffer by the {@link #DEFAULT_BUFFER_RESIZE_FACTOR}. 443 * 444 * @param context the context to be used. 445 * @param minCapacity the minimum required capacity. 446 * @return the resized byte[] buffer. 447 * @throws OutOfMemoryError if the {@code minCapacity} is negative. 448 */ 449 private static byte[] resizeBuffer(final Context context, final int minCapacity) { 450 // Overflow-conscious code treats the min and new capacity as unsigned. 451 final int oldCapacity = context.buffer.length; 452 int newCapacity = oldCapacity * DEFAULT_BUFFER_RESIZE_FACTOR; 453 if (Integer.compareUnsigned(newCapacity, minCapacity) < 0) { 454 newCapacity = minCapacity; 455 } 456 if (Integer.compareUnsigned(newCapacity, MAX_BUFFER_SIZE) > 0) { 457 newCapacity = createPositiveCapacity(minCapacity); 458 } 459 final byte[] b = Arrays.copyOf(context.buffer, newCapacity); 460 context.buffer = b; 461 return b; 462 } 463 464 /** 465 * Deprecated: Will be removed in 2.0. 466 * <p> 467 * Instance variable just in case it needs to vary later 468 * </p> 469 * 470 * @deprecated Use {@link #pad}. Will be removed in 2.0. 471 */ 472 @Deprecated 473 protected final byte PAD = PAD_DEFAULT; 474 475 /** Pad byte. Instance variable just in case it needs to vary later. */ 476 protected final byte pad; 477 478 /** Number of bytes in each full block of unencoded data, for example 4 for Base64 and 5 for Base32 */ 479 private final int unencodedBlockSize; 480 481 /** Number of bytes in each full block of encoded data, for example 3 for Base64 and 8 for Base32 */ 482 private final int encodedBlockSize; 483 484 /** 485 * Chunksize for encoding. Not used when decoding. A value of zero or less implies no chunking of the encoded data. Rounded down to the nearest multiple of 486 * encodedBlockSize. 487 */ 488 protected final int lineLength; 489 490 /** 491 * Size of chunk separator. Not used unless {@link #lineLength} > 0. 492 */ 493 private final int chunkSeparatorLength; 494 495 /** 496 * Defines the decoding behavior when the input bytes contain leftover trailing bits that cannot be created by a valid encoding. These can be bits that are 497 * unused from the final character or entire characters. The default mode is lenient decoding. Set this to {@code true} to enable strict decoding. 498 * <ul> 499 * <li>Lenient: Any trailing bits are composed into 8-bit bytes where possible. The remainder are discarded.</li> 500 * <li>Strict: The decoding will raise an {@link IllegalArgumentException} if trailing bits are not part of a valid encoding. Any unused bits from the final 501 * character must be zero. Impossible counts of entire final characters are not allowed.</li> 502 * </ul> 503 * <p> 504 * When strict decoding is enabled it is expected that the decoded bytes will be re-encoded to a byte array that matches the original, i.e. no changes occur 505 * on the final character. This requires that the input bytes use the same padding and alphabet as the encoder. 506 * </p> 507 */ 508 private final CodecPolicy decodingPolicy; 509 510 /** 511 * Decode table to use. 512 */ 513 final byte[] decodeTable; 514 515 /** 516 * Encode table. 517 */ 518 final byte[] encodeTable; 519 520 /** 521 * Constructs a new instance for a subclass. 522 * 523 * @param builder How to build this portion of the instance. 524 * @since 1.20.0 525 */ 526 protected BaseNCodec(final AbstractBuilder<?, ?> builder) { 527 this.unencodedBlockSize = builder.unencodedBlockSize; 528 this.encodedBlockSize = builder.encodedBlockSize; 529 final boolean useChunking = builder.lineLength > 0 && builder.lineSeparator.length > 0; 530 this.lineLength = useChunking ? builder.lineLength / builder.encodedBlockSize * builder.encodedBlockSize : 0; 531 this.chunkSeparatorLength = builder.lineSeparator.length; 532 this.pad = builder.padding; 533 this.decodingPolicy = Objects.requireNonNull(builder.decodingPolicy, "codecPolicy"); 534 this.encodeTable = Objects.requireNonNull(builder.getEncodeTable(), "builder.getEncodeTable()"); 535 this.decodeTable = builder.getDecodeTable(); 536 } 537 538 /** 539 * Constructs a new instance. 540 * <p> 541 * Note {@code lineLength} is rounded down to the nearest multiple of the encoded block size. If {@code chunkSeparatorLength} is zero, then chunking is 542 * disabled. 543 * </p> 544 * 545 * @param unencodedBlockSize the size of an unencoded block (for example Base64 = 3). 546 * @param encodedBlockSize the size of an encoded block (for example Base64 = 4). 547 * @param lineLength if > 0, use chunking with a length {@code lineLength}. 548 * @param chunkSeparatorLength the chunk separator length, if relevant. 549 * @deprecated Use {@link BaseNCodec#BaseNCodec(AbstractBuilder)}. 550 */ 551 @Deprecated 552 protected BaseNCodec(final int unencodedBlockSize, final int encodedBlockSize, final int lineLength, final int chunkSeparatorLength) { 553 this(unencodedBlockSize, encodedBlockSize, lineLength, chunkSeparatorLength, PAD_DEFAULT); 554 } 555 556 /** 557 * Constructs a new instance. 558 * <p> 559 * Note {@code lineLength} is rounded down to the nearest multiple of the encoded block size. If {@code chunkSeparatorLength} is zero, then chunking is 560 * disabled. 561 * </p> 562 * 563 * @param unencodedBlockSize the size of an unencoded block (for example Base64 = 3). 564 * @param encodedBlockSize the size of an encoded block (for example Base64 = 4). 565 * @param lineLength if > 0, use chunking with a length {@code lineLength}. 566 * @param chunkSeparatorLength the chunk separator length, if relevant. 567 * @param pad byte used as padding byte. 568 * @deprecated Use {@link BaseNCodec#BaseNCodec(AbstractBuilder)}. 569 */ 570 @Deprecated 571 protected BaseNCodec(final int unencodedBlockSize, final int encodedBlockSize, final int lineLength, final int chunkSeparatorLength, final byte pad) { 572 this(unencodedBlockSize, encodedBlockSize, lineLength, chunkSeparatorLength, pad, DECODING_POLICY_DEFAULT); 573 } 574 575 /** 576 * Constructs a new instance. 577 * <p> 578 * Note {@code lineLength} is rounded down to the nearest multiple of the encoded block size. If {@code chunkSeparatorLength} is zero, then chunking is 579 * disabled. 580 * </p> 581 * 582 * @param unencodedBlockSize the size of an unencoded block (for example Base64 = 3). 583 * @param encodedBlockSize the size of an encoded block (for example Base64 = 4). 584 * @param lineLength if > 0, use chunking with a length {@code lineLength}. 585 * @param chunkSeparatorLength the chunk separator length, if relevant. 586 * @param pad byte used as padding byte. 587 * @param decodingPolicy Decoding policy. 588 * @since 1.15 589 * @deprecated Use {@link BaseNCodec#BaseNCodec(AbstractBuilder)}. 590 */ 591 @Deprecated 592 protected BaseNCodec(final int unencodedBlockSize, final int encodedBlockSize, final int lineLength, final int chunkSeparatorLength, final byte pad, 593 final CodecPolicy decodingPolicy) { 594 this.unencodedBlockSize = unencodedBlockSize; 595 this.encodedBlockSize = encodedBlockSize; 596 final boolean useChunking = lineLength > 0 && chunkSeparatorLength > 0; 597 this.lineLength = useChunking ? lineLength / encodedBlockSize * encodedBlockSize : 0; 598 this.chunkSeparatorLength = chunkSeparatorLength; 599 this.pad = pad; 600 this.decodingPolicy = Objects.requireNonNull(decodingPolicy, "codecPolicy"); 601 this.encodeTable = null; 602 this.decodeTable = null; 603 } 604 605 /** 606 * Returns the amount of buffered data available for reading. 607 * 608 * @param context the context to be used. 609 * @return The amount of buffered data available for reading. 610 */ 611 int available(final Context context) { // package protected for access from I/O streams 612 return hasData(context) ? context.pos - context.readPos : 0; 613 } 614 615 /** 616 * Tests a given byte array to see if it contains any characters within the alphabet or PAD. 617 * 618 * Intended for use in checking line-ending arrays. 619 * 620 * @param arrayOctet byte array to test. 621 * @return {@code true} if any byte is a valid character in the alphabet or PAD; {@code false} otherwise. 622 */ 623 protected boolean containsAlphabetOrPad(final byte[] arrayOctet) { 624 if (arrayOctet != null) { 625 for (final byte element : arrayOctet) { 626 if (pad == element || isInAlphabet(element)) { 627 return true; 628 } 629 } 630 } 631 return false; 632 } 633 634 /** 635 * Decodes a byte[] containing characters in the Base-N alphabet. 636 * 637 * @param array A byte array containing Base-N character data. 638 * @return a byte array containing binary data. 639 */ 640 @Override 641 public byte[] decode(final byte[] array) { 642 if (BinaryCodec.isEmpty(array)) { 643 return array; 644 } 645 final Context context = new Context(); 646 decode(array, 0, array.length, context); 647 decode(array, 0, EOF, context); // Notify decoder of EOF. 648 final byte[] result = new byte[context.pos]; 649 readResults(result, 0, result.length, context); 650 return result; 651 } 652 653 // package protected for access from I/O streams 654 abstract void decode(byte[] array, int i, int length, Context context); 655 656 /** 657 * Decodes an Object using the Base-N algorithm. This method is provided in order to satisfy the requirements of the Decoder interface, and will throw a 658 * DecoderException if the supplied object is not of type byte[] or String. 659 * 660 * @param obj Object to decode. 661 * @return An object (of type byte[]) containing the binary data which corresponds to the byte[] or String supplied. 662 * @throws DecoderException if the parameter supplied is not of type byte[]. 663 */ 664 @Override 665 public Object decode(final Object obj) throws DecoderException { 666 if (obj instanceof byte[]) { 667 return decode((byte[]) obj); 668 } 669 if (obj instanceof String) { 670 return decode((String) obj); 671 } 672 throw new DecoderException("Parameter supplied to Base-N decode is not a byte[] or a String"); 673 } 674 675 /** 676 * Decodes a String containing characters in the Base-N alphabet. 677 * 678 * @param array A String containing Base-N character data. 679 * @return a byte array containing binary data. 680 */ 681 public byte[] decode(final String array) { 682 return decode(StringUtils.getBytesUtf8(array)); 683 } 684 685 /** 686 * Encodes a byte[] containing binary data, into a byte[] containing characters in the alphabet. 687 * 688 * @param array a byte array containing binary data. 689 * @return A byte array containing only the base N alphabetic character data. 690 */ 691 @Override 692 public byte[] encode(final byte[] array) { 693 if (BinaryCodec.isEmpty(array)) { 694 return array; 695 } 696 return encode(array, 0, array.length); 697 } 698 699 /** 700 * Encodes a byte[] containing binary data, into a byte[] containing characters in the alphabet. 701 * 702 * @param array a byte array containing binary data. 703 * @param offset initial offset of the subarray. 704 * @param length length of the subarray. 705 * @return A byte array containing only the base N alphabetic character data. 706 * @since 1.11 707 */ 708 public byte[] encode(final byte[] array, final int offset, final int length) { 709 if (BinaryCodec.isEmpty(array)) { 710 return array; 711 } 712 final Context context = new Context(); 713 encode(array, offset, length, context); 714 encode(array, offset, EOF, context); // Notify encoder of EOF. 715 final byte[] buf = new byte[context.pos - context.readPos]; 716 readResults(buf, 0, buf.length, context); 717 return buf; 718 } 719 720 // package protected for access from I/O streams 721 abstract void encode(byte[] array, int i, int length, Context context); 722 723 /** 724 * Encodes an Object using the Base-N algorithm. This method is provided in order to satisfy the requirements of the Encoder interface, and will throw an 725 * EncoderException if the supplied object is not of type byte[]. 726 * 727 * @param obj Object to encode. 728 * @return An object (of type byte[]) containing the Base-N encoded data which corresponds to the byte[] supplied. 729 * @throws EncoderException if the parameter supplied is not of type byte[]. 730 */ 731 @Override 732 public Object encode(final Object obj) throws EncoderException { 733 if (!(obj instanceof byte[])) { 734 throw new EncoderException("Parameter supplied to Base-N encode is not a byte[]"); 735 } 736 return encode((byte[]) obj); 737 } 738 739 /** 740 * Encodes a byte[] containing binary data, into a String containing characters in the appropriate alphabet. Uses UTF8 encoding. 741 * <p> 742 * This is a duplicate of {@link #encodeToString(byte[])}; it was merged during refactoring. 743 * </p> 744 * 745 * @param array a byte array containing binary data. 746 * @return String containing only character data in the appropriate alphabet. 747 * @since 1.5 748 */ 749 public String encodeAsString(final byte[] array) { 750 return StringUtils.newStringUtf8(encode(array)); 751 } 752 753 /** 754 * Encodes a byte[] containing binary data, into a String containing characters in the Base-N alphabet. Uses UTF8 encoding. 755 * 756 * @param array a byte array containing binary data. 757 * @return A String containing only Base-N character data. 758 */ 759 public String encodeToString(final byte[] array) { 760 return StringUtils.newStringUtf8(encode(array)); 761 } 762 763 /** 764 * Ensures that the buffer has room for {@code size} bytes 765 * 766 * @param size minimum spare space required. 767 * @param context the context to be used. 768 * @return the buffer. 769 */ 770 protected byte[] ensureBufferSize(final int size, final Context context) { 771 if (context.buffer == null) { 772 context.buffer = new byte[Math.max(size, getDefaultBufferSize())]; 773 context.pos = 0; 774 context.readPos = 0; 775 // Overflow-conscious: 776 // x + y > z == x + y - z > 0 777 } else if (context.pos + size - context.buffer.length > 0) { 778 return resizeBuffer(context, context.pos + size); 779 } 780 return context.buffer; 781 } 782 783 /** 784 * Gets the decoding behavior policy. 785 * 786 * <p> 787 * The default is lenient. If the decoding policy is strict, then decoding will raise an {@link IllegalArgumentException} if trailing bits are not part of a 788 * valid encoding. Decoding will compose trailing bits into 8-bit bytes and discard the remainder. 789 * </p> 790 * 791 * @return true if using strict decoding. 792 * @since 1.15 793 */ 794 public CodecPolicy getCodecPolicy() { 795 return decodingPolicy; 796 } 797 798 /** 799 * Gets the default buffer size. Can be overridden. 800 * 801 * @return the default buffer size. 802 */ 803 protected int getDefaultBufferSize() { 804 return DEFAULT_BUFFER_SIZE; 805 } 806 807 /** 808 * Gets the amount of space needed to encode the supplied array. 809 * 810 * @param array byte[] array which will later be encoded. 811 * @return amount of space needed to encode the supplied array. Returns a long since a max-len array will require > Integer.MAX_VALUE. 812 */ 813 public long getEncodedLength(final byte[] array) { 814 // Calculate non-chunked size - rounded up to allow for padding 815 // cast to long is needed to avoid possibility of overflow 816 long len = (array.length + unencodedBlockSize - 1) / unencodedBlockSize * (long) encodedBlockSize; 817 if (lineLength > 0) { // We're using chunking 818 // Round up to nearest multiple 819 len += (len + lineLength - 1) / lineLength * chunkSeparatorLength; 820 } 821 return len; 822 } 823 824 /** 825 * Tests whether this object has buffered data for reading. 826 * 827 * @param context the context to be used. 828 * @return true if there is data still available for reading. 829 */ 830 boolean hasData(final Context context) { // package protected for access from I/O streams 831 return context.pos > context.readPos; 832 } 833 834 /** 835 * Tests whether or not the {@code octet} is in the current alphabet. Does not allow whitespace or pad. 836 * 837 * @param value The value to test. 838 * @return {@code true} if the value is defined in the current alphabet, {@code false} otherwise. 839 */ 840 protected abstract boolean isInAlphabet(byte value); 841 842 /** 843 * Tests a given byte array to see if it contains only valid characters within the alphabet. The method optionally treats whitespace and pad as valid. 844 * 845 * @param arrayOctet byte array to test. 846 * @param allowWhitespacePad if {@code true}, then whitespace and PAD are also allowed. 847 * @return {@code true} if all bytes are valid characters in the alphabet or if the byte array is empty; {@code false}, otherwise. 848 */ 849 public boolean isInAlphabet(final byte[] arrayOctet, final boolean allowWhitespacePad) { 850 for (final byte octet : arrayOctet) { 851 if (!isInAlphabet(octet) && (!allowWhitespacePad || octet != pad && !Character.isWhitespace(octet))) { 852 return false; 853 } 854 } 855 return true; 856 } 857 858 /** 859 * Tests a given String to see if it contains only valid characters within the alphabet. The method treats whitespace and PAD as valid. 860 * 861 * @param basen String to test. 862 * @return {@code true} if all characters in the String are valid characters in the alphabet or if the String is empty; {@code false}, otherwise. 863 * @see #isInAlphabet(byte[], boolean) 864 */ 865 public boolean isInAlphabet(final String basen) { 866 return isInAlphabet(StringUtils.getBytesUtf8(basen), true); 867 } 868 869 /** 870 * Tests true if decoding behavior is strict. Decoding will raise an {@link IllegalArgumentException} if trailing bits are not part of a valid encoding. 871 * 872 * <p> 873 * The default is false for lenient decoding. Decoding will compose trailing bits into 8-bit bytes and discard the remainder. 874 * </p> 875 * 876 * @return true if using strict decoding. 877 * @since 1.15 878 */ 879 public boolean isStrictDecoding() { 880 return decodingPolicy == CodecPolicy.STRICT; 881 } 882 883 /** 884 * Reads buffered data into the provided byte[] array, starting at position bPos, up to a maximum of bAvail bytes. Returns how many bytes were actually 885 * extracted. 886 * <p> 887 * Package private for access from I/O streams. 888 * </p> 889 * 890 * @param b byte[] array to extract the buffered data into. 891 * @param position position in byte[] array to start extraction at. 892 * @param available amount of bytes we're allowed to extract. We may extract fewer (if fewer are available). 893 * @param context the context to be used. 894 * @return The number of bytes successfully extracted into the provided byte[] array. 895 */ 896 int readResults(final byte[] b, final int position, final int available, final Context context) { 897 if (hasData(context)) { 898 final int len = Math.min(available(context), available); 899 System.arraycopy(context.buffer, context.readPos, b, position, len); 900 context.readPos += len; 901 if (!hasData(context)) { 902 // All data read. 903 // Reset position markers but do not set buffer to null to allow its reuse. 904 // hasData(context) will still return false, and this method will return 0 until 905 // more data is available, or -1 if EOF. 906 context.pos = context.readPos = 0; 907 } 908 return len; 909 } 910 return context.eof ? EOF : 0; 911 } 912}