blob: 86f704ed5c2dd723379b0c1c1adb6bcbeb9bda6b [file] [log] [blame]
// Copyright 2015 PDFium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "core/fpdfapi/parser/fpdf_parser_decode.h"
#include "core/fpdfapi/parser/cpdf_array.h"
#include "core/fpdfapi/parser/cpdf_dictionary.h"
#include "core/fpdfapi/parser/cpdf_name.h"
#include "core/fpdfapi/parser/cpdf_string.h"
#include "core/fxcrt/fx_memory_wrappers.h"
#include "testing/gtest/include/gtest/gtest.h"
#include "testing/test_support.h"
#include "third_party/base/cxx17_backports.h"
TEST(fpdf_parser_decode, ValidateDecoderPipeline) {
{
// Empty decoder list is always valid.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
EXPECT_TRUE(ValidateDecoderPipeline(decoders.Get()));
}
{
// 1 decoder is almost always valid.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("FlateEncode");
EXPECT_TRUE(ValidateDecoderPipeline(decoders.Get()));
}
{
// 1 decoder is almost always valid, even with an unknown decoder.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("FooBar");
EXPECT_TRUE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Valid 2 decoder pipeline.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("AHx");
decoders->AppendNew<CPDF_Name>("LZWDecode");
EXPECT_TRUE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Valid 2 decoder pipeline.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("ASCII85Decode");
decoders->AppendNew<CPDF_Name>("ASCII85Decode");
EXPECT_TRUE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Valid 5 decoder pipeline.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("ASCII85Decode");
decoders->AppendNew<CPDF_Name>("A85");
decoders->AppendNew<CPDF_Name>("RunLengthDecode");
decoders->AppendNew<CPDF_Name>("FlateDecode");
decoders->AppendNew<CPDF_Name>("RL");
EXPECT_TRUE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Valid 5 decoder pipeline, with an image decoder at the end.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("RunLengthDecode");
decoders->AppendNew<CPDF_Name>("ASCII85Decode");
decoders->AppendNew<CPDF_Name>("FlateDecode");
decoders->AppendNew<CPDF_Name>("LZW");
decoders->AppendNew<CPDF_Name>("DCTDecode");
EXPECT_TRUE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Invalid 1 decoder pipeline due to wrong type.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_String>("FlateEncode", false);
EXPECT_FALSE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Invalid 2 decoder pipeline, with 2 image decoders.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("DCTDecode");
decoders->AppendNew<CPDF_Name>("CCITTFaxDecode");
EXPECT_FALSE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Invalid 2 decoder pipeline, with 1 image decoder at the start.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("DCTDecode");
decoders->AppendNew<CPDF_Name>("FlateDecode");
EXPECT_FALSE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Invalid 2 decoder pipeline due to wrong type.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_String>("AHx", false);
decoders->AppendNew<CPDF_Name>("LZWDecode");
EXPECT_FALSE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Invalid 5 decoder pipeline.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("FlateDecode");
decoders->AppendNew<CPDF_Name>("FlateDecode");
decoders->AppendNew<CPDF_Name>("DCTDecode");
decoders->AppendNew<CPDF_Name>("FlateDecode");
decoders->AppendNew<CPDF_Name>("FlateDecode");
EXPECT_FALSE(ValidateDecoderPipeline(decoders.Get()));
}
{
// Invalid 5 decoder pipeline due to wrong type.
auto decoders = pdfium::MakeRetain<CPDF_Array>();
decoders->AppendNew<CPDF_Name>("ASCII85Decode");
decoders->AppendNew<CPDF_Name>("A85");
decoders->AppendNew<CPDF_Name>("RunLengthDecode");
decoders->AppendNew<CPDF_Name>("FlateDecode");
decoders->AppendNew<CPDF_String>("RL", false);
EXPECT_FALSE(ValidateDecoderPipeline(decoders.Get()));
}
}
// TODO(thestig): Test decoder params.
TEST(fpdf_parser_decode, GetDecoderArray) {
{
// Treat no filter as an empty filter array.
auto dict = pdfium::MakeRetain<CPDF_Dictionary>();
absl::optional<DecoderArray> decoder_array = GetDecoderArray(dict.Get());
ASSERT_TRUE(decoder_array.has_value());
EXPECT_TRUE(decoder_array.value().empty());
}
{
// Wrong filter type.
auto dict = pdfium::MakeRetain<CPDF_Dictionary>();
dict->SetNewFor<CPDF_String>("Filter", "RL", false);
absl::optional<DecoderArray> decoder_array = GetDecoderArray(dict.Get());
EXPECT_FALSE(decoder_array.has_value());
}
{
// Filter name.
auto dict = pdfium::MakeRetain<CPDF_Dictionary>();
dict->SetNewFor<CPDF_Name>("Filter", "RL");
absl::optional<DecoderArray> decoder_array = GetDecoderArray(dict.Get());
ASSERT_TRUE(decoder_array.has_value());
ASSERT_EQ(1u, decoder_array.value().size());
EXPECT_EQ("RL", decoder_array.value()[0].first);
}
{
// Empty filter array.
auto dict = pdfium::MakeRetain<CPDF_Dictionary>();
dict->SetNewFor<CPDF_Array>("Filter");
absl::optional<DecoderArray> decoder_array = GetDecoderArray(dict.Get());
ASSERT_TRUE(decoder_array.has_value());
EXPECT_TRUE(decoder_array.value().empty());
}
{
// Valid 1 element filter array.
auto dict = pdfium::MakeRetain<CPDF_Dictionary>();
auto* filter_array = dict->SetNewFor<CPDF_Array>("Filter");
filter_array->AppendNew<CPDF_Name>("FooBar");
absl::optional<DecoderArray> decoder_array = GetDecoderArray(dict.Get());
ASSERT_TRUE(decoder_array.has_value());
ASSERT_EQ(1u, decoder_array.value().size());
EXPECT_EQ("FooBar", decoder_array.value()[0].first);
}
{
// Valid 2 element filter array.
auto dict = pdfium::MakeRetain<CPDF_Dictionary>();
auto* filter_array = dict->SetNewFor<CPDF_Array>("Filter");
filter_array->AppendNew<CPDF_Name>("AHx");
filter_array->AppendNew<CPDF_Name>("LZWDecode");
absl::optional<DecoderArray> decoder_array = GetDecoderArray(dict.Get());
ASSERT_TRUE(decoder_array.has_value());
ASSERT_EQ(2u, decoder_array.value().size());
EXPECT_EQ("AHx", decoder_array.value()[0].first);
EXPECT_EQ("LZWDecode", decoder_array.value()[1].first);
}
{
// Invalid 2 element filter array.
auto dict = pdfium::MakeRetain<CPDF_Dictionary>();
auto* invalid_filter_array = dict->SetNewFor<CPDF_Array>("Filter");
invalid_filter_array->AppendNew<CPDF_Name>("DCTDecode");
invalid_filter_array->AppendNew<CPDF_Name>("CCITTFaxDecode");
absl::optional<DecoderArray> decoder_array = GetDecoderArray(dict.Get());
EXPECT_FALSE(decoder_array.has_value());
}
}
TEST(fpdf_parser_decode, A85Decode) {
const pdfium::DecodeTestData kTestData[] = {
// Empty src string.
STR_IN_OUT_CASE("", "", 0),
// Empty content in src string.
STR_IN_OUT_CASE("~>", "", 0),
// Regular conversion.
STR_IN_OUT_CASE("FCfN8~>", "test", 7),
// End at the ending mark.
STR_IN_OUT_CASE("FCfN8~>FCfN8", "test", 7),
// Skip whitespaces.
STR_IN_OUT_CASE("\t F C\r\n \tf N 8 ~>", "test", 17),
// No ending mark.
STR_IN_OUT_CASE("@3B0)DJj_BF*)>@Gp#-s", "a funny story :)", 20),
// Non-multiple length.
STR_IN_OUT_CASE("12A", "2k", 3),
// Stop at unknown characters.
STR_IN_OUT_CASE("FCfN8FCfN8vw", "testtest", 11),
};
for (const auto& test_case : kTestData) {
std::unique_ptr<uint8_t, FxFreeDeleter> result;
uint32_t result_size = 0;
EXPECT_EQ(test_case.processed_size,
A85Decode({test_case.input, test_case.input_size}, &result,
&result_size))
<< "for case " << test_case.input;
ASSERT_EQ(test_case.expected_size, result_size);
const uint8_t* result_ptr = result.get();
for (size_t j = 0; j < result_size; ++j) {
EXPECT_EQ(test_case.expected[j], result_ptr[j])
<< "for case " << test_case.input << " char " << j;
}
}
}
// NOTE: python's zlib.compress() and zlib.decompress() may be useful for
// external validation of the FlateDncode/FlateEecode test cases.
TEST(FPDFParserDecodeEmbedderTest, FlateDecode) {
static const pdfium::DecodeTestData flate_decode_cases[] = {
STR_IN_OUT_CASE("", "", 0),
STR_IN_OUT_CASE("preposterous nonsense", "", 2),
STR_IN_OUT_CASE("\x78\x9c\x03\x00\x00\x00\x00\x01", "", 8),
STR_IN_OUT_CASE("\x78\x9c\x53\x00\x00\x00\x21\x00\x21", " ", 9),
STR_IN_OUT_CASE("\x78\x9c\x33\x34\x32\x06\x00\01\x2d\x00\x97", "123", 11),
STR_IN_OUT_CASE("\x78\x9c\x63\xf8\x0f\x00\x01\x01\x01\x00", "\x00\xff",
10),
STR_IN_OUT_CASE(
"\x78\x9c\x33\x54\x30\x00\x42\x5d\x43\x05\x23\x4b\x05\x73\x33\x63"
"\x85\xe4\x5c\x2e\x90\x80\xa9\xa9\xa9\x82\xb9\xb1\xa9\x42\x51\x2a"
"\x57\xb8\x42\x1e\x57\x21\x92\xa0\x89\x9e\xb1\xa5\x09\x92\x84\x9e"
"\x85\x81\x81\x25\xd8\x14\x24\x26\xd0\x18\x43\x05\x10\x0c\x72\x57"
"\x80\x30\x8a\xd2\xb9\xf4\xdd\x0d\x14\xd2\x8b\xc1\x46\x99\x59\x1a"
"\x2b\x58\x1a\x9a\x83\x8c\x49\xe3\x0a\x04\x42\x00\x37\x4c\x1b\x42",
"1 0 0 -1 29 763 cm\n0 0 555 735 re\nW n\nq\n0 0 555 734.394 re\n"
"W n\nq\n0.8009 0 0 0.8009 0 0 cm\n1 1 1 RG 1 1 1 rg\n/G0 gs\n"
"0 0 693 917 re\nf\nQ\nQ\n",
96),
};
for (size_t i = 0; i < pdfium::size(flate_decode_cases); ++i) {
const pdfium::DecodeTestData& data = flate_decode_cases[i];
std::unique_ptr<uint8_t, FxFreeDeleter> buf;
uint32_t buf_size;
EXPECT_EQ(data.processed_size,
FlateDecode({data.input, data.input_size}, &buf, &buf_size))
<< " for case " << i;
ASSERT_TRUE(buf);
EXPECT_EQ(data.expected_size, buf_size) << " for case " << i;
if (data.expected_size != buf_size)
continue;
EXPECT_EQ(0, memcmp(data.expected, buf.get(), data.expected_size))
<< " for case " << i;
}
}
TEST(fpdf_parser_decode, FlateEncode) {
static const pdfium::StrFuncTestData flate_encode_cases[] = {
STR_IN_OUT_CASE("", "\x78\x9c\x03\x00\x00\x00\x00\x01"),
STR_IN_OUT_CASE(" ", "\x78\x9c\x53\x00\x00\x00\x21\x00\x21"),
STR_IN_OUT_CASE("123", "\x78\x9c\x33\x34\x32\x06\x00\01\x2d\x00\x97"),
STR_IN_OUT_CASE("\x00\xff", "\x78\x9c\x63\xf8\x0f\x00\x01\x01\x01\x00"),
STR_IN_OUT_CASE(
"1 0 0 -1 29 763 cm\n0 0 555 735 re\nW n\nq\n0 0 555 734.394 re\n"
"W n\nq\n0.8009 0 0 0.8009 0 0 cm\n1 1 1 RG 1 1 1 rg\n/G0 gs\n"
"0 0 693 917 re\nf\nQ\nQ\n",
"\x78\x9c\x33\x54\x30\x00\x42\x5d\x43\x05\x23\x4b\x05\x73\x33\x63"
"\x85\xe4\x5c\x2e\x90\x80\xa9\xa9\xa9\x82\xb9\xb1\xa9\x42\x51\x2a"
"\x57\xb8\x42\x1e\x57\x21\x92\xa0\x89\x9e\xb1\xa5\x09\x92\x84\x9e"
"\x85\x81\x81\x25\xd8\x14\x24\x26\xd0\x18\x43\x05\x10\x0c\x72\x57"
"\x80\x30\x8a\xd2\xb9\xf4\xdd\x0d\x14\xd2\x8b\xc1\x46\x99\x59\x1a"
"\x2b\x58\x1a\x9a\x83\x8c\x49\xe3\x0a\x04\x42\x00\x37\x4c\x1b\x42"),
};
for (size_t i = 0; i < pdfium::size(flate_encode_cases); ++i) {
const pdfium::StrFuncTestData& data = flate_encode_cases[i];
std::unique_ptr<uint8_t, FxFreeDeleter> buf;
uint32_t buf_size;
EXPECT_TRUE(FlateEncode({data.input, data.input_size}, &buf, &buf_size));
ASSERT_TRUE(buf);
EXPECT_EQ(data.expected_size, buf_size) << " for case " << i;
if (data.expected_size != buf_size)
continue;
EXPECT_EQ(0, memcmp(data.expected, buf.get(), data.expected_size))
<< " for case " << i;
}
}
TEST(fpdf_parser_decode, HexDecode) {
const pdfium::DecodeTestData kTestData[] = {
// Empty src string.
STR_IN_OUT_CASE("", "", 0),
// Empty content in src string.
STR_IN_OUT_CASE(">", "", 1),
// Only whitespaces in src string.
STR_IN_OUT_CASE("\t \r\n>", "", 7),
// Regular conversion.
STR_IN_OUT_CASE("12Ac>zzz", "\x12\xac", 5),
// Skip whitespaces.
STR_IN_OUT_CASE("12 Ac\t02\r\nBF>zzz>", "\x12\xac\x02\xbf", 13),
// Non-multiple length.
STR_IN_OUT_CASE("12A>zzz", "\x12\xa0", 4),
// Skips unknown characters.
STR_IN_OUT_CASE("12tk \tAc>zzz", "\x12\xac", 10),
// No ending mark.
STR_IN_OUT_CASE("12AcED3c3456", "\x12\xac\xed\x3c\x34\x56", 12),
};
for (const auto& test_case : kTestData) {
std::unique_ptr<uint8_t, FxFreeDeleter> result;
uint32_t result_size = 0;
EXPECT_EQ(test_case.processed_size,
HexDecode({test_case.input, test_case.input_size}, &result,
&result_size))
<< "for case " << test_case.input;
ASSERT_EQ(test_case.expected_size, result_size);
const uint8_t* result_ptr = result.get();
for (size_t j = 0; j < result_size; ++j) {
EXPECT_EQ(test_case.expected[j], result_ptr[j])
<< "for case " << test_case.input << " char " << j;
}
}
}
TEST(fpdf_parser_decode, DecodeText) {
const struct DecodeTestData {
const char* input;
size_t input_length;
const wchar_t* expected_output;
size_t expected_length;
} kTestData[] = {
// Empty src string.
{"", 0, L"", 0},
// ASCII text.
{"the quick\tfox", 13, L"the quick\tfox", 13},
// Unicode text.
{"\xFE\xFF\x03\x30\x03\x31", 6, L"\x0330\x0331", 2},
// More Unicode text.
{"\xFE\xFF\x7F\x51\x98\x75\x00\x20\x56\xFE\x72\x47\x00"
"\x20\x8D\x44\x8B\xAF\x66\xF4\x59\x1A\x00\x20\x00\xBB",
26,
L"\x7F51\x9875\x0020\x56FE\x7247\x0020"
L"\x8D44\x8BAF\x66F4\x591A\x0020\x00BB",
12},
// Unicode escape sequence. https://crbug.com/pdfium/182
{"\xFE\xFF\x00\x1B\x6A\x61\x00\x1B\x00\x20\x53\x70\x52\x37", 14,
L"\x0020\x5370\x5237", 3},
{"\xFE\xFF\x00\x1B\x6A\x61\x00\x1B\x00\x20\x53\x70\x52\x37\x29", 15,
L"\x0020\x5370\x5237", 3},
{"\xFE\xFF\x00\x1B\x6A\x61\x4A\x50\x00\x1B\x00\x20\x53\x70\x52\x37", 16,
L"\x0020\x5370\x5237", 3},
{"\xFE\xFF\x00\x20\x00\x1B\x6A\x61\x4A\x50\x00\x1B\x52\x37", 14,
L"\x0020\x5237", 2},
// https://crbug.com/1001159
{"\xFE\xFF\x00\x1B\x00\x1B", 6, L"", 0},
{"\xFE\xFF\x00\x1B\x00\x1B\x20", 7, L"", 0},
{"\xFE\xFF\x00\x1B\x00\x1B\x00\x20", 8, L"\x0020", 1},
};
for (const auto& test_case : kTestData) {
WideString output = PDF_DecodeText(
pdfium::make_span(reinterpret_cast<const uint8_t*>(test_case.input),
test_case.input_length));
ASSERT_EQ(test_case.expected_length, output.GetLength())
<< "for case " << test_case.input;
const wchar_t* str_ptr = output.c_str();
for (size_t i = 0; i < test_case.expected_length; ++i) {
EXPECT_EQ(test_case.expected_output[i], str_ptr[i])
<< "for case " << test_case.input << " char " << i;
}
}
}
TEST(fpdf_parser_decode, EncodeText) {
const struct EncodeTestData {
const wchar_t* input;
const char* expected_output;
size_t expected_length;
} kTestData[] = {
// Empty src string.
{L"", "", 0},
// ASCII text.
{L"the quick\tfox", "the quick\tfox", 13},
// Unicode text.
{L"\x0330\x0331", "\xFE\xFF\x03\x30\x03\x31", 6},
// More Unicode text.
{L"\x7F51\x9875\x0020\x56FE\x7247\x0020"
L"\x8D44\x8BAF\x66F4\x591A\x0020\x00BB",
"\xFE\xFF\x7F\x51\x98\x75\x00\x20\x56\xFE\x72\x47\x00"
"\x20\x8D\x44\x8B\xAF\x66\xF4\x59\x1A\x00\x20\x00\xBB",
26},
};
for (const auto& test_case : kTestData) {
ByteString output = PDF_EncodeText(test_case.input);
ASSERT_EQ(test_case.expected_length, output.GetLength())
<< "for case " << test_case.input;
const char* str_ptr = output.c_str();
for (size_t j = 0; j < test_case.expected_length; ++j) {
EXPECT_EQ(test_case.expected_output[j], str_ptr[j])
<< "for case " << test_case.input << " char " << j;
}
}
}