/* * Copyright (C) 2014 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "oat_file_assistant.h" #include #include #include #include #include #include #include #include #include #include #include "android-base/scopeguard.h" #include "android-base/strings.h" #include "arch/instruction_set.h" #include "art_field-inl.h" #include "base/os.h" #include "base/utils.h" #include "class_linker.h" #include "class_loader_context.h" #include "common_runtime_test.h" #include "dexopt_test.h" #include "oat.h" #include "oat_file.h" #include "oat_file_assistant_context.h" #include "oat_file_manager.h" #include "scoped_thread_state_change.h" #include "thread.h" namespace art HIDDEN { class OatFileAssistantBaseTest : public DexoptTest {}; class OatFileAssistantTest : public OatFileAssistantBaseTest, public testing::WithParamInterface { public: void SetUp() override { DexoptTest::SetUp(); with_runtime_ = GetParam(); ofa_context_ = CreateOatFileAssistantContext(); } // Verifies all variants of `GetOptimizationStatus`. // // `expected_filter` can be either a value of `CompilerFilter::Filter` or a string. // If `check_context` is true, only verifies the variants that checks class loader context. template void VerifyOptimizationStatus(const std::string& file, ClassLoaderContext* context, const T& expected_filter, const std::string& expected_reason, const std::string& expected_odex_status, OatFileAssistant::Location expected_location, bool check_context = false) { std::string expected_filter_name; if constexpr (std::is_same_v) { expected_filter_name = CompilerFilter::NameOfFilter(expected_filter); } else { expected_filter_name = expected_filter; } // Verify the static method (called from PM for dumpsys). // This variant does not check class loader context. if (!check_context) { std::string compilation_filter; std::string compilation_reason; OatFileAssistant::GetOptimizationStatus(file, kRuntimeISA, &compilation_filter, &compilation_reason, MaybeGetOatFileAssistantContext()); ASSERT_EQ(expected_filter_name, compilation_filter); ASSERT_EQ(expected_reason, compilation_reason); } // Verify the instance methods (called at runtime and from artd). OatFileAssistant assistant = CreateOatFileAssistant(file.c_str(), context); VerifyOptimizationStatusWithInstance( &assistant, expected_filter_name, expected_reason, expected_odex_status, expected_location); } void VerifyOptimizationStatusWithInstance(OatFileAssistant* assistant, const std::string& expected_filter, const std::string& expected_reason, const std::string& expected_odex_status, OatFileAssistant::Location expected_location) { std::string odex_location; // ignored std::string compilation_filter; std::string compilation_reason; std::string odex_status; OatFileAssistant::Location location; assistant->GetOptimizationStatus( &odex_location, &compilation_filter, &compilation_reason, &odex_status, &location); ASSERT_EQ(expected_filter, compilation_filter); ASSERT_EQ(expected_reason, compilation_reason); ASSERT_EQ(expected_odex_status, odex_status); ASSERT_EQ(expected_location, location); } bool InsertNewBootClasspathEntry(const std::string& src, std::string* error_msg) { std::vector> dex_files; ArtDexFileLoader dex_file_loader(src); if (!dex_file_loader.Open(/*verify=*/true, /*verify_checksum=*/false, error_msg, &dex_files)) { return false; } runtime_->AppendToBootClassPath(src, src, dex_files); std::move(dex_files.begin(), dex_files.end(), std::back_inserter(opened_dex_files_)); return true; } // Verifies the current version of `GetDexOptNeeded` (called from artd). void VerifyGetDexOptNeeded(OatFileAssistant* assistant, CompilerFilter::Filter compiler_filter, OatFileAssistant::DexOptTrigger dexopt_trigger, bool expected_dexopt_needed, bool expected_is_vdex_usable, OatFileAssistant::Location expected_location) { OatFileAssistant::DexOptStatus status; EXPECT_EQ( assistant->GetDexOptNeeded(compiler_filter, dexopt_trigger, &status), expected_dexopt_needed); EXPECT_EQ(status.IsVdexUsable(), expected_is_vdex_usable); EXPECT_EQ(status.GetLocation(), expected_location); } // Verifies all versions of `GetDexOptNeeded` with the default dexopt trigger. void VerifyGetDexOptNeededDefault(OatFileAssistant* assistant, CompilerFilter::Filter compiler_filter, bool expected_dexopt_needed, bool expected_is_vdex_usable, OatFileAssistant::Location expected_location, int expected_legacy_result) { // Verify the current version (called from artd). VerifyGetDexOptNeeded(assistant, compiler_filter, default_trigger_, expected_dexopt_needed, expected_is_vdex_usable, expected_location); // Verify the legacy version (called from PM). EXPECT_EQ( assistant->GetDexOptNeeded(compiler_filter, /*profile_changed=*/false, /*downgrade=*/false), expected_legacy_result); } static std::unique_ptr InitializeDefaultContext() { auto context = ClassLoaderContext::Default(); context->OpenDexFiles(); return context; } // Temporarily disables the pointer to the current runtime if `with_runtime_` is false. // Essentially simulates an environment where there is no active runtime. android::base::ScopeGuard> ScopedMaybeWithoutRuntime() { if (!with_runtime_) { Runtime::TestOnlySetCurrent(nullptr); } return android::base::make_scope_guard( [this]() { Runtime::TestOnlySetCurrent(runtime_.get()); }); } std::unique_ptr CreateOatFileAssistantContext() { return std::make_unique( std::make_unique( OatFileAssistantContext::RuntimeOptions{ .image_locations = runtime_->GetImageLocations(), .boot_class_path = runtime_->GetBootClassPath(), .boot_class_path_locations = runtime_->GetBootClassPathLocations(), .boot_class_path_files = !runtime_->GetBootClassPathFiles().empty() ? runtime_->GetBootClassPathFiles() : std::optional>(), .deny_art_apex_data_files = runtime_->DenyArtApexDataFiles(), })); } OatFileAssistantContext* MaybeGetOatFileAssistantContext() { return with_runtime_ ? nullptr : ofa_context_.get(); } // A helper function to create OatFileAssistant with some default arguments. OatFileAssistant CreateOatFileAssistant(const char* dex_location, ClassLoaderContext* context = nullptr, bool load_executable = false, int vdex_fd = -1, int oat_fd = -1, int zip_fd = -1) { return OatFileAssistant(dex_location, kRuntimeISA, context != nullptr ? context : default_context_.get(), load_executable, /*only_load_trusted_executable=*/false, MaybeGetOatFileAssistantContext(), vdex_fd, oat_fd, zip_fd); } void ExpectHasDexFiles(OatFileAssistant* oat_file_assistant, bool expected_value) { std::string error_msg; std::optional has_dex_files = oat_file_assistant->HasDexFiles(&error_msg); ASSERT_TRUE(has_dex_files.has_value()) << error_msg; EXPECT_EQ(*has_dex_files, expected_value); } std::unique_ptr default_context_ = InitializeDefaultContext(); bool with_runtime_; const OatFileAssistant::DexOptTrigger default_trigger_{ .targetFilterIsBetter = true, .primaryBootImageBecomesUsable = true, .needExtraction = true}; std::unique_ptr ofa_context_; std::vector> opened_dex_files_; }; class ScopedNonWritable { public: explicit ScopedNonWritable(const std::string& dex_location) { is_valid_ = false; size_t pos = dex_location.rfind('/'); if (pos != std::string::npos) { is_valid_ = true; dex_parent_ = dex_location.substr(0, pos); if (chmod(dex_parent_.c_str(), 0555) != 0) { PLOG(ERROR) << "Could not change permissions on " << dex_parent_; } } } bool IsSuccessful() { return is_valid_ && (access(dex_parent_.c_str(), W_OK) != 0); } ~ScopedNonWritable() { if (is_valid_) { if (chmod(dex_parent_.c_str(), 0777) != 0) { PLOG(ERROR) << "Could not restore permissions on " << dex_parent_; } } } private: std::string dex_parent_; bool is_valid_; }; static bool IsExecutedAsRoot() { return geteuid() == 0; } // Case: We have a MultiDEX file and up-to-date ODEX file for it with relative // encoded dex locations. // Expect: The oat file status is kNoDexOptNeeded. TEST_P(OatFileAssistantTest, RelativeEncodedDexLocation) { std::string dex_location = GetScratchDir() + "/RelativeEncodedDexLocation.jar"; std::string odex_location = GetOdexDir() + "/RelativeEncodedDexLocation.odex"; // Create the dex file Copy(GetMultiDexSrc1(), dex_location); // Create the oat file with relative encoded dex location. std::vector args = { "--dex-file=" + dex_location, "--dex-location=" + std::string("RelativeEncodedDexLocation.jar"), "--oat-file=" + odex_location, "--compiler-filter=speed" }; std::string error_msg; ASSERT_TRUE(Dex2Oat(args, &error_msg)) << error_msg; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Verify we can load both dex files. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/true); std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_TRUE(oat_file.get() != nullptr); if (with_runtime_) { EXPECT_TRUE(oat_file->IsExecutable()); } std::vector> dex_files; dex_files = oat_file_assistant.LoadDexFiles(*oat_file, dex_location.c_str()); EXPECT_EQ(2u, dex_files.size()); } TEST_P(OatFileAssistantTest, MakeUpToDateWithContext) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string context_location = GetScratchDir() + "/ContextDex.jar"; Copy(GetDexSrc1(), dex_location); Copy(GetDexSrc2(), context_location); std::string context_str = "PCL[" + context_location + "]"; std::unique_ptr context = ClassLoaderContext::Create(context_str); ASSERT_TRUE(context != nullptr); ASSERT_TRUE(context->OpenDexFiles()); std::string error_msg; std::vector args; args.push_back("--dex-file=" + dex_location); args.push_back("--oat-file=" + odex_location); args.push_back("--class-loader-context=" + context_str); ASSERT_TRUE(Dex2Oat(args, &error_msg)) << error_msg; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), context.get()); std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_NE(nullptr, oat_file.get()); ASSERT_NE(nullptr, oat_file->GetOatHeader().GetStoreValueByKey(OatHeader::kClassPathKey)); EXPECT_EQ(context->EncodeContextForOatFile(""), oat_file->GetOatHeader().GetStoreValueByKey(OatHeader::kClassPathKey)); } TEST_P(OatFileAssistantTest, GetDexOptNeededWithUpToDateContextRelative) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string context_location = GetScratchDir() + "/ContextDex.jar"; Copy(GetDexSrc1(), dex_location); Copy(GetDexSrc2(), context_location); // A relative context simulates a dependent split context. std::unique_ptr relative_context = ClassLoaderContext::Create("PCL[ContextDex.jar]"); ASSERT_TRUE(relative_context != nullptr); std::vector context_fds; ASSERT_TRUE(relative_context->OpenDexFiles(GetScratchDir(), context_fds)); std::string error_msg; std::vector args; args.push_back("--dex-file=" + dex_location); args.push_back("--oat-file=" + odex_location); args.push_back("--class-loader-context=PCL[" + context_location + "]"); ASSERT_TRUE(Dex2Oat(args, &error_msg)) << error_msg; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), relative_context.get()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kDefaultCompilerFilter, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kNoDexOptNeeded); } // Case: We have a DEX file, but no OAT file for it. // Expect: The status is kDex2OatNeeded. TEST_P(OatFileAssistantTest, DexNoOat) { std::string dex_location = GetScratchDir() + "/DexNoOat.jar"; Copy(GetDexSrc1(), dex_location); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeedProfile, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); VerifyOptimizationStatus(dex_location, default_context_.get(), "run-from-apk", "unknown", "io-error-no-oat", OatFileAssistant::kLocationNoneOrError); } // Case: We have no DEX file and no OAT file. // Expect: Status is kNoDexOptNeeded. Loading should fail, but not crash. TEST_P(OatFileAssistantTest, NoDexNoOat) { std::string dex_location = GetScratchDir() + "/NoDexNoOat.jar"; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); std::string error_msg_ignored; EXPECT_FALSE(oat_file_assistant.HasDexFiles(&error_msg_ignored).has_value()); // Trying to get the best oat file should fail, but not crash. std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); EXPECT_EQ(nullptr, oat_file.get()); VerifyOptimizationStatusWithInstance(&oat_file_assistant, "unknown", "unknown", "io-error-no-apk", OatFileAssistant::kLocationNoneOrError); } // Case: We have a DEX file and an ODEX file, but no OAT file. // Expect: The status is kNoDexOptNeeded. TEST_P(OatFileAssistantTest, OdexUpToDate) { std::string dex_location = GetScratchDir() + "/OdexUpToDate.jar"; std::string odex_location = GetOdexDir() + "/OdexUpToDate.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed, "install"); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Force the use of oat location by making the dex parent not writable. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kEverything, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kDex2OatForFilter); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); VerifyOptimizationStatus(dex_location, default_context_.get(), CompilerFilter::kSpeed, "install", "up-to-date", OatFileAssistant::kLocationOdex); } // Case: We have an ODEX file compiled against partial boot image. // Expect: The status is kNoDexOptNeeded. TEST_P(OatFileAssistantTest, OdexUpToDatePartialBootImage) { std::string dex_location = GetScratchDir() + "/OdexUpToDate.jar"; std::string odex_location = GetOdexDir() + "/OdexUpToDate.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed, "install"); // Insert an extra dex file to the boot class path. std::string error_msg; ASSERT_TRUE(InsertNewBootClasspathEntry(GetMultiDexSrc1(), &error_msg)) << error_msg; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Force the use of oat location by making the dex parent not writable. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kEverything, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kDex2OatForFilter); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); VerifyOptimizationStatus(dex_location, default_context_.get(), CompilerFilter::kSpeed, "install", "up-to-date", OatFileAssistant::kLocationOdex); } // Case: We have a DEX file and a PIC ODEX file, but no OAT file. We load the dex // file via a symlink. // Expect: The status is kNoDexOptNeeded. TEST_P(OatFileAssistantTest, OdexUpToDateSymLink) { std::string scratch_dir = GetScratchDir(); std::string dex_location = GetScratchDir() + "/OdexUpToDate.jar"; std::string odex_location = GetOdexDir() + "/OdexUpToDate.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); // Now replace the dex location with a symlink. std::string link = scratch_dir + "/link"; ASSERT_EQ(0, symlink(scratch_dir.c_str(), link.c_str())); dex_location = link + "/OdexUpToDate.jar"; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kEverything, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kDex2OatForFilter); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); } // Case: We have a DEX file and up-to-date OAT file for it. // Expect: The status is kNoDexOptNeeded. TEST_P(OatFileAssistantTest, OatUpToDate) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/OatUpToDate.jar"; Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeed); // Force the use of oat location by making the dex parent not writable. ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kEverything, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat, /*expected_legacy_result=*/OatFileAssistant::kDex2OatForFilter); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); VerifyOptimizationStatus(dex_location, default_context_.get(), CompilerFilter::kSpeed, "unknown", "up-to-date", OatFileAssistant::kLocationOat); } // Case: Passing valid file descriptors of updated odex/vdex files along with the dex file. // Expect: The status is kNoDexOptNeeded. TEST_P(OatFileAssistantTest, GetDexOptNeededWithFd) { std::string dex_location = GetScratchDir() + "/OatUpToDate.jar"; std::string odex_location = GetScratchDir() + "/OatUpToDate.odex"; std::string vdex_location = GetScratchDir() + "/OatUpToDate.vdex"; Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location, odex_location, CompilerFilter::kSpeed, /* with_alternate_image= */ false); android::base::unique_fd odex_fd(open(odex_location.c_str(), O_RDONLY | O_CLOEXEC)); android::base::unique_fd vdex_fd(open(vdex_location.c_str(), O_RDONLY | O_CLOEXEC)); android::base::unique_fd zip_fd(open(dex_location.c_str(), O_RDONLY | O_CLOEXEC)); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/false, vdex_fd.get(), odex_fd.get(), zip_fd.get()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kEverything, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kDex2OatForFilter); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); } // Case: Passing invalid odex fd and valid vdex and zip fds. // Expect: The status should be kDex2OatForBootImage. TEST_P(OatFileAssistantTest, GetDexOptNeededWithInvalidOdexFd) { std::string dex_location = GetScratchDir() + "/OatUpToDate.jar"; std::string odex_location = GetScratchDir() + "/OatUpToDate.odex"; std::string vdex_location = GetScratchDir() + "/OatUpToDate.vdex"; Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location, odex_location, CompilerFilter::kSpeed, /* with_alternate_image= */ false); android::base::unique_fd vdex_fd(open(vdex_location.c_str(), O_RDONLY | O_CLOEXEC)); android::base::unique_fd zip_fd(open(dex_location.c_str(), O_RDONLY | O_CLOEXEC)); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/false, vdex_fd.get(), /*oat_fd=*/-1, zip_fd.get()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kDex2OatForFilter); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kEverything, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kDex2OatForFilter); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); } // Case: Passing invalid vdex fd and valid odex and zip fds. // Expect: The status should be kDex2OatFromScratch. TEST_P(OatFileAssistantTest, GetDexOptNeededWithInvalidVdexFd) { std::string dex_location = GetScratchDir() + "/OatUpToDate.jar"; std::string odex_location = GetScratchDir() + "/OatUpToDate.odex"; Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location, odex_location, CompilerFilter::kSpeed, /* with_alternate_image= */ false); android::base::unique_fd odex_fd(open(odex_location.c_str(), O_RDONLY | O_CLOEXEC)); android::base::unique_fd zip_fd(open(dex_location.c_str(), O_RDONLY | O_CLOEXEC)); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/false, /*vdex_fd=*/-1, odex_fd.get(), zip_fd.get()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); } // Case: Passing invalid vdex and odex fd with valid zip fd. // Expect: The status is kDex2oatFromScratch. TEST_P(OatFileAssistantTest, GetDexOptNeededWithInvalidOdexVdexFd) { std::string dex_location = GetScratchDir() + "/OatUpToDate.jar"; Copy(GetDexSrc1(), dex_location); android::base::unique_fd zip_fd(open(dex_location.c_str(), O_RDONLY | O_CLOEXEC)); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/false, /*vdex_fd=*/-1, /*oat_fd=*/-1, zip_fd); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); } // Case: We have a DEX file and up-to-date VDEX file for it, but no ODEX file, and the DEX file is // compressed. TEST_P(OatFileAssistantTest, VdexUpToDateNoOdex) { std::string dex_location = GetScratchDir() + "/VdexUpToDateNoOdex.jar"; std::string odex_location = GetOdexDir() + "/VdexUpToDateNoOdex.oat"; Copy(GetDexSrc1(), dex_location); // Generating and deleting the oat file should have the side effect of // creating an up-to-date vdex file. GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); ASSERT_EQ(0, unlink(odex_location.c_str())); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kDex2OatForFilter); // Make sure we don't crash in this case when we dump the status. We don't // care what the actual dumped value is. oat_file_assistant.GetStatusDump(); VerifyOptimizationStatus(dex_location, default_context_.get(), "verify", "vdex", "up-to-date", OatFileAssistant::kLocationOdex); } // Case: We have a DEX file and empty VDEX and ODEX files. TEST_P(OatFileAssistantTest, EmptyVdexOdex) { std::string dex_location = GetScratchDir() + "/EmptyVdexOdex.jar"; std::string odex_location = GetOdexDir() + "/EmptyVdexOdex.oat"; std::string vdex_location = GetOdexDir() + "/EmptyVdexOdex.vdex"; Copy(GetDexSrc1(), dex_location); ScratchFile vdex_file(vdex_location); ScratchFile odex_file(odex_location); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); } // Case: We have a DEX file and up-to-date (OAT) VDEX file for it, but no OAT // file. TEST_P(OatFileAssistantTest, VdexUpToDateNoOat) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/VdexUpToDateNoOat.jar"; std::string oat_location; std::string error_msg; ASSERT_TRUE(OatFileAssistant::DexLocationToOatFilename( dex_location, kRuntimeISA, /* deny_art_apex_data_files= */false, &oat_location, &error_msg)) << error_msg; Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeed); ASSERT_EQ(0, unlink(oat_location.c_str())); ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat, /*expected_legacy_result=*/OatFileAssistant::kDex2OatForFilter); } // Case: We have a DEX file and speed-profile OAT file for it. // Expect: The status is kNoDexOptNeeded if the profile hasn't changed, but // kDex2Oat if the profile has changed. TEST_P(OatFileAssistantTest, ProfileOatUpToDate) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/ProfileOatUpToDate.jar"; Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeedProfile); ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, default_trigger_, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat); EXPECT_EQ( OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeedProfile, /*profile_changed=*/false)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, default_trigger_, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat); EXPECT_EQ(OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kVerify, /*profile_changed=*/false)); OatFileAssistant::DexOptTrigger profile_changed_trigger = default_trigger_; profile_changed_trigger.targetFilterIsSame = true; VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, profile_changed_trigger, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat); EXPECT_EQ( OatFileAssistant::kDex2OatForFilter, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeedProfile, /*profile_changed=*/true)); // We should not recompile even if `profile_changed` is true because the compiler filter should // not be downgraded. VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, profile_changed_trigger, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat); EXPECT_EQ(OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kVerify, /*profile_changed=*/true)); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); } // Case: We have a MultiDEX file and up-to-date OAT file for it. // Expect: The status is kNoDexOptNeeded and we load all dex files. TEST_P(OatFileAssistantTest, MultiDexOatUpToDate) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/MultiDexOatUpToDate.jar"; Copy(GetMultiDexSrc1(), dex_location); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeed); ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/true); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); ExpectHasDexFiles(&oat_file_assistant, true); // Verify we can load both dex files. std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_TRUE(oat_file.get() != nullptr); if (with_runtime_) { EXPECT_TRUE(oat_file->IsExecutable()); } std::vector> dex_files; dex_files = oat_file_assistant.LoadDexFiles(*oat_file, dex_location.c_str()); EXPECT_EQ(2u, dex_files.size()); } // Case: We have a MultiDEX file where the non-main multdex entry is out of date. // Expect: The status is kDex2OatNeeded. TEST_P(OatFileAssistantTest, MultiDexNonMainOutOfDate) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/MultiDexNonMainOutOfDate.jar"; // Compile code for GetMultiDexSrc1. Copy(GetMultiDexSrc1(), dex_location); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeed); // Now overwrite the dex file with GetMultiDexSrc2 so the non-main checksum // is out of date. Copy(GetMultiDexSrc2(), dex_location); ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); ExpectHasDexFiles(&oat_file_assistant, true); } // Case: We have a DEX file and an OAT file out of date with respect to the // dex checksum. TEST_P(OatFileAssistantTest, OatDexOutOfDate) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/OatDexOutOfDate.jar"; // We create a dex, generate an oat for it, then overwrite the dex with a // different dex to make the oat out of date. Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeed); Copy(GetDexSrc2(), dex_location); ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatDexOutOfDate, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); VerifyOptimizationStatus(dex_location, default_context_.get(), "run-from-apk-fallback", "unknown", "apk-more-recent", OatFileAssistant::kLocationNoneOrError); } // Case: We have a DEX file and an (ODEX) VDEX file out of date with respect // to the dex checksum, but no ODEX file. TEST_P(OatFileAssistantTest, VdexDexOutOfDate) { std::string dex_location = GetScratchDir() + "/VdexDexOutOfDate.jar"; std::string odex_location = GetOdexDir() + "/VdexDexOutOfDate.oat"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); ASSERT_EQ(0, unlink(odex_location.c_str())); Copy(GetDexSrc2(), dex_location); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); } // Case: We have a MultiDEX (ODEX) VDEX file where the non-main multidex entry // is out of date and there is no corresponding ODEX file. TEST_P(OatFileAssistantTest, VdexMultiDexNonMainOutOfDate) { std::string dex_location = GetScratchDir() + "/VdexMultiDexNonMainOutOfDate.jar"; std::string odex_location = GetOdexDir() + "/VdexMultiDexNonMainOutOfDate.odex"; Copy(GetMultiDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); ASSERT_EQ(0, unlink(odex_location.c_str())); Copy(GetMultiDexSrc2(), dex_location); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); } // Case: We have a DEX file and an OAT file out of date with respect to the // boot image. TEST_P(OatFileAssistantTest, OatImageOutOfDate) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/OatImageOutOfDate.jar"; Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeed, /* with_alternate_image= */ true); ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOat, /*expected_legacy_result=*/OatFileAssistant::kDex2OatForFilter); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatBootImageOutOfDate, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); VerifyOptimizationStatus(dex_location, default_context_.get(), "verify", "vdex", "up-to-date", OatFileAssistant::kLocationOat); } TEST_P(OatFileAssistantTest, OatContextOutOfDate) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string context_location = GetScratchDir() + "/ContextDex.jar"; Copy(GetDexSrc1(), dex_location); Copy(GetDexSrc2(), context_location); std::string error_msg; std::vector args; args.push_back("--dex-file=" + dex_location); args.push_back("--oat-file=" + odex_location); args.push_back("--class-loader-context=PCL[" + context_location + "]"); ASSERT_TRUE(Dex2Oat(args, &error_msg)) << error_msg; // Update the context by overriding the jar file. Copy(GetMultiDexSrc2(), context_location); std::unique_ptr context = ClassLoaderContext::Create("PCL[" + context_location + "]"); ASSERT_TRUE(context != nullptr); ASSERT_TRUE(context->OpenDexFiles()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); VerifyOptimizationStatus(dex_location, context.get(), "verify", "vdex", "up-to-date", OatFileAssistant::kLocationOdex, /*check_context=*/true); } // Case: We have a DEX file and an ODEX file, but no OAT file. TEST_P(OatFileAssistantTest, DexOdexNoOat) { std::string dex_location = GetScratchDir() + "/DexOdexNoOat.jar"; std::string odex_location = GetOdexDir() + "/DexOdexNoOat.odex"; // Create the dex and odex files Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Verify the status. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); // We should still be able to get the non-executable odex file to run from. std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_TRUE(oat_file.get() != nullptr); } // Case: We have a resource-only DEX file, no ODEX file and no // OAT file. Expect: The status is kNoDexOptNeeded. TEST_P(OatFileAssistantTest, ResourceOnlyDex) { std::string dex_location = GetScratchDir() + "/ResourceOnlyDex.jar"; Copy(GetResourceOnlySrc1(), dex_location); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Verify the status. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, false); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, false); VerifyOptimizationStatusWithInstance(&oat_file_assistant, "unknown", "unknown", "no-dex-code", OatFileAssistant::kLocationNoneOrError); } // Case: We have a DEX file, an ODEX file and an OAT file. // Expect: It shouldn't crash. We should load the odex file executable. TEST_P(OatFileAssistantTest, OdexOatOverlap) { std::string dex_location = GetScratchDir() + "/OdexOatOverlap.jar"; std::string odex_location = GetOdexDir() + "/OdexOatOverlap.odex"; // Create the dex, the odex and the oat files. Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeed); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Verify things don't go bad. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/true); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OatFileStatus()); ExpectHasDexFiles(&oat_file_assistant, true); std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_TRUE(oat_file.get() != nullptr); if (with_runtime_) { EXPECT_TRUE(oat_file->IsExecutable()); } std::vector> dex_files; dex_files = oat_file_assistant.LoadDexFiles(*oat_file, dex_location.c_str()); EXPECT_EQ(1u, dex_files.size()); } // Case: We have a DEX file and up-to-date OAT file for it. // Expect: We should load an executable dex file. TEST_P(OatFileAssistantTest, LoadOatUpToDate) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/LoadOatUpToDate.jar"; Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeed); ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Load the oat using an oat file assistant. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/true); std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_TRUE(oat_file.get() != nullptr); if (with_runtime_) { EXPECT_TRUE(oat_file->IsExecutable()); } std::vector> dex_files; dex_files = oat_file_assistant.LoadDexFiles(*oat_file, dex_location.c_str()); EXPECT_EQ(1u, dex_files.size()); } // Case: We have a DEX file and up-to-date quicken OAT file for it. // Expect: We should still load the oat file as executable. TEST_P(OatFileAssistantTest, LoadExecInterpretOnlyOatUpToDate) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/LoadExecInterpretOnlyOatUpToDate.jar"; Copy(GetDexSrc1(), dex_location); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kVerify); ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Load the oat using an oat file assistant. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/true); std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_TRUE(oat_file.get() != nullptr); if (with_runtime_) { EXPECT_TRUE(oat_file->IsExecutable()); } std::vector> dex_files; dex_files = oat_file_assistant.LoadDexFiles(*oat_file, dex_location.c_str()); EXPECT_EQ(1u, dex_files.size()); } // Case: We have a DEX file and up-to-date OAT file for it. // Expect: Loading non-executable should load the oat non-executable. TEST_P(OatFileAssistantTest, LoadNoExecOatUpToDate) { if (IsExecutedAsRoot()) { // We cannot simulate non writable locations when executed as root: b/38000545. LOG(ERROR) << "Test skipped because it's running as root"; return; } std::string dex_location = GetScratchDir() + "/LoadNoExecOatUpToDate.jar"; Copy(GetDexSrc1(), dex_location); ScopedNonWritable scoped_non_writable(dex_location); ASSERT_TRUE(scoped_non_writable.IsSuccessful()); GenerateOatForTest(dex_location.c_str(), CompilerFilter::kSpeed); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Load the oat using an oat file assistant. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/true); std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_TRUE(oat_file.get() != nullptr); if (with_runtime_) { EXPECT_TRUE(oat_file->IsExecutable()); } std::vector> dex_files; dex_files = oat_file_assistant.LoadDexFiles(*oat_file, dex_location.c_str()); EXPECT_EQ(1u, dex_files.size()); } // Turn an absolute path into a path relative to the current working // directory. static std::string MakePathRelative(const std::string& target) { char buf[MAXPATHLEN]; std::string cwd = getcwd(buf, MAXPATHLEN); // Split the target and cwd paths into components. std::vector target_path; std::vector cwd_path; Split(target, '/', &target_path); Split(cwd, '/', &cwd_path); // Reverse the path components, so we can use pop_back(). std::reverse(target_path.begin(), target_path.end()); std::reverse(cwd_path.begin(), cwd_path.end()); // Drop the common prefix of the paths. Because we reversed the path // components, this becomes the common suffix of target_path and cwd_path. while (!target_path.empty() && !cwd_path.empty() && target_path.back() == cwd_path.back()) { target_path.pop_back(); cwd_path.pop_back(); } // For each element of the remaining cwd_path, add '..' to the beginning // of the target path. Because we reversed the path components, we add to // the end of target_path. for (unsigned int i = 0; i < cwd_path.size(); i++) { target_path.push_back(".."); } // Reverse again to get the right path order, and join to get the result. std::reverse(target_path.begin(), target_path.end()); return android::base::Join(target_path, '/'); } // Case: Non-absolute path to Dex location. // Expect: Not sure, but it shouldn't crash. TEST_P(OatFileAssistantTest, NonAbsoluteDexLocation) { std::string abs_dex_location = GetScratchDir() + "/NonAbsoluteDexLocation.jar"; Copy(GetDexSrc1(), abs_dex_location); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); std::string dex_location = MakePathRelative(abs_dex_location); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); } // Case: Very short, non-existent Dex location. // Expect: kNoDexOptNeeded. TEST_P(OatFileAssistantTest, ShortDexLocation) { std::string dex_location = "/xx"; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); std::string error_msg_ignored; EXPECT_FALSE(oat_file_assistant.HasDexFiles(&error_msg_ignored).has_value()); } // Case: Non-standard extension for dex file. // Expect: The status is kDex2OatNeeded. TEST_P(OatFileAssistantTest, LongDexExtension) { std::string dex_location = GetScratchDir() + "/LongDexExtension.jarx"; Copy(GetDexSrc1(), dex_location); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kDex2OatFromScratch); EXPECT_FALSE(oat_file_assistant.IsInBootClassPath()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OdexFileStatus()); EXPECT_EQ(OatFileAssistant::kOatCannotOpen, oat_file_assistant.OatFileStatus()); } // A task to generate a dex location. Used by the RaceToGenerate test. class RaceGenerateTask : public Task { public: RaceGenerateTask(OatFileAssistantBaseTest& test, const std::string& dex_location, const std::string& oat_location, Mutex* lock) : test_(test), dex_location_(dex_location), oat_location_(oat_location), lock_(lock), loaded_oat_file_(nullptr) {} void Run([[maybe_unused]] Thread* self) override { // Load the dex files, and save a pointer to the loaded oat file, so that // we can verify only one oat file was loaded for the dex location. std::vector> dex_files; std::vector error_msgs; const OatFile* oat_file = nullptr; { MutexLock mu(Thread::Current(), *lock_); // Create the oat file. std::vector args; args.push_back("--dex-file=" + dex_location_); args.push_back("--oat-file=" + oat_location_); std::string error_msg; ASSERT_TRUE(test_.Dex2Oat(args, &error_msg)) << error_msg; } dex_files = Runtime::Current()->GetOatFileManager().OpenDexFilesFromOat( dex_location_.c_str(), Runtime::Current()->GetSystemClassLoader(), /*dex_elements=*/nullptr, &oat_file, &error_msgs); CHECK(!dex_files.empty()) << android::base::Join(error_msgs, '\n'); if (dex_files[0]->GetOatDexFile() != nullptr) { loaded_oat_file_ = dex_files[0]->GetOatDexFile()->GetOatFile(); } CHECK_EQ(loaded_oat_file_, oat_file); } const OatFile* GetLoadedOatFile() const { return loaded_oat_file_; } private: OatFileAssistantBaseTest& test_; std::string dex_location_; std::string oat_location_; Mutex* lock_; const OatFile* loaded_oat_file_; }; // Test the case where dex2oat invocations race with multiple processes trying to // load the oat file. TEST_F(OatFileAssistantBaseTest, RaceToGenerate) { std::string dex_location = GetScratchDir() + "/RaceToGenerate.jar"; std::string oat_location = GetOdexDir() + "/RaceToGenerate.oat"; // Start the runtime to initialize the system's class loader. Thread::Current()->TransitionFromSuspendedToRunnable(); runtime_->Start(); // We use the lib core dex file, because it's large, and hopefully should // take a while to generate. Copy(GetLibCoreDexFileNames()[0], dex_location); const size_t kNumThreads = 16; Thread* self = Thread::Current(); std::unique_ptr thread_pool( ThreadPool::Create("Oat file assistant test thread pool", kNumThreads)); std::vector> tasks; Mutex lock("RaceToGenerate"); for (size_t i = 0; i < kNumThreads; i++) { std::unique_ptr task( new RaceGenerateTask(*this, dex_location, oat_location, &lock)); thread_pool->AddTask(self, task.get()); tasks.push_back(std::move(task)); } thread_pool->StartWorkers(self); thread_pool->Wait(self, /* do_work= */ true, /* may_hold_locks= */ false); // Verify that tasks which got an oat file got a unique one. std::set oat_files; for (auto& task : tasks) { const OatFile* oat_file = task->GetLoadedOatFile(); if (oat_file != nullptr) { EXPECT_TRUE(oat_files.find(oat_file) == oat_files.end()); oat_files.insert(oat_file); } } } // Case: We have a DEX file and an ODEX file, and no OAT file, // Expect: We should load the odex file executable. TEST_P(OatFileAssistantTest, LoadDexOdexNoOat) { std::string dex_location = GetScratchDir() + "/LoadDexOdexNoOat.jar"; std::string odex_location = GetOdexDir() + "/LoadDexOdexNoOat.odex"; // Create the dex and odex files Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Load the oat using an executable oat file assistant. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/true); std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_TRUE(oat_file.get() != nullptr); if (with_runtime_) { EXPECT_TRUE(oat_file->IsExecutable()); } std::vector> dex_files; dex_files = oat_file_assistant.LoadDexFiles(*oat_file, dex_location.c_str()); EXPECT_EQ(1u, dex_files.size()); } // Case: We have a MultiDEX file and an ODEX file, and no OAT file. // Expect: We should load the odex file executable. TEST_P(OatFileAssistantTest, LoadMultiDexOdexNoOat) { std::string dex_location = GetScratchDir() + "/LoadMultiDexOdexNoOat.jar"; std::string odex_location = GetOdexDir() + "/LoadMultiDexOdexNoOat.odex"; // Create the dex and odex files Copy(GetMultiDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); // Load the oat using an executable oat file assistant. OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), /*context=*/nullptr, /*load_executable=*/true); std::unique_ptr oat_file = oat_file_assistant.GetBestOatFile(); ASSERT_TRUE(oat_file.get() != nullptr); if (with_runtime_) { EXPECT_TRUE(oat_file->IsExecutable()); } std::vector> dex_files; dex_files = oat_file_assistant.LoadDexFiles(*oat_file, dex_location.c_str()); EXPECT_EQ(2u, dex_files.size()); } TEST(OatFileAssistantUtilsTest, DexLocationToOdexFilename) { std::string error_msg; std::string odex_file; EXPECT_TRUE(OatFileAssistant::DexLocationToOdexFilename( "/foo/bar/baz.jar", InstructionSet::kArm, &odex_file, &error_msg)) << error_msg; EXPECT_EQ("/foo/bar/oat/arm/baz.odex", odex_file); EXPECT_TRUE(OatFileAssistant::DexLocationToOdexFilename( "/foo/bar/baz.funnyext", InstructionSet::kArm, &odex_file, &error_msg)) << error_msg; EXPECT_EQ("/foo/bar/oat/arm/baz.odex", odex_file); EXPECT_FALSE(OatFileAssistant::DexLocationToOdexFilename( "nopath.jar", InstructionSet::kArm, &odex_file, &error_msg)); EXPECT_TRUE(OatFileAssistant::DexLocationToOdexFilename( "/foo/bar/baz_noext", InstructionSet::kArm, &odex_file, &error_msg)); EXPECT_EQ("/foo/bar/oat/arm/baz_noext.odex", odex_file); } // Verify the dexopt status values from dalvik.system.DexFile // match the OatFileAssistant::DexOptStatus values. TEST_F(OatFileAssistantBaseTest, DexOptStatusValues) { std::pair mapping[] = { {OatFileAssistant::kNoDexOptNeeded, "NO_DEXOPT_NEEDED"}, {OatFileAssistant::kDex2OatFromScratch, "DEX2OAT_FROM_SCRATCH"}, {OatFileAssistant::kDex2OatForBootImage, "DEX2OAT_FOR_BOOT_IMAGE"}, {OatFileAssistant::kDex2OatForFilter, "DEX2OAT_FOR_FILTER"}, }; ScopedObjectAccess soa(Thread::Current()); StackHandleScope<1> hs(soa.Self()); ClassLinker* linker = Runtime::Current()->GetClassLinker(); Handle dexfile( hs.NewHandle(linker->FindSystemClass(soa.Self(), "Ldalvik/system/DexFile;"))); ASSERT_FALSE(dexfile == nullptr); linker->EnsureInitialized(soa.Self(), dexfile, true, true); for (std::pair field : mapping) { ArtField* art_field = dexfile->FindStaticField(field.second, "I"); ASSERT_FALSE(art_field == nullptr); EXPECT_EQ(art_field->GetTypeAsPrimitiveType(), Primitive::kPrimInt); EXPECT_EQ(field.first, art_field->GetInt(dexfile.Get())); } } TEST_P(OatFileAssistantTest, GetDexOptNeededWithOutOfDateContext) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string context_location = GetScratchDir() + "/ContextDex.jar"; Copy(GetDexSrc1(), dex_location); Copy(GetDexSrc2(), context_location); std::string context_str = "PCL[" + context_location + "]"; std::unique_ptr context = ClassLoaderContext::Create(context_str); ASSERT_TRUE(context != nullptr); ASSERT_TRUE(context->OpenDexFiles()); std::string error_msg; std::vector args; args.push_back("--dex-file=" + dex_location); args.push_back("--oat-file=" + odex_location); args.push_back("--class-loader-context=" + context_str); ASSERT_TRUE(Dex2Oat(args, &error_msg)) << error_msg; // Update the context by overriding the jar file. Copy(GetMultiDexSrc2(), context_location); { std::unique_ptr updated_context = ClassLoaderContext::Create(context_str); ASSERT_TRUE(updated_context != nullptr); std::vector context_fds; ASSERT_TRUE(updated_context->OpenDexFiles("", context_fds, /*only_read_checksums*/ true)); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), updated_context.get()); // DexOptNeeded should advise compilation for filter when the context changes. VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kDefaultCompilerFilter, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/-OatFileAssistant::kDex2OatForFilter); } { std::unique_ptr updated_context = ClassLoaderContext::Create(context_str); ASSERT_TRUE(updated_context != nullptr); std::vector context_fds; ASSERT_TRUE(updated_context->OpenDexFiles("", context_fds, /*only_read_checksums*/ true)); args.push_back("--compiler-filter=verify"); ASSERT_TRUE(Dex2Oat(args, &error_msg)) << error_msg; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str(), updated_context.get()); // Now check that DexOptNeeded does not advise compilation if we only verify the file. VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kVerify, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); } } // Case: We have a DEX file and speed-profile ODEX file for it. The caller's intention is to // downgrade the compiler filter. // Expect: Dexopt should be performed only if the target compiler filter is worse than the current // one. TEST_P(OatFileAssistantTest, Downgrade) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeedProfile); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); OatFileAssistant::DexOptTrigger downgrade_trigger{.targetFilterIsWorse = true}; VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeed, downgrade_trigger, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(-OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded( CompilerFilter::kSpeed, /*profile_changed=*/false, /*downgrade=*/true)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, downgrade_trigger, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(-OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded( CompilerFilter::kSpeedProfile, /*profile_changed=*/false, /*downgrade=*/true)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, downgrade_trigger, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(-OatFileAssistant::kDex2OatForFilter, oat_file_assistant.GetDexOptNeeded( CompilerFilter::kVerify, /*profile_changed=*/false, /*downgrade=*/true)); } // Case: We have a DEX file but we don't have an ODEX file for it. The caller's intention is to // downgrade the compiler filter. // Expect: Dexopt should never be performed regardless of the target compiler filter. TEST_P(OatFileAssistantTest, DowngradeNoOdex) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; Copy(GetDexSrc1(), dex_location); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); OatFileAssistant::DexOptTrigger downgrade_trigger{.targetFilterIsWorse = true}; VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeed, downgrade_trigger, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError); EXPECT_EQ(OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded( CompilerFilter::kSpeed, /*profile_changed=*/false, /*downgrade=*/true)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, downgrade_trigger, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError); EXPECT_EQ(OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded( CompilerFilter::kSpeedProfile, /*profile_changed=*/false, /*downgrade=*/true)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, downgrade_trigger, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError); EXPECT_EQ(OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded( CompilerFilter::kVerify, /*profile_changed=*/false, /*downgrade=*/true)); } // Case: We have a DEX file and speed-profile ODEX file for it. The legacy version is called with // both `profile_changed` and `downgrade` being true. This won't happen in the real case. Just to be // complete. // Expect: The behavior should be as `profile_changed` is false and `downgrade` is true. TEST_P(OatFileAssistantTest, ProfileChangedDowngrade) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeedProfile); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); EXPECT_EQ(-OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded( CompilerFilter::kSpeed, /*profile_changed=*/true, /*downgrade=*/true)); EXPECT_EQ(-OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded( CompilerFilter::kSpeedProfile, /*profile_changed=*/true, /*downgrade=*/true)); EXPECT_EQ(-OatFileAssistant::kDex2OatForFilter, oat_file_assistant.GetDexOptNeeded( CompilerFilter::kVerify, /*profile_changed=*/true, /*downgrade=*/true)); } // Case: We have a DEX file and speed-profile ODEX file for it. The caller's intention is to force // the compilation. // Expect: Dexopt should be performed regardless of the target compiler filter. The VDEX file is // usable. // // The legacy version does not support this case. Historically, Package Manager does not take the // result from OatFileAssistant for forced compilation. It uses an arbitrary non-zero value instead. // Therefore, we don't test the legacy version here. TEST_P(OatFileAssistantTest, Force) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeedProfile); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); OatFileAssistant::DexOptTrigger force_trigger{.targetFilterIsBetter = true, .targetFilterIsSame = true, .targetFilterIsWorse = true, .primaryBootImageBecomesUsable = true}; VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeed, force_trigger, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, force_trigger, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, force_trigger, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); } // Case: We have a DEX file but we don't have an ODEX file for it. The caller's intention is to // force the compilation. // Expect: Dexopt should be performed regardless of the target compiler filter. No VDEX file is // usable. // // The legacy version does not support this case. Historically, Package Manager does not take the // result from OatFileAssistant for forced compilation. It uses an arbitrary non-zero value instead. // Therefore, we don't test the legacy version here. TEST_P(OatFileAssistantTest, ForceNoOdex) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; Copy(GetDexSrc1(), dex_location); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); OatFileAssistant::DexOptTrigger force_trigger{.targetFilterIsBetter = true, .targetFilterIsSame = true, .targetFilterIsWorse = true, .primaryBootImageBecomesUsable = true}; VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeed, force_trigger, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, force_trigger, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, force_trigger, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError); } // Case: We have a DEX file and a DM file for it, and the DEX file is uncompressed. // Expect: Dexopt should be performed if the compiler filter is better than "verify". The location // should be kLocationDm. // // The legacy version should return kDex2OatFromScratch if the target compiler filter is better than // "verify". TEST_P(OatFileAssistantTest, DmUpToDateDexUncompressed) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string dm_location = GetScratchDir() + "/TestDex.dm"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string vdex_location = GetOdexDir() + "/TestDex.vdex"; Copy(GetMultiDexUncompressedAlignedSrc1(), dex_location); // Generate temporary ODEX and VDEX files in order to create the DM file from. GenerateOdexForTest( dex_location, odex_location, CompilerFilter::kVerify, "install", {"--copy-dex-files=false"}); CreateDexMetadata(vdex_location, dm_location); // Cleanup the temporary files. ASSERT_EQ(0, unlink(odex_location.c_str())); ASSERT_EQ(0, unlink(vdex_location.c_str())); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeed, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationDm); EXPECT_EQ(OatFileAssistant::kDex2OatFromScratch, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeed)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationDm); EXPECT_EQ(OatFileAssistant::kDex2OatFromScratch, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeedProfile)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, default_trigger_, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationDm); EXPECT_EQ(OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kVerify)); } // Case: We have a DEX file and a DM file for it, and the DEX file is compressed. // Expect: Dexopt should be performed regardless of the compiler filter. The location // should be kLocationDm. TEST_P(OatFileAssistantTest, DmUpToDateDexCompressed) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string dm_location = GetScratchDir() + "/TestDex.dm"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string vdex_location = GetOdexDir() + "/TestDex.vdex"; Copy(GetMultiDexSrc1(), dex_location); // Generate temporary ODEX and VDEX files in order to create the DM file from. GenerateOdexForTest( dex_location, odex_location, CompilerFilter::kVerify, "install", {"--copy-dex-files=false"}); CreateDexMetadata(vdex_location, dm_location); // Cleanup the temporary files. ASSERT_EQ(0, unlink(odex_location.c_str())); ASSERT_EQ(0, unlink(vdex_location.c_str())); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeed, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationDm); EXPECT_EQ(OatFileAssistant::kDex2OatFromScratch, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeed)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationDm); EXPECT_EQ(OatFileAssistant::kDex2OatFromScratch, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeedProfile)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationDm); EXPECT_EQ(OatFileAssistant::kDex2OatFromScratch, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kVerify)); } // Case: We have an ODEX file, but the DEX file is gone. // Expect: No dexopt is needed, as there's nothing we can do. TEST_P(OatFileAssistantTest, OdexNoDex) { std::string dex_location = GetScratchDir() + "/OdexNoDex.jar"; std::string odex_location = GetOdexDir() + "/OdexNoDex.oat"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); ASSERT_EQ(0, unlink(dex_location.c_str())); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); VerifyOptimizationStatusWithInstance(&oat_file_assistant, "unknown", "unknown", "io-error-no-apk", OatFileAssistant::kLocationNoneOrError); } // Case: We have a VDEX file, but the DEX file is gone. // Expect: No dexopt is needed, as there's nothing we can do. TEST_P(OatFileAssistantTest, VdexNoDex) { std::string dex_location = GetScratchDir() + "/VdexNoDex.jar"; std::string odex_location = GetOdexDir() + "/VdexNoDex.oat"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed); ASSERT_EQ(0, unlink(odex_location.c_str())); ASSERT_EQ(0, unlink(dex_location.c_str())); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeededDefault(&oat_file_assistant, CompilerFilter::kSpeed, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/false, /*expected_location=*/OatFileAssistant::kLocationNoneOrError, /*expected_legacy_result=*/OatFileAssistant::kNoDexOptNeeded); VerifyOptimizationStatusWithInstance(&oat_file_assistant, "unknown", "unknown", "io-error-no-apk", OatFileAssistant::kLocationNoneOrError); } // Case: We have a VDEX file, generated without a boot image, and we now have a boot image. // Expect: Dexopt only if the target compiler filter >= "speed-profile". TEST_P(OatFileAssistantTest, ShouldRecompileForImageFromVdex) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string vdex_location = GetOdexDir() + "/TestDex.vdex"; Copy(GetMultiDexSrc1(), dex_location); // Compile without a boot image. GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kVerify, "install", {"--boot-image=/nonx/boot.art"}); // Delete the odex file and only keep the vdex. ASSERT_EQ(0, unlink(odex_location.c_str())); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeed, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(-OatFileAssistant::kDex2OatForFilter, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeed)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(-OatFileAssistant::kDex2OatForFilter, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeedProfile)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, default_trigger_, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kVerify)); } // Case: We have an ODEX file, generated without a boot image (filter: "verify"), and we now have a // boot image. // Expect: Dexopt only if the target compiler filter >= "speed-profile". TEST_P(OatFileAssistantTest, ShouldRecompileForImageFromVerify) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string vdex_location = GetOdexDir() + "/TestDex.vdex"; Copy(GetMultiDexSrc1(), dex_location); // Compile without a boot image. GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kVerify, "install", {"--boot-image=/nonx/boot.art"}); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeed, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(-OatFileAssistant::kDex2OatForFilter, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeed)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(-OatFileAssistant::kDex2OatForFilter, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeedProfile)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, default_trigger_, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kVerify)); } // Case: We have an ODEX file, generated without a boot image (filter: "speed-profile"), and we now // have a boot image. // Expect: Dexopt only if the target compiler filter >= "speed-profile". TEST_P(OatFileAssistantTest, ShouldRecompileForImageFromSpeedProfile) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string vdex_location = GetOdexDir() + "/TestDex.vdex"; Copy(GetMultiDexSrc1(), dex_location); // Compile without a boot image. GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeedProfile, "install", {"--boot-image=/nonx/boot.art"}); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeed, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(-OatFileAssistant::kDex2OatForFilter, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeed)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kSpeedProfile, default_trigger_, /*expected_dexopt_needed=*/true, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(-OatFileAssistant::kDex2OatForFilter, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kSpeedProfile)); VerifyGetDexOptNeeded(&oat_file_assistant, CompilerFilter::kVerify, default_trigger_, /*expected_dexopt_needed=*/false, /*expected_is_vdex_usable=*/true, /*expected_location=*/OatFileAssistant::kLocationOdex); EXPECT_EQ(OatFileAssistant::kNoDexOptNeeded, oat_file_assistant.GetDexOptNeeded(CompilerFilter::kVerify)); } // Test that GetLocation of a dex file is the same whether the dex // filed is backed by an oat file or not. TEST_F(OatFileAssistantBaseTest, GetDexLocation) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string oat_location = GetOdexDir() + "/TestDex.odex"; std::string art_location = GetOdexDir() + "/TestDex.art"; // Start the runtime to initialize the system's class loader. Thread::Current()->TransitionFromSuspendedToRunnable(); runtime_->Start(); Copy(GetDexSrc1(), dex_location); std::vector> dex_files; std::vector error_msgs; const OatFile* oat_file = nullptr; dex_files = Runtime::Current()->GetOatFileManager().OpenDexFilesFromOat( dex_location.c_str(), Runtime::Current()->GetSystemClassLoader(), /*dex_elements=*/nullptr, &oat_file, &error_msgs); ASSERT_EQ(dex_files.size(), 1u) << android::base::Join(error_msgs, "\n"); EXPECT_EQ(oat_file, nullptr); std::string stored_dex_location = dex_files[0]->GetLocation(); { // Create the oat file. std::vector args; args.push_back("--dex-file=" + dex_location); args.push_back("--dex-location=TestDex.jar"); args.push_back("--oat-file=" + oat_location); args.push_back("--app-image-file=" + art_location); std::string error_msg; ASSERT_TRUE(DexoptTest::Dex2Oat(args, &error_msg)) << error_msg; } dex_files = Runtime::Current()->GetOatFileManager().OpenDexFilesFromOat( dex_location.c_str(), Runtime::Current()->GetSystemClassLoader(), /*dex_elements=*/nullptr, &oat_file, &error_msgs); ASSERT_EQ(dex_files.size(), 1u) << android::base::Join(error_msgs, "\n"); ASSERT_NE(oat_file, nullptr); std::string oat_stored_dex_location = dex_files[0]->GetLocation(); EXPECT_EQ(oat_stored_dex_location, stored_dex_location); } // Test that a dex file on the platform location gets the right hiddenapi domain, // regardless of whether it has a backing oat file. TEST_F(OatFileAssistantBaseTest, SystemFrameworkDir) { std::string filebase = "OatFileAssistantTestSystemFrameworkDir"; std::string dex_location = GetAndroidRoot() + "/framework/" + filebase + ".jar"; Copy(GetDexSrc1(), dex_location); std::string odex_dir = GetAndroidRoot() + "/framework/oat/"; mkdir(odex_dir.c_str(), 0700); odex_dir = odex_dir + std::string(GetInstructionSetString(kRuntimeISA)); mkdir(odex_dir.c_str(), 0700); std::string oat_location = odex_dir + "/" + filebase + ".odex"; std::string vdex_location = odex_dir + "/" + filebase + ".vdex"; std::string art_location = odex_dir + "/" + filebase + ".art"; // Clean up in case previous run crashed. remove(oat_location.c_str()); remove(vdex_location.c_str()); remove(art_location.c_str()); // Start the runtime to initialize the system's class loader. Thread::Current()->TransitionFromSuspendedToRunnable(); runtime_->Start(); std::vector> dex_files_first; std::vector> dex_files_second; std::vector error_msgs; const OatFile* oat_file = nullptr; dex_files_first = Runtime::Current()->GetOatFileManager().OpenDexFilesFromOat( dex_location.c_str(), Runtime::Current()->GetSystemClassLoader(), /*dex_elements=*/nullptr, &oat_file, &error_msgs); ASSERT_EQ(dex_files_first.size(), 1u) << android::base::Join(error_msgs, "\n"); EXPECT_EQ(oat_file, nullptr) << dex_location; EXPECT_EQ(dex_files_first[0]->GetOatDexFile(), nullptr); // Register the dex file to get a domain. { ScopedObjectAccess soa(Thread::Current()); Runtime::Current()->GetClassLinker()->RegisterDexFile( *dex_files_first[0], soa.Decode(Runtime::Current()->GetSystemClassLoader())); } std::string stored_dex_location = dex_files_first[0]->GetLocation(); EXPECT_EQ(dex_files_first[0]->GetHiddenapiDomain(), hiddenapi::Domain::kPlatform); { // Create the oat file. std::vector args; args.push_back("--dex-file=" + dex_location); args.push_back("--dex-location=" + filebase + ".jar"); args.push_back("--oat-file=" + oat_location); args.push_back("--app-image-file=" + art_location); std::string error_msg; ASSERT_TRUE(DexoptTest::Dex2Oat(args, &error_msg)) << error_msg; } dex_files_second = Runtime::Current()->GetOatFileManager().OpenDexFilesFromOat( dex_location.c_str(), Runtime::Current()->GetSystemClassLoader(), /*dex_elements=*/nullptr, &oat_file, &error_msgs); ASSERT_EQ(dex_files_second.size(), 1u) << android::base::Join(error_msgs, "\n"); ASSERT_NE(oat_file, nullptr); EXPECT_NE(dex_files_second[0]->GetOatDexFile(), nullptr); EXPECT_NE(dex_files_second[0]->GetOatDexFile()->GetOatFile(), nullptr); // Register the dex file to get a domain. { ScopedObjectAccess soa(Thread::Current()); Runtime::Current()->GetClassLinker()->RegisterDexFile( *dex_files_second[0], soa.Decode(Runtime::Current()->GetSystemClassLoader())); } std::string oat_stored_dex_location = dex_files_second[0]->GetLocation(); EXPECT_EQ(oat_stored_dex_location, stored_dex_location); EXPECT_EQ(dex_files_second[0]->GetHiddenapiDomain(), hiddenapi::Domain::kPlatform); EXPECT_EQ(0, remove(oat_location.c_str())); } // Make sure OAT files that require app images are not loaded as executable. TEST_F(OatFileAssistantBaseTest, LoadOatNoArt) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; std::string art_location = GetOdexDir() + "/TestDex.art"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed, "install", { "--app-image-file=" + art_location, }); unlink(art_location.c_str()); std::vector error_msgs; const OatFile* oat_file = nullptr; // Start the runtime to initialize the system's class loader. Thread::Current()->TransitionFromSuspendedToRunnable(); runtime_->Start(); const auto dex_files = Runtime::Current()->GetOatFileManager().OpenDexFilesFromOat( dex_location.c_str(), Runtime::Current()->GetSystemClassLoader(), /*dex_elements=*/nullptr, &oat_file, &error_msgs); EXPECT_FALSE(dex_files.empty()); ASSERT_NE(oat_file, nullptr); EXPECT_FALSE(oat_file->IsExecutable()); } TEST_P(OatFileAssistantTest, GetDexOptNeededWithApexVersions) { std::string dex_location = GetScratchDir() + "/TestDex.jar"; std::string odex_location = GetOdexDir() + "/TestDex.odex"; Copy(GetDexSrc1(), dex_location); // Test that using the current's runtime apex versions works. { std::string error_msg; std::vector args; args.push_back("--dex-file=" + dex_location); args.push_back("--oat-file=" + odex_location); args.push_back("--apex-versions=" + Runtime::Current()->GetApexVersions()); ASSERT_TRUE(Dex2Oat(args, &error_msg)) << error_msg; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OdexFileStatus()); } // Test that a subset of apex versions works. { std::string error_msg; std::vector args; args.push_back("--dex-file=" + dex_location); args.push_back("--oat-file=" + odex_location); args.push_back("--apex-versions=" + Runtime::Current()->GetApexVersions().substr(0, 1)); ASSERT_TRUE(Dex2Oat(args, &error_msg)) << error_msg; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); EXPECT_EQ(OatFileAssistant::kOatUpToDate, oat_file_assistant.OdexFileStatus()); } // Test that different apex versions require to recompile. { std::string error_msg; std::vector args; args.push_back("--dex-file=" + dex_location); args.push_back("--oat-file=" + odex_location); args.push_back("--apex-versions=/1/2/3/4"); ASSERT_TRUE(Dex2Oat(args, &error_msg)) << error_msg; auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); OatFileAssistant oat_file_assistant = CreateOatFileAssistant(dex_location.c_str()); EXPECT_EQ(OatFileAssistant::kOatBootImageOutOfDate, oat_file_assistant.OdexFileStatus()); } } TEST_P(OatFileAssistantTest, Create) { std::string dex_location = GetScratchDir() + "/OdexUpToDate.jar"; std::string odex_location = GetOdexDir() + "/OdexUpToDate.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed, "install"); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); std::unique_ptr context; std::string error_msg; std::unique_ptr oat_file_assistant = OatFileAssistant::Create(dex_location, GetInstructionSetString(kRuntimeISA), default_context_->EncodeContextForDex2oat(/*base_dir=*/""), /*load_executable=*/false, /*only_load_trusted_executable=*/true, MaybeGetOatFileAssistantContext(), &context, &error_msg); ASSERT_NE(oat_file_assistant, nullptr); // Verify that the created instance is usable. VerifyOptimizationStatusWithInstance( oat_file_assistant.get(), "speed", "install", "up-to-date", OatFileAssistant::kLocationOdex); } TEST_P(OatFileAssistantTest, CreateWithNullContext) { std::string dex_location = GetScratchDir() + "/OdexUpToDate.jar"; std::string odex_location = GetOdexDir() + "/OdexUpToDate.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed, "install"); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); std::unique_ptr context; std::string error_msg; std::unique_ptr oat_file_assistant = OatFileAssistant::Create(dex_location, GetInstructionSetString(kRuntimeISA), /*context_str=*/std::nullopt, /*load_executable=*/false, /*only_load_trusted_executable=*/true, MaybeGetOatFileAssistantContext(), &context, &error_msg); ASSERT_NE(oat_file_assistant, nullptr); ASSERT_EQ(context, nullptr); // Verify that the created instance is usable. VerifyOptimizationStatusWithInstance( oat_file_assistant.get(), "speed", "install", "up-to-date", OatFileAssistant::kLocationOdex); } TEST_P(OatFileAssistantTest, ErrorOnInvalidIsaString) { std::string dex_location = GetScratchDir() + "/OdexUpToDate.jar"; std::string odex_location = GetOdexDir() + "/OdexUpToDate.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed, "install"); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); std::unique_ptr context; std::string error_msg; EXPECT_EQ(OatFileAssistant::Create(dex_location, /*isa_str=*/"foo", default_context_->EncodeContextForDex2oat(/*base_dir=*/""), /*load_executable=*/false, /*only_load_trusted_executable=*/true, MaybeGetOatFileAssistantContext(), &context, &error_msg), nullptr); EXPECT_EQ(error_msg, "Instruction set 'foo' is invalid"); } TEST_P(OatFileAssistantTest, ErrorOnInvalidContextString) { std::string dex_location = GetScratchDir() + "/OdexUpToDate.jar"; std::string odex_location = GetOdexDir() + "/OdexUpToDate.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed, "install"); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); std::unique_ptr context; std::string error_msg; EXPECT_EQ(OatFileAssistant::Create(dex_location, GetInstructionSetString(kRuntimeISA), /*context_str=*/"foo", /*load_executable=*/false, /*only_load_trusted_executable=*/true, MaybeGetOatFileAssistantContext(), &context, &error_msg), nullptr); EXPECT_EQ(error_msg, "Class loader context 'foo' is invalid"); } TEST_P(OatFileAssistantTest, ErrorOnInvalidContextFile) { std::string dex_location = GetScratchDir() + "/OdexUpToDate.jar"; std::string odex_location = GetOdexDir() + "/OdexUpToDate.odex"; Copy(GetDexSrc1(), dex_location); GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed, "install"); // Create a broken context file. std::string context_location = GetScratchDir() + "/BrokenContext.jar"; std::ofstream output(context_location); output.close(); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); std::unique_ptr context; std::string error_msg; EXPECT_EQ(OatFileAssistant::Create(dex_location, GetInstructionSetString(kRuntimeISA), /*context_str=*/"PCL[" + context_location + "]", /*load_executable=*/false, /*only_load_trusted_executable=*/true, MaybeGetOatFileAssistantContext(), &context, &error_msg), nullptr); EXPECT_EQ(error_msg, "Failed to load class loader context files for '" + dex_location + "' with context 'PCL[" + context_location + "]'"); } // Verifies that `OatFileAssistant::ValidateBootClassPathChecksums` accepts the checksum string // produced by `gc::space::ImageSpace::GetBootClassPathChecksums`. TEST_P(OatFileAssistantTest, ValidateBootClassPathChecksums) { std::string error_msg; auto create_and_verify = [&]() { std::string checksums = gc::space::ImageSpace::GetBootClassPathChecksums( ArrayRef(runtime_->GetHeap()->GetBootImageSpaces()), ArrayRef(runtime_->GetClassLinker()->GetBootClassPath())); std::string bcp_locations = android::base::Join(runtime_->GetBootClassPathLocations(), ':'); ofa_context_ = CreateOatFileAssistantContext(); auto scoped_maybe_without_runtime = ScopedMaybeWithoutRuntime(); return OatFileAssistant::ValidateBootClassPathChecksums( ofa_context_.get(), kRuntimeISA, checksums, bcp_locations, &error_msg); }; ASSERT_TRUE(create_and_verify()) << error_msg; for (const std::string& src : {GetDexSrc1(), GetDexSrc2()}) { ASSERT_TRUE(InsertNewBootClasspathEntry(src, &error_msg)) << error_msg; ASSERT_TRUE(create_and_verify()) << error_msg; } } // TODO: More Tests: // * Test class linker falls back to unquickened dex for DexNoOat // * Test class linker falls back to unquickened dex for MultiDexNoOat // * Test using secondary isa // * Test for status of oat while oat is being generated (how?) // * Test case where 32 and 64 bit boot class paths differ, // and we ask IsInBootClassPath for a class in exactly one of the 32 or // 64 bit boot class paths. // * Test unexpected scenarios (?): // - Dex is stripped, don't have odex. // - Oat file corrupted after status check, before reload unexecutable // because it's unrelocated and no dex2oat INSTANTIATE_TEST_SUITE_P(WithOrWithoutRuntime, OatFileAssistantTest, testing::Values(true, false)); } // namespace art