Bv2.1 8.1: CPL must have <AnnotationText>.
[libdcp.git] / test / verify_test.cc
index 1fc66dcd5b98e4cf994496941ca21acf214dce12..98a28cbc3635d960b0f39478612b9a342a9750c4 100644 (file)
@@ -1,5 +1,5 @@
 /*
-    Copyright (C) 2018-2020 Carl Hetherington <cth@carlh.net>
+    Copyright (C) 2018-2021 Carl Hetherington <cth@carlh.net>
 
     This file is part of libdcp.
 
@@ -61,6 +61,7 @@ using std::pair;
 using std::string;
 using std::vector;
 using std::make_pair;
+using std::make_shared;
 using boost::optional;
 using std::shared_ptr;
 
@@ -92,17 +93,29 @@ static vector<boost::filesystem::path>
 setup (int reference_number, int verify_test_number)
 {
        prepare_directory (dcp::String::compose("build/test/verify_test%1", verify_test_number));
-       for (boost::filesystem::directory_iterator i(dcp::String::compose("test/ref/DCP/dcp_test%1", reference_number)); i != boost::filesystem::directory_iterator(); ++i) {
-               boost::filesystem::copy_file (i->path(), dcp::String::compose("build/test/verify_test%1", verify_test_number) / i->path().filename());
+       for (auto i: boost::filesystem::directory_iterator(dcp::String::compose("test/ref/DCP/dcp_test%1", reference_number))) {
+               boost::filesystem::copy_file (i.path(), dcp::String::compose("build/test/verify_test%1", verify_test_number) / i.path().filename());
        }
 
-       vector<boost::filesystem::path> directories;
-       directories.push_back (dcp::String::compose("build/test/verify_test%1", verify_test_number));
-       return directories;
+       return { dcp::String::compose("build/test/verify_test%1", verify_test_number) };
 
 }
 
 
+static
+void
+write_dcp_with_single_asset (boost::filesystem::path dir, shared_ptr<dcp::ReelAsset> reel_asset, dcp::Standard standard = dcp::SMPTE)
+{
+       auto reel = make_shared<dcp::Reel>();
+       reel->add (reel_asset);
+       auto cpl = make_shared<dcp::CPL>("hello", dcp::FEATURE);
+       cpl->add (reel);
+       auto dcp = make_shared<dcp::DCP>(dir);
+       dcp->add (cpl);
+       dcp->write_xml (standard);
+}
+
+
 /** Class that can alter a file by searching and replacing strings within it.
  *  On destruction modifies the file whose name was given to the constructor.
  */
@@ -117,7 +130,7 @@ public:
 
        ~Editor ()
        {
-               FILE* f = fopen(_path.string().c_str(), "w");
+               auto f = fopen(_path.string().c_str(), "w");
                BOOST_REQUIRE (f);
                fwrite (_content.c_str(), _content.length(), 1, f);
                fclose (f);
@@ -136,25 +149,68 @@ private:
 
 static
 void
-dump_notes (list<dcp::VerificationNote> const & notes)
+dump_notes (vector<dcp::VerificationNote> const & notes)
 {
-       BOOST_FOREACH (dcp::VerificationNote i, notes) {
+       for (auto i: notes) {
                std::cout << dcp::note_to_string(i) << "\n";
        }
 }
 
+
+static
+void
+check_verify_result (vector<boost::filesystem::path> dir, vector<std::pair<dcp::VerificationNote::Type, dcp::VerificationNote::Code>> types_and_codes)
+{
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       dump_notes (notes);
+       BOOST_REQUIRE_EQUAL (notes.size(), types_and_codes.size());
+       auto i = notes.begin();
+       auto j = types_and_codes.begin();
+       while (i != notes.end()) {
+               BOOST_CHECK_EQUAL (i->type(), j->first);
+               BOOST_CHECK_EQUAL (i->code(), j->second);
+               ++i;
+               ++j;
+       }
+}
+
+
+static
+void
+check_verify_result_after_replace (int n, boost::function<boost::filesystem::path (int)> file, string from, string to, vector<dcp::VerificationNote::Code> codes)
+{
+       auto directories = setup (1, n);
+
+       {
+               Editor e (file(n));
+               e.replace (from, to);
+       }
+
+       auto notes = dcp::verify (directories, &stage, &progress, xsd_test);
+
+       BOOST_REQUIRE_EQUAL (notes.size(), codes.size());
+       auto i = notes.begin();
+       auto j = codes.begin();
+       while (i != notes.end()) {
+               BOOST_CHECK_EQUAL (i->code(), *j);
+               ++i;
+               ++j;
+       }
+}
+
+
 /* Check DCP as-is (should be OK) */
 BOOST_AUTO_TEST_CASE (verify_test1)
 {
        stages.clear ();
-       vector<boost::filesystem::path> directories = setup (1, 1);
-       list<dcp::VerificationNote> notes = dcp::verify (directories, &stage, &progress, xsd_test);
+       auto directories = setup (1, 1);
+       auto notes = dcp::verify (directories, &stage, &progress, xsd_test);
 
        boost::filesystem::path const cpl_file = "build/test/verify_test1/cpl_81fb54df-e1bf-4647-8788-ea7ba154375b.xml";
        boost::filesystem::path const pkl_file = "build/test/verify_test1/pkl_cd49971e-bf4c-4594-8474-54ebef09a40c.xml";
        boost::filesystem::path const assetmap_file = "build/test/verify_test1/ASSETMAP.xml";
 
-       list<pair<string, optional<boost::filesystem::path> > >::const_iterator st = stages.begin();
+       auto st = stages.begin();
        BOOST_CHECK_EQUAL (st->first, "Checking DCP");
        BOOST_REQUIRE (st->second);
        BOOST_CHECK_EQUAL (st->second.get(), boost::filesystem::canonical("build/test/verify_test1"));
@@ -198,9 +254,9 @@ BOOST_AUTO_TEST_CASE (verify_test1)
 /* Corrupt the MXFs and check that this is spotted */
 BOOST_AUTO_TEST_CASE (verify_test2)
 {
-       vector<boost::filesystem::path> directories = setup (1, 2);
+       auto directories = setup (1, 2);
 
-       FILE* mod = fopen("build/test/verify_test2/video.mxf", "r+b");
+       auto mod = fopen("build/test/verify_test2/video.mxf", "r+b");
        BOOST_REQUIRE (mod);
        fseek (mod, 4096, SEEK_SET);
        int x = 42;
@@ -213,64 +269,48 @@ BOOST_AUTO_TEST_CASE (verify_test2)
        BOOST_REQUIRE (fwrite (&x, sizeof(x), 1, mod) == 1);
        fclose (mod);
 
-       list<dcp::VerificationNote> notes;
-       {
-               dcp::ASDCPErrorSuspender sus;
-               notes = dcp::verify (directories, &stage, &progress, xsd_test);
-       }
-
-       BOOST_REQUIRE_EQUAL (notes.size(), 2);
-       BOOST_CHECK_EQUAL (notes.front().type(), dcp::VerificationNote::VERIFY_ERROR);
-       BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::PICTURE_HASH_INCORRECT);
-       BOOST_CHECK_EQUAL (notes.back().type(), dcp::VerificationNote::VERIFY_ERROR);
-       BOOST_CHECK_EQUAL (notes.back().code(), dcp::VerificationNote::SOUND_HASH_INCORRECT);
+       dcp::ASDCPErrorSuspender sus;
+       check_verify_result (
+               directories,
+               {
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::PICTURE_HASH_INCORRECT },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::SOUND_HASH_INCORRECT }
+               });
 }
 
 /* Corrupt the hashes in the PKL and check that the disagreement between CPL and PKL is spotted */
 BOOST_AUTO_TEST_CASE (verify_test3)
 {
-       vector<boost::filesystem::path> directories = setup (1, 3);
+       auto directories = setup (1, 3);
 
        {
                Editor e ("build/test/verify_test3/pkl_cd49971e-bf4c-4594-8474-54ebef09a40c.xml");
                e.replace ("<Hash>", "<Hash>x");
        }
 
-       list<dcp::VerificationNote> notes = dcp::verify (directories, &stage, &progress, xsd_test);
-
-       BOOST_REQUIRE_EQUAL (notes.size(), 6);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin();
-       BOOST_CHECK_EQUAL (i->type(), dcp::VerificationNote::VERIFY_ERROR);
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::CPL_HASH_INCORRECT);
-       ++i;
-       BOOST_CHECK_EQUAL (i->type(), dcp::VerificationNote::VERIFY_ERROR);
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::PKL_CPL_PICTURE_HASHES_DISAGREE);
-       ++i;
-       BOOST_CHECK_EQUAL (i->type(), dcp::VerificationNote::VERIFY_ERROR);
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::PKL_CPL_SOUND_HASHES_DISAGREE);
-       ++i;
-       BOOST_CHECK_EQUAL (i->type(), dcp::VerificationNote::VERIFY_ERROR);
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
-       ++i;
-       BOOST_CHECK_EQUAL (i->type(), dcp::VerificationNote::VERIFY_ERROR);
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
-       ++i;
-       BOOST_CHECK_EQUAL (i->type(), dcp::VerificationNote::VERIFY_ERROR);
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
-       ++i;
+       check_verify_result (
+               directories,
+               {
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::CPL_HASH_INCORRECT },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::PKL_CPL_PICTURE_HASHES_DIFFER },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::PKL_CPL_SOUND_HASHES_DIFFER },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR }
+               });
 }
 
 /* Corrupt the ContentKind in the CPL */
 BOOST_AUTO_TEST_CASE (verify_test4)
 {
-       vector<boost::filesystem::path> directories = setup (1, 4);
+       auto directories = setup (1, 4);
 
        {
                Editor e ("build/test/verify_test4/cpl_81fb54df-e1bf-4647-8788-ea7ba154375b.xml");
                e.replace ("<ContentKind>", "<ContentKind>x");
        }
 
-       list<dcp::VerificationNote> notes = dcp::verify (directories, &stage, &progress, xsd_test);
+       auto notes = dcp::verify (directories, &stage, &progress, xsd_test);
 
        BOOST_REQUIRE_EQUAL (notes.size(), 1);
        BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::GENERAL_READ);
@@ -298,89 +338,25 @@ asset_map (int n)
        return dcp::String::compose("build/test/verify_test%1/ASSETMAP.xml", n);
 }
 
-static
-void check_after_replace (int n, boost::function<boost::filesystem::path (int)> file, string from, string to, dcp::VerificationNote::Code code1)
-{
-       vector<boost::filesystem::path> directories = setup (1, n);
-
-       {
-               Editor e (file(n));
-               e.replace (from, to);
-       }
-
-       list<dcp::VerificationNote> notes = dcp::verify (directories, &stage, &progress, xsd_test);
-
-       BOOST_REQUIRE_EQUAL (notes.size(), 1);
-       BOOST_CHECK_EQUAL (notes.front().code(), code1);
-}
-
-static
-void check_after_replace (int n, boost::function<boost::filesystem::path (int)> file, string from, string to, dcp::VerificationNote::Code code1, dcp::VerificationNote::Code code2)
-{
-       vector<boost::filesystem::path> directories = setup (1, n);
-
-       {
-               Editor e (file(n));
-               e.replace (from, to);
-       }
-
-       list<dcp::VerificationNote> notes = dcp::verify (directories, &stage, &progress, xsd_test);
-
-       BOOST_REQUIRE_EQUAL (notes.size(), 2);
-       BOOST_CHECK_EQUAL (notes.front().code(), code1);
-       BOOST_CHECK_EQUAL (notes.back().code(), code2);
-}
-
-static
-void check_after_replace (
-       int n, boost::function<boost::filesystem::path (int)> file,
-       string from,
-       string to,
-       dcp::VerificationNote::Code code1,
-       dcp::VerificationNote::Code code2,
-       dcp::VerificationNote::Code code3
-       )
-{
-       vector<boost::filesystem::path> directories = setup (1, n);
-
-       {
-               Editor e (file(n));
-               e.replace (from, to);
-       }
-
-       list<dcp::VerificationNote> notes = dcp::verify (directories, &stage, &progress, xsd_test);
-
-       BOOST_REQUIRE_EQUAL (notes.size(), 3);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin ();
-       BOOST_CHECK_EQUAL (i->code(), code1);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), code2);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), code3);
-}
 
 /* FrameRate */
 BOOST_AUTO_TEST_CASE (verify_test5)
 {
-       check_after_replace (
+       check_verify_result_after_replace (
                        5, &cpl,
                        "<FrameRate>24 1", "<FrameRate>99 1",
-                       dcp::VerificationNote::CPL_HASH_INCORRECT,
-                       dcp::VerificationNote::INVALID_PICTURE_FRAME_RATE
+                       dcp::VerificationNote::CPL_HASH_INCORRECT,
+                         dcp::VerificationNote::INVALID_PICTURE_FRAME_RATE }
                        );
 }
 
 /* Missing asset */
 BOOST_AUTO_TEST_CASE (verify_test6)
 {
-       vector<boost::filesystem::path> directories = setup (1, 6);
+       auto directories = setup (1, 6);
 
        boost::filesystem::remove ("build/test/verify_test6/video.mxf");
-       list<dcp::VerificationNote> notes = dcp::verify (directories, &stage, &progress, xsd_test);
-
-       BOOST_REQUIRE_EQUAL (notes.size(), 1);
-       BOOST_CHECK_EQUAL (notes.front().type(), dcp::VerificationNote::VERIFY_ERROR);
-       BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::MISSING_ASSET);
+       check_verify_result (directories, {{ dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::MISSING_ASSET }});
 }
 
 static
@@ -393,22 +369,22 @@ assetmap (int n)
 /* Empty asset filename in ASSETMAP */
 BOOST_AUTO_TEST_CASE (verify_test7)
 {
-       check_after_replace (
+       check_verify_result_after_replace (
                        7, &assetmap,
                        "<Path>video.mxf</Path>", "<Path></Path>",
-                       dcp::VerificationNote::EMPTY_ASSET_PATH
+                       { dcp::VerificationNote::EMPTY_ASSET_PATH }
                        );
 }
 
 /* Mismatched standard */
 BOOST_AUTO_TEST_CASE (verify_test8)
 {
-       check_after_replace (
+       check_verify_result_after_replace (
                        8, &cpl,
                        "http://www.smpte-ra.org/schemas/429-7/2006/CPL", "http://www.digicine.com/PROTO-ASDCP-CPL-20040511#",
-                       dcp::VerificationNote::MISMATCHED_STANDARD,
-                       dcp::VerificationNote::XML_VALIDATION_ERROR,
-                       dcp::VerificationNote::CPL_HASH_INCORRECT
+                       dcp::VerificationNote::MISMATCHED_STANDARD,
+                         dcp::VerificationNote::XML_VALIDATION_ERROR,
+                         dcp::VerificationNote::CPL_HASH_INCORRECT }
                        );
 }
 
@@ -416,41 +392,41 @@ BOOST_AUTO_TEST_CASE (verify_test8)
 BOOST_AUTO_TEST_CASE (verify_test9)
 {
        /* There's no CPL_HASH_INCORRECT error here because it can't find the correct hash by ID (since the ID is wrong) */
-       check_after_replace (
+       check_verify_result_after_replace (
                        9, &cpl,
                        "<Id>urn:uuid:81fb54df-e1bf-4647-8788-ea7ba154375b", "<Id>urn:uuid:81fb54df-e1bf-4647-8788-ea7ba154375",
-                       dcp::VerificationNote::XML_VALIDATION_ERROR
+                       { dcp::VerificationNote::XML_VALIDATION_ERROR }
                        );
 }
 
 /* Badly formatted <IssueDate> in CPL */
 BOOST_AUTO_TEST_CASE (verify_test10)
 {
-       check_after_replace (
+       check_verify_result_after_replace (
                        10, &cpl,
                        "<IssueDate>", "<IssueDate>x",
-                       dcp::VerificationNote::XML_VALIDATION_ERROR,
-                       dcp::VerificationNote::CPL_HASH_INCORRECT
+                       dcp::VerificationNote::XML_VALIDATION_ERROR,
+                         dcp::VerificationNote::CPL_HASH_INCORRECT }
                        );
 }
 
 /* Badly-formatted <Id> in PKL */
 BOOST_AUTO_TEST_CASE (verify_test11)
 {
-       check_after_replace (
+       check_verify_result_after_replace (
                11, &pkl,
                "<Id>urn:uuid:cd4", "<Id>urn:uuid:xd4",
-               dcp::VerificationNote::XML_VALIDATION_ERROR
+               { dcp::VerificationNote::XML_VALIDATION_ERROR }
                );
 }
 
 /* Badly-formatted <Id> in ASSETMAP */
 BOOST_AUTO_TEST_CASE (verify_test12)
 {
-       check_after_replace (
+       check_verify_result_after_replace (
                12, &asset_map,
                "<Id>urn:uuid:63c", "<Id>urn:uuid:x3c",
-               dcp::VerificationNote::XML_VALIDATION_ERROR
+               { dcp::VerificationNote::XML_VALIDATION_ERROR }
                );
 }
 
@@ -458,14 +434,14 @@ BOOST_AUTO_TEST_CASE (verify_test12)
 BOOST_AUTO_TEST_CASE (verify_test13)
 {
        stages.clear ();
-       vector<boost::filesystem::path> directories = setup (3, 13);
-       list<dcp::VerificationNote> notes = dcp::verify (directories, &stage, &progress, xsd_test);
+       auto directories = setup (3, 13);
+       auto notes = dcp::verify (directories, &stage, &progress, xsd_test);
 
        boost::filesystem::path const cpl_file = "build/test/verify_test13/cpl_cbfd2bc0-21cf-4a8f-95d8-9cddcbe51296.xml";
        boost::filesystem::path const pkl_file = "build/test/verify_test13/pkl_d87a950c-bd6f-41f6-90cc-56ccd673e131.xml";
        boost::filesystem::path const assetmap_file = "build/test/verify_test13/ASSETMAP";
 
-       list<pair<string, optional<boost::filesystem::path> > >::const_iterator st = stages.begin();
+       auto st = stages.begin();
        BOOST_CHECK_EQUAL (st->first, "Checking DCP");
        BOOST_REQUIRE (st->second);
        BOOST_CHECK_EQUAL (st->second.get(), boost::filesystem::canonical("build/test/verify_test13"));
@@ -504,7 +480,7 @@ BOOST_AUTO_TEST_CASE (verify_test13)
        BOOST_REQUIRE (st == stages.end());
 
        BOOST_REQUIRE_EQUAL (notes.size(), 1U);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin ();
+       auto i = notes.begin ();
        BOOST_CHECK_EQUAL (i->type(), dcp::VerificationNote::VERIFY_BV21_ERROR);
        BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::NOT_SMPTE);
 }
@@ -512,21 +488,16 @@ BOOST_AUTO_TEST_CASE (verify_test13)
 /* DCP with a short asset */
 BOOST_AUTO_TEST_CASE (verify_test14)
 {
-       vector<boost::filesystem::path> directories = setup (8, 14);
-       list<dcp::VerificationNote> notes = dcp::verify (directories, &stage, &progress, xsd_test);
-
-       BOOST_REQUIRE_EQUAL (notes.size(), 5);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin ();
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::NOT_SMPTE);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::DURATION_TOO_SMALL);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::INTRINSIC_DURATION_TOO_SMALL);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::DURATION_TOO_SMALL);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::INTRINSIC_DURATION_TOO_SMALL);
-       ++i;
+       auto directories = setup (8, 14);
+       check_verify_result (
+               directories,
+               {
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::NOT_SMPTE },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::DURATION_TOO_SMALL },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::INTRINSIC_DURATION_TOO_SMALL },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::DURATION_TOO_SMALL },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::INTRINSIC_DURATION_TOO_SMALL }
+               });
 }
 
 
@@ -534,22 +505,16 @@ static
 void
 dcp_from_frame (dcp::ArrayData const& frame, boost::filesystem::path dir)
 {
-       shared_ptr<dcp::MonoPictureAsset> asset(new dcp::MonoPictureAsset(dcp::Fraction(24, 1), dcp::SMPTE));
+       auto asset = make_shared<dcp::MonoPictureAsset>(dcp::Fraction(24, 1), dcp::SMPTE);
        boost::filesystem::create_directories (dir);
-       shared_ptr<dcp::PictureAssetWriter> writer = asset->start_write (dir / "pic.mxf", true);
+       auto writer = asset->start_write (dir / "pic.mxf", true);
        for (int i = 0; i < 24; ++i) {
                writer->write (frame.data(), frame.size());
        }
        writer->finalize ();
 
-       shared_ptr<dcp::ReelAsset> reel_asset(new dcp::ReelMonoPictureAsset(asset, 0));
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
-       dcp->add (cpl);
-       dcp->write_xml (dcp::SMPTE);
+       auto reel_asset = make_shared<dcp::ReelMonoPictureAsset>(asset, 0);
+       write_dcp_with_single_asset (dir, reel_asset);
 }
 
 
@@ -559,8 +524,8 @@ BOOST_AUTO_TEST_CASE (verify_test15)
        int const too_big = 1302083 * 2;
 
        /* Compress a black image */
-       shared_ptr<dcp::OpenJPEGImage> image = black_image ();
-       dcp::ArrayData frame = dcp::compress_j2k (image, 100000000, 24, false, false);
+       auto image = black_image ();
+       auto frame = dcp::compress_j2k (image, 100000000, 24, false, false);
        BOOST_REQUIRE (frame.size() < too_big);
 
        /* Place it in a bigger block with some zero padding at the end */
@@ -572,11 +537,10 @@ BOOST_AUTO_TEST_CASE (verify_test15)
        boost::filesystem::remove_all (dir);
        dcp_from_frame (oversized_frame, dir);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 1);
-       BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::PICTURE_FRAME_TOO_LARGE_IN_BYTES);
+       check_verify_result (
+               { dir },
+               {{ dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::PICTURE_FRAME_TOO_LARGE_IN_BYTES }}
+               );
 }
 
 
@@ -586,8 +550,8 @@ BOOST_AUTO_TEST_CASE (verify_test16)
        int const nearly_too_big = 1302083 * 0.98;
 
        /* Compress a black image */
-       shared_ptr<dcp::OpenJPEGImage> image = black_image ();
-       dcp::ArrayData frame = dcp::compress_j2k (image, 100000000, 24, false, false);
+       auto image = black_image ();
+       auto frame = dcp::compress_j2k (image, 100000000, 24, false, false);
        BOOST_REQUIRE (frame.size() < nearly_too_big);
 
        /* Place it in a bigger block with some zero padding at the end */
@@ -599,11 +563,10 @@ BOOST_AUTO_TEST_CASE (verify_test16)
        boost::filesystem::remove_all (dir);
        dcp_from_frame (oversized_frame, dir);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 1);
-       BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::PICTURE_FRAME_NEARLY_TOO_LARGE_IN_BYTES);
+       check_verify_result (
+               { dir },
+               {{ dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::PICTURE_FRAME_NEARLY_TOO_LARGE_IN_BYTES }}
+               );
 }
 
 
@@ -611,17 +574,15 @@ BOOST_AUTO_TEST_CASE (verify_test16)
 BOOST_AUTO_TEST_CASE (verify_test17)
 {
        /* Compress a black image */
-       shared_ptr<dcp::OpenJPEGImage> image = black_image ();
-       dcp::ArrayData frame = dcp::compress_j2k (image, 100000000, 24, false, false);
+       auto image = black_image ();
+       auto frame = dcp::compress_j2k (image, 100000000, 24, false, false);
        BOOST_REQUIRE (frame.size() < 230000000 / (24 * 8));
 
        boost::filesystem::path const dir("build/test/verify_test17");
        boost::filesystem::remove_all (dir);
        dcp_from_frame (frame, dir);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
        BOOST_REQUIRE_EQUAL (notes.size(), 0);
 }
 
@@ -632,22 +593,11 @@ BOOST_AUTO_TEST_CASE (verify_test18)
        boost::filesystem::path const dir("build/test/verify_test18");
        prepare_directory (dir);
        boost::filesystem::copy_file ("test/data/subs1.xml", dir / "subs.xml");
-       shared_ptr<dcp::InteropSubtitleAsset> asset(new dcp::InteropSubtitleAsset(dir / "subs.xml"));
-       shared_ptr<dcp::ReelAsset> reel_asset(new dcp::ReelSubtitleAsset(asset, dcp::Fraction(24, 1), 16 * 24, 0));
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
-       dcp->add (cpl);
-       dcp->write_xml (dcp::INTEROP);
+       auto asset = make_shared<dcp::InteropSubtitleAsset>(dir / "subs.xml");
+       auto reel_asset = make_shared<dcp::ReelSubtitleAsset>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
+       write_dcp_with_single_asset (dir, reel_asset, dcp::INTEROP);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 1U);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin ();
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::NOT_SMPTE);
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::NOT_SMPTE }});
 }
 
 
@@ -657,32 +607,22 @@ BOOST_AUTO_TEST_CASE (verify_test19)
        boost::filesystem::path const dir("build/test/verify_test19");
        prepare_directory (dir);
        boost::filesystem::copy_file ("test/data/subs1.xml", dir / "subs.xml");
-       shared_ptr<dcp::InteropSubtitleAsset> asset(new dcp::InteropSubtitleAsset(dir / "subs.xml"));
-       shared_ptr<dcp::ReelAsset> reel_asset(new dcp::ReelSubtitleAsset(asset, dcp::Fraction(24, 1), 16 * 24, 0));
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
-       dcp->add (cpl);
-       dcp->write_xml (dcp::INTEROP);
+       auto asset = make_shared<dcp::InteropSubtitleAsset>(dir / "subs.xml");
+       auto reel_asset = make_shared<dcp::ReelSubtitleAsset>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
+       write_dcp_with_single_asset (dir, reel_asset, dcp::INTEROP);
 
        {
                Editor e (dir / "subs.xml");
                e.replace ("</ReelNumber>", "</ReelNumber><Foo></Foo>");
        }
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 3);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin ();
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::NOT_SMPTE);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
-       ++i;
+       check_verify_result (
+               { dir },
+               {
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::NOT_SMPTE },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR }
+               });
 }
 
 
@@ -692,20 +632,11 @@ BOOST_AUTO_TEST_CASE (verify_test20)
        boost::filesystem::path const dir("build/test/verify_test20");
        prepare_directory (dir);
        boost::filesystem::copy_file ("test/data/subs.mxf", dir / "subs.mxf");
-       shared_ptr<dcp::SMPTESubtitleAsset> asset(new dcp::SMPTESubtitleAsset(dir / "subs.mxf"));
-       shared_ptr<dcp::ReelAsset> reel_asset(new dcp::ReelSubtitleAsset(asset, dcp::Fraction(24, 1), 16 * 24, 0));
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
-       dcp->add (cpl);
-       dcp->write_xml (dcp::SMPTE);
+       auto asset = make_shared<dcp::SMPTESubtitleAsset>(dir / "subs.mxf");
+       auto reel_asset = make_shared<dcp::ReelSubtitleAsset>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
+       write_dcp_with_single_asset (dir, reel_asset);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       dump_notes (notes);
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
        BOOST_REQUIRE_EQUAL (notes.size(), 0);
 }
 
@@ -716,22 +647,17 @@ BOOST_AUTO_TEST_CASE (verify_test21)
        boost::filesystem::path const dir("build/test/verify_test21");
        prepare_directory (dir);
        boost::filesystem::copy_file ("test/data/broken_smpte.mxf", dir / "subs.mxf");
-       shared_ptr<dcp::SMPTESubtitleAsset> asset(new dcp::SMPTESubtitleAsset(dir / "subs.mxf"));
-       shared_ptr<dcp::ReelAsset> reel_asset(new dcp::ReelSubtitleAsset(asset, dcp::Fraction(24, 1), 16 * 24, 0));
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
-       dcp->add (cpl);
-       dcp->write_xml (dcp::SMPTE);
-
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 2);
-       BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
-       BOOST_CHECK_EQUAL (notes.back().code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
+       auto asset = make_shared<dcp::SMPTESubtitleAsset>(dir / "subs.mxf");
+       auto reel_asset = make_shared<dcp::ReelSubtitleAsset>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
+       write_dcp_with_single_asset (dir, reel_asset);
+
+       check_verify_result (
+               { dir },
+               {
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR },
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::MISSING_SUBTITLE_START_TIME }
+               });
 }
 
 
@@ -741,8 +667,8 @@ BOOST_AUTO_TEST_CASE (verify_test22)
        boost::filesystem::path const ov_dir("build/test/verify_test22_ov");
        prepare_directory (ov_dir);
 
-       shared_ptr<dcp::OpenJPEGImage> image = black_image ();
-       dcp::ArrayData frame = dcp::compress_j2k (image, 100000000, 24, false, false);
+       auto image = black_image ();
+       auto frame = dcp::compress_j2k (image, 100000000, 24, false, false);
        BOOST_REQUIRE (frame.size() < 230000000 / (24 * 8));
        dcp_from_frame (frame, ov_dir);
 
@@ -752,19 +678,11 @@ BOOST_AUTO_TEST_CASE (verify_test22)
        boost::filesystem::path const vf_dir("build/test/verify_test22_vf");
        prepare_directory (vf_dir);
 
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (ov.cpls().front()->reels().front()->main_picture());
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       dcp::DCP vf (vf_dir);
-       vf.add (cpl);
-       vf.write_xml (dcp::SMPTE);
+       write_dcp_with_single_asset (vf_dir, ov.cpls().front()->reels().front()->main_picture());
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (vf_dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 1);
-       BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::EXTERNAL_ASSET);
+       check_verify_result (
+               { vf_dir },
+               {{ dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::EXTERNAL_ASSET }});
 }
 
 
@@ -775,12 +693,12 @@ BOOST_AUTO_TEST_CASE (verify_test23)
        prepare_directory (dir);
 
        boost::filesystem::copy_file ("test/data/subs.mxf", dir / "subs.mxf");
-       shared_ptr<dcp::SMPTESubtitleAsset> asset(new dcp::SMPTESubtitleAsset(dir / "subs.mxf"));
-       shared_ptr<dcp::ReelAsset> reel_asset(new dcp::ReelSubtitleAsset(asset, dcp::Fraction(24, 1), 16 * 24, 0));
+       auto asset = make_shared<dcp::SMPTESubtitleAsset>(dir / "subs.mxf");
+       auto reel_asset = make_shared<dcp::ReelSubtitleAsset>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
 
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
+       auto reel = make_shared<dcp::Reel>();
        reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
+       auto cpl = make_shared<dcp::CPL>("hello", dcp::FEATURE);
        cpl->add (reel);
        cpl->set_main_sound_configuration ("L,C,R,Lfe,-,-");
        cpl->set_main_sound_sample_rate (48000);
@@ -791,22 +709,21 @@ BOOST_AUTO_TEST_CASE (verify_test23)
        dcp.add (cpl);
        dcp.write_xml (dcp::SMPTE);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       BOOST_CHECK (notes.empty());
 }
 
 
 boost::filesystem::path find_cpl (boost::filesystem::path dir)
 {
-       for (boost::filesystem::directory_iterator i = boost::filesystem::directory_iterator(dir); i != boost::filesystem::directory_iterator(); i++) {
-               if (boost::starts_with(i->path().filename().string(), "cpl_")) {
-                       return i->path();
+       for (auto i: boost::filesystem::directory_iterator(dir)) {
+               if (boost::starts_with(i.path().filename().string(), "cpl_")) {
+                       return i.path();
                }
        }
 
        BOOST_REQUIRE (false);
-       return boost::filesystem::path();
+       return {};
 }
 
 
@@ -816,9 +733,9 @@ BOOST_AUTO_TEST_CASE (verify_test24)
        boost::filesystem::path const dir("build/test/verify_test24");
        prepare_directory (dir);
 
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
+       auto reel = make_shared<dcp::Reel>();
        reel->add (black_picture_asset(dir));
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
+       auto cpl = make_shared<dcp::CPL>("hello", dcp::FEATURE);
        cpl->add (reel);
        cpl->set_main_sound_configuration ("L,C,R,Lfe,-,-");
        cpl->set_main_sound_sample_rate (48000);
@@ -834,20 +751,14 @@ BOOST_AUTO_TEST_CASE (verify_test24)
                e.replace ("MainSound", "MainSoundX");
        }
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 4);
-
-       list<dcp::VerificationNote>::const_iterator i = notes.begin ();
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::XML_VALIDATION_ERROR);
-       ++i;
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::CPL_HASH_INCORRECT);
-       ++i;
+       check_verify_result (
+               { dir },
+               {
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::XML_VALIDATION_ERROR },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::CPL_HASH_INCORRECT }
+               });
 }
 
 
@@ -857,13 +768,9 @@ BOOST_AUTO_TEST_CASE (verify_test25)
        boost::filesystem::path const dir("build/test/verify_test25");
        prepare_directory (dir);
 
-       boost::filesystem::copy_file ("test/data/subs.mxf", dir / "subs.mxf");
-       shared_ptr<dcp::SMPTESubtitleAsset> asset(new dcp::SMPTESubtitleAsset(dir / "subs.mxf"));
-       shared_ptr<dcp::ReelAsset> reel_asset(new dcp::ReelSubtitleAsset(asset, dcp::Fraction(24, 1), 16 * 24, 0));
-
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
+       auto reel = make_shared<dcp::Reel>();
+       reel->add (black_picture_asset(dir));
+       auto cpl = make_shared<dcp::CPL>("hello", dcp::FEATURE);
        cpl->add (reel);
        cpl->set_main_sound_configuration ("L,C,R,Lfe,-,-");
        cpl->set_main_sound_sample_rate (48000);
@@ -876,12 +783,13 @@ BOOST_AUTO_TEST_CASE (verify_test25)
 
        {
                Editor e (find_cpl("build/test/verify_test25"));
-               e.replace ("</MainPictureActiveArea>", "</MainPictureActiveArea><BadTag></BadTag>");
+               e.replace ("meta:Width", "meta:WidthX");
        }
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
+       check_verify_result (
+               { dir },
+               {{ dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::GENERAL_READ }}
+               );
 }
 
 
@@ -891,24 +799,16 @@ BOOST_AUTO_TEST_CASE (verify_test26)
        boost::filesystem::path const dir("build/test/verify_test26");
        prepare_directory (dir);
        boost::filesystem::copy_file ("test/data/subs.mxf", dir / "subs.mxf");
-       shared_ptr<dcp::SMPTESubtitleAsset> asset(new dcp::SMPTESubtitleAsset(dir / "subs.mxf"));
+       auto asset = make_shared<dcp::SMPTESubtitleAsset>(dir / "subs.mxf");
        asset->_language = "wrong-andbad";
        asset->write (dir / "subs.mxf");
-       shared_ptr<dcp::ReelSubtitleAsset> reel_asset(new dcp::ReelSubtitleAsset(asset, dcp::Fraction(24, 1), 16 * 24, 0));
+       auto reel_asset = make_shared<dcp::ReelSubtitleAsset>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
        reel_asset->_language = "badlang";
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
-       dcp->add (cpl);
-       dcp->write_xml (dcp::SMPTE);
+       write_dcp_with_single_asset (dir, reel_asset);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
        BOOST_REQUIRE_EQUAL (notes.size(), 2U);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin ();
+       auto i = notes.begin();
        BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::BAD_LANGUAGE);
        BOOST_REQUIRE (i->note());
        BOOST_CHECK_EQUAL (*i->note(), "badlang");
@@ -925,24 +825,16 @@ BOOST_AUTO_TEST_CASE (verify_invalid_closed_caption_languages)
        boost::filesystem::path const dir("build/test/verify_invalid_closed_caption_languages");
        prepare_directory (dir);
        boost::filesystem::copy_file ("test/data/subs.mxf", dir / "subs.mxf");
-       shared_ptr<dcp::SMPTESubtitleAsset> asset(new dcp::SMPTESubtitleAsset(dir / "subs.mxf"));
+       auto asset = make_shared<dcp::SMPTESubtitleAsset>(dir / "subs.mxf");
        asset->_language = "wrong-andbad";
        asset->write (dir / "subs.mxf");
-       shared_ptr<dcp::ReelClosedCaptionAsset> reel_asset(new dcp::ReelClosedCaptionAsset(asset, dcp::Fraction(24, 1), 16 * 24, 0));
+       auto reel_asset = make_shared<dcp::ReelClosedCaptionAsset>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
        reel_asset->_language = "badlang";
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
-       dcp->add (cpl);
-       dcp->write_xml (dcp::SMPTE);
+       write_dcp_with_single_asset (dir, reel_asset);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
        BOOST_REQUIRE_EQUAL (notes.size(), 2U);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin ();
+       auto i = notes.begin ();
        BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::BAD_LANGUAGE);
        BOOST_REQUIRE (i->note());
        BOOST_CHECK_EQUAL (*i->note(), "badlang");
@@ -961,14 +853,14 @@ BOOST_AUTO_TEST_CASE (verify_various_invalid_languages)
        boost::filesystem::path const dir("build/test/verify_various_invalid_languages");
        prepare_directory (dir);
 
-       shared_ptr<dcp::MonoPictureAsset> picture = simple_picture (dir, "foo");
-       shared_ptr<dcp::ReelPictureAsset> reel_picture(new dcp::ReelMonoPictureAsset(picture, 0));
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
+       auto picture = simple_picture (dir, "foo");
+       auto reel_picture = make_shared<dcp::ReelMonoPictureAsset>(picture, 0);
+       auto reel = make_shared<dcp::Reel>();
        reel->add (reel_picture);
-       shared_ptr<dcp::SoundAsset> sound = simple_sound (dir, "foo", dcp::MXFMetadata(), "frobozz");
-       shared_ptr<dcp::ReelSoundAsset> reel_sound(new dcp::ReelSoundAsset(sound, 0));
+       auto sound = simple_sound (dir, "foo", dcp::MXFMetadata(), "frobozz");
+       auto reel_sound = make_shared<dcp::ReelSoundAsset>(sound, 0);
        reel->add (reel_sound);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
+       auto cpl = make_shared<dcp::CPL>("hello", dcp::FEATURE);
        cpl->add (reel);
        cpl->_additional_subtitle_languages.push_back("this-is-wrong");
        cpl->_additional_subtitle_languages.push_back("andso-is-this");
@@ -977,15 +869,13 @@ BOOST_AUTO_TEST_CASE (verify_various_invalid_languages)
        cpl->set_main_picture_stored_area (dcp::Size(1998, 1080));
        cpl->set_main_picture_active_area (dcp::Size(1440, 1080));
        cpl->_release_territory = "fred-jim";
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
+       auto dcp = make_shared<dcp::DCP>(dir);
        dcp->add (cpl);
        dcp->write_xml (dcp::SMPTE);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
        BOOST_REQUIRE_EQUAL (notes.size(), 4U);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin ();
+       auto i = notes.begin ();
        BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::BAD_LANGUAGE);
        BOOST_REQUIRE (i->note());
        BOOST_CHECK_EQUAL (*i->note(), "this-is-wrong");
@@ -1006,7 +896,7 @@ BOOST_AUTO_TEST_CASE (verify_various_invalid_languages)
 
 
 static
-list<dcp::VerificationNote>
+vector<dcp::VerificationNote>
 check_picture_size (int width, int height, int frame_rate, bool three_d)
 {
        using namespace boost::filesystem;
@@ -1017,43 +907,31 @@ check_picture_size (int width, int height, int frame_rate, bool three_d)
 
        shared_ptr<dcp::PictureAsset> mp;
        if (three_d) {
-               mp.reset (new dcp::StereoPictureAsset(dcp::Fraction(frame_rate, 1), dcp::SMPTE));
+               mp = make_shared<dcp::StereoPictureAsset>(dcp::Fraction(frame_rate, 1), dcp::SMPTE);
        } else {
-               mp.reset (new dcp::MonoPictureAsset(dcp::Fraction(frame_rate, 1), dcp::SMPTE));
+               mp = make_shared<dcp::MonoPictureAsset>(dcp::Fraction(frame_rate, 1), dcp::SMPTE);
        }
-       shared_ptr<dcp::PictureAssetWriter> picture_writer = mp->start_write (dcp_path / "video.mxf", false);
+       auto picture_writer = mp->start_write (dcp_path / "video.mxf", false);
 
-       shared_ptr<dcp::OpenJPEGImage> image = black_image (dcp::Size(width, height));
-       dcp::ArrayData j2c = dcp::compress_j2k (image, 100000000, frame_rate, three_d, width > 2048);
+       auto image = black_image (dcp::Size(width, height));
+       auto j2c = dcp::compress_j2k (image, 100000000, frame_rate, three_d, width > 2048);
        int const length = three_d ? frame_rate * 2 : frame_rate;
        for (int i = 0; i < length; ++i) {
                picture_writer->write (j2c.data(), j2c.size());
        }
        picture_writer->finalize ();
 
-       shared_ptr<dcp::DCP> d (new dcp::DCP(dcp_path));
-       shared_ptr<dcp::CPL> cpl (new dcp::CPL("A Test DCP", dcp::FEATURE));
+       auto d = make_shared<dcp::DCP>(dcp_path);
+       auto cpl = make_shared<dcp::CPL>("A Test DCP", dcp::FEATURE);
        cpl->set_annotation_text ("A Test DCP");
        cpl->set_issue_date ("2012-07-17T04:45:18+00:00");
 
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
+       auto reel = make_shared<dcp::Reel>();
 
        if (three_d) {
-               reel->add (
-                       shared_ptr<dcp::ReelPictureAsset>(
-                               new dcp::ReelStereoPictureAsset(
-                                       std::dynamic_pointer_cast<dcp::StereoPictureAsset>(mp),
-                                       0)
-                               )
-                       );
+               reel->add (make_shared<dcp::ReelStereoPictureAsset>(std::dynamic_pointer_cast<dcp::StereoPictureAsset>(mp), 0));
        } else {
-               reel->add (
-                       shared_ptr<dcp::ReelPictureAsset>(
-                               new dcp::ReelMonoPictureAsset(
-                                       std::dynamic_pointer_cast<dcp::MonoPictureAsset>(mp),
-                                       0)
-                               )
-                       );
+               reel->add (make_shared<dcp::ReelMonoPictureAsset>(std::dynamic_pointer_cast<dcp::MonoPictureAsset>(mp), 0));
        }
 
        cpl->add (reel);
@@ -1061,9 +939,7 @@ check_picture_size (int width, int height, int frame_rate, bool three_d)
        d->add (cpl);
        d->write_xml (dcp::SMPTE);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dcp_path);
-       return dcp::verify (dirs, &stage, &progress, xsd_test);
+       return dcp::verify ({dcp_path}, &stage, &progress, xsd_test);
 }
 
 
@@ -1071,7 +947,7 @@ static
 void
 check_picture_size_ok (int width, int height, int frame_rate, bool three_d)
 {
-       list<dcp::VerificationNote> notes = check_picture_size(width, height, frame_rate, three_d);
+       auto notes = check_picture_size(width, height, frame_rate, three_d);
        dump_notes (notes);
        BOOST_CHECK_EQUAL (notes.size(), 0U);
 }
@@ -1081,7 +957,7 @@ static
 void
 check_picture_size_bad_frame_size (int width, int height, int frame_rate, bool three_d)
 {
-       list<dcp::VerificationNote> notes = check_picture_size(width, height, frame_rate, three_d);
+       auto notes = check_picture_size(width, height, frame_rate, three_d);
        BOOST_REQUIRE_EQUAL (notes.size(), 1U);
        BOOST_CHECK_EQUAL (notes.front().type(), dcp::VerificationNote::VERIFY_BV21_ERROR);
        BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::PICTURE_ASSET_INVALID_SIZE_IN_PIXELS);
@@ -1092,7 +968,7 @@ static
 void
 check_picture_size_bad_2k_frame_rate (int width, int height, int frame_rate, bool three_d)
 {
-       list<dcp::VerificationNote> notes = check_picture_size(width, height, frame_rate, three_d);
+       auto notes = check_picture_size(width, height, frame_rate, three_d);
        BOOST_REQUIRE_EQUAL (notes.size(), 2U);
        BOOST_CHECK_EQUAL (notes.back().type(), dcp::VerificationNote::VERIFY_BV21_ERROR);
        BOOST_CHECK_EQUAL (notes.back().code(), dcp::VerificationNote::PICTURE_ASSET_INVALID_FRAME_RATE_FOR_2K);
@@ -1103,7 +979,7 @@ static
 void
 check_picture_size_bad_4k_frame_rate (int width, int height, int frame_rate, bool three_d)
 {
-       list<dcp::VerificationNote> notes = check_picture_size(width, height, frame_rate, three_d);
+       auto notes = check_picture_size(width, height, frame_rate, three_d);
        BOOST_REQUIRE_EQUAL (notes.size(), 1U);
        BOOST_CHECK_EQUAL (notes.front().type(), dcp::VerificationNote::VERIFY_BV21_ERROR);
        BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::PICTURE_ASSET_INVALID_FRAME_RATE_FOR_4K);
@@ -1152,63 +1028,64 @@ BOOST_AUTO_TEST_CASE (verify_picture_size)
        check_picture_size_bad_4k_frame_rate (3996, 2160, 48, false);
 
        /* No 4K 3D */
-       list<dcp::VerificationNote> notes = check_picture_size(3996, 2160, 24, true);
+       auto notes = check_picture_size(3996, 2160, 24, true);
        BOOST_REQUIRE_EQUAL (notes.size(), 1U);
        BOOST_CHECK_EQUAL (notes.front().type(), dcp::VerificationNote::VERIFY_BV21_ERROR);
        BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::PICTURE_ASSET_4K_3D);
 }
 
 
+static
+void
+add_test_subtitle (shared_ptr<dcp::SubtitleAsset> asset, int start_frame, int end_frame, float v_position = 0, string text = "Hello")
+{
+       asset->add (
+               make_shared<dcp::SubtitleString>(
+                       optional<string>(),
+                       false,
+                       false,
+                       false,
+                       dcp::Colour(),
+                       42,
+                       1,
+                       dcp::Time(start_frame, 24, 24),
+                       dcp::Time(end_frame, 24, 24),
+                       0,
+                       dcp::HALIGN_CENTER,
+                       v_position,
+                       dcp::VALIGN_CENTER,
+                       dcp::DIRECTION_LTR,
+                       text,
+                       dcp::NONE,
+                       dcp::Colour(),
+                       dcp::Time(),
+                       dcp::Time()
+               )
+       );
+}
+
+
 BOOST_AUTO_TEST_CASE (verify_closed_caption_xml_too_large)
 {
        boost::filesystem::path const dir("build/test/verify_closed_caption_xml_too_large");
        prepare_directory (dir);
 
-       shared_ptr<dcp::SMPTESubtitleAsset> asset(new dcp::SMPTESubtitleAsset());
+       auto asset = make_shared<dcp::SMPTESubtitleAsset>();
        for (int i = 0; i < 2048; ++i) {
-               asset->add (
-                       shared_ptr<dcp::Subtitle>(
-                               new dcp::SubtitleString(
-                                       optional<string>(),
-                                       false,
-                                       false,
-                                       false,
-                                       dcp::Colour(),
-                                       42,
-                                       1,
-                                       dcp::Time(i * 24, 24, 24),
-                                       dcp::Time(i * 24 + 20, 24, 24),
-                                       0,
-                                       dcp::HALIGN_CENTER,
-                                       0,
-                                       dcp::VALIGN_CENTER,
-                                       dcp::DIRECTION_LTR,
-                                       "Hello",
-                                       dcp::NONE,
-                                       dcp::Colour(),
-                                       dcp::Time(),
-                                       dcp::Time()
-                                       )
-                               )
-                       );
+               add_test_subtitle (asset, i * 24, i * 24 + 20);
        }
        asset->set_language (dcp::LanguageTag("de-DE"));
        asset->write (dir / "subs.mxf");
-       shared_ptr<dcp::ReelClosedCaptionAsset> reel_asset(new dcp::ReelClosedCaptionAsset(asset, dcp::Fraction(24, 1), 16 * 24, 0));
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
-       dcp->add (cpl);
-       dcp->write_xml (dcp::SMPTE);
-
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 1U);
-       BOOST_CHECK_EQUAL (notes.front().type(), dcp::VerificationNote::VERIFY_BV21_ERROR);
-       BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::CLOSED_CAPTION_XML_TOO_LARGE_IN_BYTES);
+       auto reel_asset = make_shared<dcp::ReelClosedCaptionAsset>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
+       write_dcp_with_single_asset (dir, reel_asset);
+
+       check_verify_result (
+               { dir },
+               {
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::MISSING_SUBTITLE_START_TIME },
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::CLOSED_CAPTION_XML_TOO_LARGE_IN_BYTES },
+                       { dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::FIRST_TEXT_TOO_EARLY }
+               });
 }
 
 
@@ -1216,7 +1093,7 @@ static
 shared_ptr<dcp::SMPTESubtitleAsset>
 make_large_subtitle_asset (boost::filesystem::path font_file)
 {
-       shared_ptr<dcp::SMPTESubtitleAsset> asset(new dcp::SMPTESubtitleAsset());
+       auto asset = make_shared<dcp::SMPTESubtitleAsset>();
        dcp::ArrayData big_fake_font(1024 * 1024);
        big_fake_font.write (font_file);
        for (int i = 0; i < 116; ++i) {
@@ -1230,56 +1107,24 @@ template <class T>
 void
 verify_timed_text_asset_too_large (string name)
 {
-       boost::filesystem::path const dir = boost::filesystem::path("build/test") / name;
+       auto const dir = boost::filesystem::path("build/test") / name;
        prepare_directory (dir);
-       shared_ptr<dcp::SMPTESubtitleAsset> asset = make_large_subtitle_asset (dir / "font.ttf");
-       asset->add (
-               shared_ptr<dcp::Subtitle>(
-                       new dcp::SubtitleString(
-                               optional<string>(),
-                               false,
-                               false,
-                               false,
-                               dcp::Colour(),
-                               42,
-                               1,
-                               dcp::Time(0, 24, 24),
-                               dcp::Time(20, 24, 24),
-                               0,
-                               dcp::HALIGN_CENTER,
-                               0,
-                               dcp::VALIGN_CENTER,
-                               dcp::DIRECTION_LTR,
-                               "Hello",
-                               dcp::NONE,
-                               dcp::Colour(),
-                               dcp::Time(),
-                               dcp::Time()
-                               )
-                       )
-               );
+       auto asset = make_large_subtitle_asset (dir / "font.ttf");
+       add_test_subtitle (asset, 0, 20);
        asset->set_language (dcp::LanguageTag("de-DE"));
        asset->write (dir / "subs.mxf");
 
-       shared_ptr<T> reel_asset(new T(asset, dcp::Fraction(24, 1), 16 * 24, 0));
-       shared_ptr<dcp::Reel> reel(new dcp::Reel());
-       reel->add (reel_asset);
-       shared_ptr<dcp::CPL> cpl(new dcp::CPL("hello", dcp::FEATURE));
-       cpl->add (reel);
-       shared_ptr<dcp::DCP> dcp(new dcp::DCP(dir));
-       dcp->add (cpl);
-       dcp->write_xml (dcp::SMPTE);
-
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 2U);
-       list<dcp::VerificationNote>::const_iterator i = notes.begin();
-       BOOST_CHECK_EQUAL (i->type(), dcp::VerificationNote::VERIFY_BV21_ERROR);
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::TIMED_TEXT_ASSET_TOO_LARGE_IN_BYTES);
-       ++i;
-       BOOST_CHECK_EQUAL (i->type(), dcp::VerificationNote::VERIFY_BV21_ERROR);
-       BOOST_CHECK_EQUAL (i->code(), dcp::VerificationNote::TIMED_TEXT_FONTS_TOO_LARGE_IN_BYTES);
+       auto reel_asset = make_shared<T>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
+       write_dcp_with_single_asset (dir, reel_asset);
+
+       check_verify_result (
+               { dir },
+               {
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::TIMED_TEXT_ASSET_TOO_LARGE_IN_BYTES },
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::TIMED_TEXT_FONTS_TOO_LARGE_IN_BYTES },
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::MISSING_SUBTITLE_START_TIME },
+                       { dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::FIRST_TEXT_TOO_EARLY }
+               });
 }
 
 
@@ -1294,7 +1139,7 @@ BOOST_AUTO_TEST_CASE (verify_missing_language_tag_in_subtitle_xml)
 {
        boost::filesystem::path dir = "build/test/verify_missing_language_tag_in_subtitle_xml";
        prepare_directory (dir);
-       shared_ptr<dcp::DCP> dcp = make_simple (dir, 1);
+       auto dcp = make_simple (dir, 1);
 
        string const xml =
                "<?xml version=\"1.0\" encoding=\"UTF-8\"?>"
@@ -1317,21 +1162,492 @@ BOOST_AUTO_TEST_CASE (verify_missing_language_tag_in_subtitle_xml)
                "</SubtitleList>"
                "</SubtitleReel>";
 
-       FILE* xml_file = dcp::fopen_boost (dir / "subs.xml", "w");
+       auto xml_file = dcp::fopen_boost (dir / "subs.xml", "w");
        BOOST_REQUIRE (xml_file);
        fwrite (xml.c_str(), xml.size(), 1, xml_file);
        fclose (xml_file);
-       shared_ptr<dcp::SMPTESubtitleAsset> subs (new dcp::SMPTESubtitleAsset(dir / "subs.xml"));
+       auto subs = make_shared<dcp::SMPTESubtitleAsset>(dir / "subs.xml");
        subs->write (dir / "subs.mxf");
 
-       shared_ptr<dcp::ReelSubtitleAsset> reel_subs (new dcp::ReelSubtitleAsset(subs, dcp::Fraction(24, 1), 100, 0));
-       dcp->cpls().front()->reels().front()->add (reel_subs);
+       auto reel_subs = make_shared<dcp::ReelSubtitleAsset>(subs, dcp::Fraction(24, 1), 100, 0);
+       dcp->cpls().front()->reels().front()->add(reel_subs);
        dcp->write_xml (dcp::SMPTE);
 
-       vector<boost::filesystem::path> dirs;
-       dirs.push_back (dir);
-       list<dcp::VerificationNote> notes = dcp::verify (dirs, &stage, &progress, xsd_test);
-       BOOST_REQUIRE_EQUAL (notes.size(), 1U);
-       BOOST_CHECK_EQUAL (notes.front().type(), dcp::VerificationNote::VERIFY_BV21_ERROR);
-       BOOST_CHECK_EQUAL (notes.front().code(), dcp::VerificationNote::MISSING_SUBTITLE_LANGUAGE);
+       check_verify_result (
+               { dir },
+               {
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::MISSING_SUBTITLE_LANGUAGE },
+                       { dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::FIRST_TEXT_TOO_EARLY }
+               });
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_inconsistent_subtitle_languages)
+{
+       boost::filesystem::path path ("build/test/verify_inconsistent_subtitle_languages");
+       auto dcp = make_simple (path, 2, 240);
+       auto cpl = dcp->cpls()[0];
+
+       {
+               auto subs = make_shared<dcp::SMPTESubtitleAsset>();
+               subs->set_language (dcp::LanguageTag("de-DE"));
+               subs->add (simple_subtitle());
+               subs->write (path / "subs1.mxf");
+               auto reel_subs = make_shared<dcp::ReelSubtitleAsset>(subs, dcp::Fraction(24, 1), 240, 0);
+               cpl->reels()[0]->add(reel_subs);
+       }
+
+       {
+               auto subs = make_shared<dcp::SMPTESubtitleAsset>();
+               subs->set_language (dcp::LanguageTag("en-US"));
+               subs->add (simple_subtitle());
+               subs->write (path / "subs2.mxf");
+               auto reel_subs = make_shared<dcp::ReelSubtitleAsset>(subs, dcp::Fraction(24, 1), 240, 0);
+               cpl->reels()[1]->add(reel_subs);
+       }
+
+       dcp->write_xml (dcp::SMPTE);
+
+       check_verify_result (
+               { path },
+               {
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::MISSING_SUBTITLE_START_TIME },
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::SUBTITLE_LANGUAGES_DIFFER },
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::MISSING_SUBTITLE_START_TIME }
+               });
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_missing_start_time_tag_in_subtitle_xml)
+{
+       boost::filesystem::path dir = "build/test/verify_missing_start_time_tag_in_subtitle_xml";
+       prepare_directory (dir);
+       auto dcp = make_simple (dir, 1);
+
+       string const xml =
+               "<?xml version=\"1.0\" encoding=\"UTF-8\"?>"
+               "<SubtitleReel xmlns=\"http://www.smpte-ra.org/schemas/428-7/2010/DCST\" xmlns:xs=\"http://www.w3.org/2001/schema\">"
+               "<Id>urn:uuid:e6a8ae03-ebbf-41ed-9def-913a87d1493a</Id>"
+               "<ContentTitleText>Content</ContentTitleText>"
+               "<AnnotationText>Annotation</AnnotationText>"
+               "<IssueDate>2018-10-02T12:25:14+02:00</IssueDate>"
+               "<ReelNumber>1</ReelNumber>"
+               "<Language>de-DE</Language>"
+               "<EditRate>25 1</EditRate>"
+               "<TimeCodeRate>25</TimeCodeRate>"
+               "<LoadFont ID=\"arial\">urn:uuid:e4f0ff0a-9eba-49e0-92ee-d89a88a575f6</LoadFont>"
+               "<SubtitleList>"
+               "<Font ID=\"arial\" Color=\"FFFEFEFE\" Weight=\"normal\" Size=\"42\" Effect=\"border\" EffectColor=\"FF181818\" AspectAdjust=\"1.00\">"
+               "<Subtitle SpotNumber=\"1\" TimeIn=\"00:00:03:00\" TimeOut=\"00:00:04:10\" FadeUpTime=\"00:00:00:00\" FadeDownTime=\"00:00:00:00\">"
+               "<Text Hposition=\"0.0\" Halign=\"center\" Valign=\"bottom\" Vposition=\"13.5\" Direction=\"ltr\">Hello world</Text>"
+               "</Subtitle>"
+               "</Font>"
+               "</SubtitleList>"
+               "</SubtitleReel>";
+
+       auto xml_file = dcp::fopen_boost (dir / "subs.xml", "w");
+       BOOST_REQUIRE (xml_file);
+       fwrite (xml.c_str(), xml.size(), 1, xml_file);
+       fclose (xml_file);
+       auto subs = make_shared<dcp::SMPTESubtitleAsset>(dir / "subs.xml");
+       subs->write (dir / "subs.mxf");
+
+       auto reel_subs = make_shared<dcp::ReelSubtitleAsset>(subs, dcp::Fraction(24, 1), 100, 0);
+       dcp->cpls().front()->reels().front()->add(reel_subs);
+       dcp->write_xml (dcp::SMPTE);
+
+       check_verify_result (
+               { dir },
+               {
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::MISSING_SUBTITLE_START_TIME },
+                       { dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::FIRST_TEXT_TOO_EARLY }
+               });
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_non_zero_start_time_tag_in_subtitle_xml)
+{
+       boost::filesystem::path dir = "build/test/verify_non_zero_start_time_tag_in_subtitle_xml";
+       prepare_directory (dir);
+       auto dcp = make_simple (dir, 1);
+
+       string const xml =
+               "<?xml version=\"1.0\" encoding=\"UTF-8\"?>"
+               "<SubtitleReel xmlns=\"http://www.smpte-ra.org/schemas/428-7/2010/DCST\" xmlns:xs=\"http://www.w3.org/2001/schema\">"
+               "<Id>urn:uuid:e6a8ae03-ebbf-41ed-9def-913a87d1493a</Id>"
+               "<ContentTitleText>Content</ContentTitleText>"
+               "<AnnotationText>Annotation</AnnotationText>"
+               "<IssueDate>2018-10-02T12:25:14+02:00</IssueDate>"
+               "<ReelNumber>1</ReelNumber>"
+               "<Language>de-DE</Language>"
+               "<EditRate>25 1</EditRate>"
+               "<TimeCodeRate>25</TimeCodeRate>"
+               "<StartTime>00:00:02:00</StartTime>"
+               "<LoadFont ID=\"arial\">urn:uuid:e4f0ff0a-9eba-49e0-92ee-d89a88a575f6</LoadFont>"
+               "<SubtitleList>"
+               "<Font ID=\"arial\" Color=\"FFFEFEFE\" Weight=\"normal\" Size=\"42\" Effect=\"border\" EffectColor=\"FF181818\" AspectAdjust=\"1.00\">"
+               "<Subtitle SpotNumber=\"1\" TimeIn=\"00:00:03:00\" TimeOut=\"00:00:04:10\" FadeUpTime=\"00:00:00:00\" FadeDownTime=\"00:00:00:00\">"
+               "<Text Hposition=\"0.0\" Halign=\"center\" Valign=\"bottom\" Vposition=\"13.5\" Direction=\"ltr\">Hello world</Text>"
+               "</Subtitle>"
+               "</Font>"
+               "</SubtitleList>"
+               "</SubtitleReel>";
+
+       auto xml_file = dcp::fopen_boost (dir / "subs.xml", "w");
+       BOOST_REQUIRE (xml_file);
+       fwrite (xml.c_str(), xml.size(), 1, xml_file);
+       fclose (xml_file);
+       auto subs = make_shared<dcp::SMPTESubtitleAsset>(dir / "subs.xml");
+       subs->write (dir / "subs.mxf");
+
+       auto reel_subs = make_shared<dcp::ReelSubtitleAsset>(subs, dcp::Fraction(24, 1), 100, 0);
+       dcp->cpls().front()->reels().front()->add(reel_subs);
+       dcp->write_xml (dcp::SMPTE);
+
+       check_verify_result (
+               { dir },
+               {
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::SUBTITLE_START_TIME_NON_ZERO },
+                       { dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::FIRST_TEXT_TOO_EARLY }
+               });
+}
+
+
+class TestText
+{
+public:
+       TestText (int in_, int out_, float v_position_ = 0, string text_ = "Hello")
+               : in(in_)
+               , out(out_)
+               , v_position(v_position_)
+               , text(text_)
+       {}
+
+       int in;
+       int out;
+       float v_position;
+       string text;
+};
+
+
+template <class T>
+void
+dcp_with_text (boost::filesystem::path dir, vector<TestText> subs)
+{
+       prepare_directory (dir);
+       auto asset = make_shared<dcp::SMPTESubtitleAsset>();
+       asset->set_start_time (dcp::Time());
+       for (auto i: subs) {
+               add_test_subtitle (asset, i.in, i.out, i.v_position, i.text);
+       }
+       asset->set_language (dcp::LanguageTag("de-DE"));
+       asset->write (dir / "subs.mxf");
+
+       auto reel_asset = make_shared<T>(asset, dcp::Fraction(24, 1), 16 * 24, 0);
+       write_dcp_with_single_asset (dir, reel_asset);
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_text_too_early)
+{
+       auto const dir = boost::filesystem::path("build/test/verify_text_too_early");
+       /* Just too early */
+       dcp_with_text<dcp::ReelSubtitleAsset> (dir, {{ 4 * 24 - 1, 5 * 24 }});
+       check_verify_result (
+               { dir },
+               {{ dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::FIRST_TEXT_TOO_EARLY }});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_text_not_too_early)
+{
+       auto const dir = boost::filesystem::path("build/test/verify_text_not_too_early");
+       /* Just late enough */
+       dcp_with_text<dcp::ReelSubtitleAsset> (dir, {{ 4 * 24, 5 * 24 }});
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       BOOST_REQUIRE (notes.empty());
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_text_early_on_second_reel)
+{
+       auto const dir = boost::filesystem::path("build/test/verify_text_early_on_second_reel");
+       prepare_directory (dir);
+
+       auto asset1 = make_shared<dcp::SMPTESubtitleAsset>();
+       asset1->set_start_time (dcp::Time());
+       /* Just late enough */
+       add_test_subtitle (asset1, 4 * 24, 5 * 24);
+       asset1->set_language (dcp::LanguageTag("de-DE"));
+       asset1->write (dir / "subs1.mxf");
+       auto reel_asset1 = make_shared<dcp::ReelSubtitleAsset>(asset1, dcp::Fraction(24, 1), 16 * 24, 0);
+       auto reel1 = make_shared<dcp::Reel>();
+       reel1->add (reel_asset1);
+
+       auto asset2 = make_shared<dcp::SMPTESubtitleAsset>();
+       asset2->set_start_time (dcp::Time());
+       /* This would be too early on first reel but should be OK on the second */
+       add_test_subtitle (asset2, 0, 4 * 24);
+       asset2->set_language (dcp::LanguageTag("de-DE"));
+       asset2->write (dir / "subs2.mxf");
+       auto reel_asset2 = make_shared<dcp::ReelSubtitleAsset>(asset2, dcp::Fraction(24, 1), 16 * 24, 0);
+       auto reel2 = make_shared<dcp::Reel>();
+       reel2->add (reel_asset2);
+
+       auto cpl = make_shared<dcp::CPL>("hello", dcp::FEATURE);
+       cpl->add (reel1);
+       cpl->add (reel2);
+       auto dcp = make_shared<dcp::DCP>(dir);
+       dcp->add (cpl);
+       dcp->write_xml (dcp::SMPTE);
+
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       BOOST_REQUIRE (notes.empty());
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_text_too_close)
+{
+       auto const dir = boost::filesystem::path("build/test/verify_text_too_close");
+       dcp_with_text<dcp::ReelSubtitleAsset> (
+               dir,
+               {
+                       { 4 * 24,     5 * 24 },
+                       { 5 * 24 + 1, 6 * 24 },
+               });
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::SUBTITLE_TOO_CLOSE }});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_text_not_too_close)
+{
+       auto const dir = boost::filesystem::path("build/test/verify_text_not_too_close");
+       dcp_with_text<dcp::ReelSubtitleAsset> (
+               dir,
+               {
+                       { 4 * 24,      5 * 24 },
+                       { 5 * 24 + 16, 8 * 24 },
+               });
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       BOOST_REQUIRE (notes.empty());
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_text_too_short)
+{
+       auto const dir = boost::filesystem::path("build/test/verify_text_too_short");
+       dcp_with_text<dcp::ReelSubtitleAsset> (dir, {{ 4 * 24, 4 * 24 + 1 }});
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::SUBTITLE_TOO_SHORT }});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_text_not_too_short)
+{
+       auto const dir = boost::filesystem::path("build/test/verify_text_not_too_short");
+       dcp_with_text<dcp::ReelSubtitleAsset> (dir, {{ 4 * 24, 4 * 24 + 17 }});
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       BOOST_REQUIRE (notes.empty());
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_too_many_subtitle_lines1)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_too_many_subtitle_lines1");
+       dcp_with_text<dcp::ReelSubtitleAsset> (
+               dir,
+               {
+                       { 96, 200, 0.0, "We" },
+                       { 96, 200, 0.1, "have" },
+                       { 96, 200, 0.2, "four" },
+                       { 96, 200, 0.3, "lines" }
+               });
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::TOO_MANY_SUBTITLE_LINES}});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_not_too_many_subtitle_lines1)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_not_too_many_subtitle_lines1");
+       dcp_with_text<dcp::ReelSubtitleAsset> (
+               dir,
+               {
+                       { 96, 200, 0.0, "We" },
+                       { 96, 200, 0.1, "have" },
+                       { 96, 200, 0.2, "four" },
+               });
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       BOOST_REQUIRE (notes.empty());
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_too_many_subtitle_lines2)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_too_many_subtitle_lines2");
+       dcp_with_text<dcp::ReelSubtitleAsset> (
+               dir,
+               {
+                       { 96, 300, 0.0, "We" },
+                       { 96, 300, 0.1, "have" },
+                       { 150, 180, 0.2, "four" },
+                       { 150, 180, 0.3, "lines" }
+               });
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::TOO_MANY_SUBTITLE_LINES}});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_not_too_many_subtitle_lines2)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_not_too_many_subtitle_lines2");
+       dcp_with_text<dcp::ReelSubtitleAsset> (
+               dir,
+               {
+                       { 96, 300, 0.0, "We" },
+                       { 96, 300, 0.1, "have" },
+                       { 150, 180, 0.2, "four" },
+                       { 190, 250, 0.3, "lines" }
+               });
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       BOOST_REQUIRE (notes.empty());
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_subtitle_lines_too_long1)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_subtitle_lines_too_long1");
+       dcp_with_text<dcp::ReelSubtitleAsset> (
+               dir,
+               {
+                       { 96, 300, 0.0, "012345678901234567890123456789012345678901234567890123" }
+               });
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::SUBTITLE_LINE_LONGER_THAN_RECOMMENDED }});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_subtitle_lines_too_long2)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_subtitle_lines_too_long2");
+       dcp_with_text<dcp::ReelSubtitleAsset> (
+               dir,
+               {
+                       { 96, 300, 0.0, "012345678901234567890123456789012345678901234567890123456789012345678901234567890" }
+               });
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_WARNING, dcp::VerificationNote::SUBTITLE_LINE_TOO_LONG }});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_too_many_closed_caption_lines1)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_too_many_closed_caption_lines1");
+       dcp_with_text<dcp::ReelClosedCaptionAsset> (
+               dir,
+               {
+                       { 96, 200, 0.0, "We" },
+                       { 96, 200, 0.1, "have" },
+                       { 96, 200, 0.2, "four" },
+                       { 96, 200, 0.3, "lines" }
+               });
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::TOO_MANY_CLOSED_CAPTION_LINES}});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_not_too_many_closed_caption_lines1)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_not_too_many_closed_caption_lines1");
+       dcp_with_text<dcp::ReelClosedCaptionAsset> (
+               dir,
+               {
+                       { 96, 200, 0.0, "We" },
+                       { 96, 200, 0.1, "have" },
+                       { 96, 200, 0.2, "four" },
+               });
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       BOOST_REQUIRE (notes.empty());
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_too_many_closed_caption_lines2)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_too_many_closed_caption_lines2");
+       dcp_with_text<dcp::ReelClosedCaptionAsset> (
+               dir,
+               {
+                       { 96, 300, 0.0, "We" },
+                       { 96, 300, 0.1, "have" },
+                       { 150, 180, 0.2, "four" },
+                       { 150, 180, 0.3, "lines" }
+               });
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::TOO_MANY_CLOSED_CAPTION_LINES}});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_not_too_many_closed_caption_lines2)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_not_too_many_closed_caption_lines2");
+       dcp_with_text<dcp::ReelClosedCaptionAsset> (
+               dir,
+               {
+                       { 96, 300, 0.0, "We" },
+                       { 96, 300, 0.1, "have" },
+                       { 150, 180, 0.2, "four" },
+                       { 190, 250, 0.3, "lines" }
+               });
+       auto notes = dcp::verify ({dir}, &stage, &progress, xsd_test);
+       BOOST_REQUIRE (notes.empty());
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_closed_caption_lines_too_long1)
+{
+       auto const dir = boost::filesystem::path ("build/test/verify_closed_caption_lines_too_long1");
+       dcp_with_text<dcp::ReelClosedCaptionAsset> (
+               dir,
+               {
+                       { 96, 300, 0.0, "0123456789012345678901234567890123" }
+               });
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::CLOSED_CAPTION_LINE_TOO_LONG }});
 }
+
+
+BOOST_AUTO_TEST_CASE (verify_sound_sampling_rate_must_be_48k)
+{
+       boost::filesystem::path const dir("build/test/verify_sound_sampling_rate_must_be_48k");
+       prepare_directory (dir);
+
+       auto picture = simple_picture (dir, "foo");
+       auto reel_picture = make_shared<dcp::ReelMonoPictureAsset>(picture, 0);
+       auto reel = make_shared<dcp::Reel>();
+       reel->add (reel_picture);
+       auto sound = simple_sound (dir, "foo", dcp::MXFMetadata(), "de-DE", 24, 96000);
+       auto reel_sound = make_shared<dcp::ReelSoundAsset>(sound, 0);
+       reel->add (reel_sound);
+       auto cpl = make_shared<dcp::CPL>("hello", dcp::FEATURE);
+       cpl->add (reel);
+       auto dcp = make_shared<dcp::DCP>(dir);
+       dcp->add (cpl);
+       dcp->write_xml (dcp::SMPTE);
+
+       check_verify_result ({dir}, {{ dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::INVALID_SOUND_FRAME_RATE }});
+}
+
+
+BOOST_AUTO_TEST_CASE (verify_cpl_must_have_annotation_text)
+{
+       boost::filesystem::path const dir("build/test/verify_cpl_must_have_annotation_text");
+       auto dcp = make_simple (dir);
+       dcp->write_xml (dcp::SMPTE);
+       BOOST_REQUIRE_EQUAL (dcp->cpls().size(), 1U);
+
+       {
+               BOOST_REQUIRE (dcp->cpls()[0]->file());
+               Editor e(dcp->cpls()[0]->file().get());
+               e.replace("<AnnotationText>A Test DCP</AnnotationText>", "");
+       }
+
+       check_verify_result (
+               {dir},
+               {
+                       { dcp::VerificationNote::VERIFY_BV21_ERROR, dcp::VerificationNote::MISSING_ANNOTATION_TEXT_IN_CPL },
+                       { dcp::VerificationNote::VERIFY_ERROR, dcp::VerificationNote::CPL_HASH_INCORRECT }
+               });
+}
+