Release request commit created with Cranko.

+++ cranko-rc-info-v1
[[projects]]
qnames = ["tectonic_xetex_format", "cargo"]
bump_spec = "minor bump"

[[projects]]
qnames = ["tectonic_bundles", "cargo"]
bump_spec = "minor bump"

[[projects]]
qnames = ["tectonic_bridge_harfbuzz", "cargo"]
bump_spec = "micro bump"

[[projects]]
qnames = ["tectonic_xetex_layout", "cargo"]
bump_spec = "minor bump"

[[projects]]
qnames = ["tectonic_pdf_io", "cargo"]
bump_spec = "minor bump"

+++

Author: cranko

CHANGELOG.md

@@ -120,7 +120,7 @@ tokio = "0.1.22"
 
 [package.metadata.vcpkg]
 git = "https://github.com/microsoft/vcpkg"
-rev = "997cd412fa4dff71bec6c99dea95f0b9a3c2c240"
+rev = "6b6a35335c9064fac2ec6684c4f79808dce59b7d"
 
 [package.metadata.vcpkg.target]
 x86_64-apple-darwin = { install = ["freetype","harfbuzz[icu,graphite2]"] }
@@ -134,7 +134,7 @@ tectonic_bridge_flate = "thiscommit:2021-01-01:eer4ahL4"
 tectonic_bridge_graphite2 = "2c1ffcd702a662c003bd3d7d0ca4d169784cb6ad"
 tectonic_bridge_harfbuzz = "2c1ffcd702a662c003bd3d7d0ca4d169784cb6ad"
 tectonic_bridge_icu = "2c1ffcd702a662c003bd3d7d0ca4d169784cb6ad"
-tectonic_bundles = "207e6e796b1827330ee03a4c395fe6db059bddd9"
+tectonic_bundles = "thiscommit:2022-03-29:SFnXSaL"
 tectonic_cfg_support = "thiscommit:aeRoo7oa"
 tectonic_dep_support = "5faf4205bdd3d31101b749fc32857dd746f9e5bc"
 tectonic_docmodel = "thiscommit:2022-02-20:2SpEl4c"

Cargo.toml

@@ -1,8 +1,50 @@
-# See elsewhere for changelog
+# rc: micro bump
 
-This project’s release notes are curated from the Git history of its main
-branch. You can find them by looking at [the version of this file on the
-`release` branch][branch] or the [GitHub release history][gh-releases].
+- Update the vendored harfbuzz to 4.1.0.
 
-[branch]: https://github.com/tectonic-typesetting/tectonic/blob/release/crates/bridge_harfbuzz/CHANGELOG.md
-[gh-releases]: https://github.com/tectonic-typesetting/tectonic/releases
+
+# tectonic_bridge_harfbuzz 0.2.4 (2022-02-28)
+
+- Update the vendored Harfbuzz to 3.0.0.
+
+
+# tectonic_bridge_harfbuzz 0.2.3 (2021-10-11)
+
+- Update the vendored Harfbuzz source to
+- Fixes for Clippy 1.53.0
+
+
+# tectonic_bridge_harfbuzz 0.2.2 (2021-06-07)
+
+- Still no code changes
+- 0.2.1 didn't publish to Crates.io because our package file was too big for it;
+  we've eliminated some of the Harfbuzz support files that should fix this
+  ([#781], [@pkgw])
+
+[#781]: https://github.com/tectonic-typesetting/tectonic/pull/781
+[@pkgw]: https://github.com/pkgw
+
+
+# tectonic_bridge_harfbuzz 0.2.1 (2021-06-07)
+
+- No code changes
+- The 0.2.0 package didn't actually contain the vendored Harfbuzz source files,
+  breaking `cargo` builds. We’ve modified the CI scripts to attempt to fix this
+  ([#777], [@pkgw])
+
+[#777]: https://github.com/tectonic-typesetting/tectonic/pull/777
+[@pkgw]: https://github.com/pkgw
+
+
+# tectonic_bridge_harfbuzz 0.2.0 (2021-06-03)
+
+- Update the vendored Harfbuzz to 2.8.1.
+- Fix up handling of how C/C++ header file paths are exported to dependent
+  crates. This is a breaking change: we've moved from a single include directory
+  to a list of them.
+
+
+# tectonic_bridge_harfbuzz 0.1.0 (2021-01-15)
+
+Initial release of Harfbuzz "bridge" crate for Tectonic. Includes the ability to
+vendor Harfbuzz.

crates/bridge_harfbuzz/CHANGELOG.md

@@ -1,8 +1,56 @@
-# See elsewhere for changelog
+# rc: minor bump
 
-This project’s release notes are curated from the Git history of its main
-branch. You can find them by looking at [the version of this file on the
-`release` branch][branch] or the [GitHub release history][gh-releases].
+This minor bump contains a breaking change!
 
-[branch]: https://github.com/tectonic-typesetting/tectonic/blob/release/crates/bundles/CHANGELOG.md
-[gh-releases]: https://github.com/tectonic-typesetting/tectonic/releases
+- The default bundle URL is now parametrized with the "format version", which
+  captures the internal capabilities of the XeTeX engine. Since the bundle and
+  the engine are fairly tightly coupled, this allows us to provide bundles that
+  track the capabilities of newer engine versions, while preserving the behavior
+  of older engine versions. Anyway, instead of exporting a `FALLBACK_BUNDLE_URL`
+  const, we now export a `get_fallback_bundle_url()` method that takes the
+  format version as an argument. This argument should be the value of
+  `tectonic_engine_xetex::FORMAT_SERIAL` if you have a module that actually
+  links to the XeTeX engine.
+- Make the cache location customizable with the environment variable
+  `TECTONIC_CACHE_DIR` (#880, #884, @wischi-chr).
+- Fix "fetching" of zero-size files to succeed without attempting any I/O (#888,
+  @pkgw).
+
+
+# tectonic_bundles 0.2.0 (2021-10-11)
+
+This release contains a major configuration change, updating the URL of the
+default bundle to refer to a new, dedicated web service rather than using
+`archive.org` (#833, @pkgw). The new default URL is:
+
+https://relay.fullyjustified.net/default_bundle.tar
+
+This switch was motivated by the recent breakage caused by a change in
+archive.org's internal implementation, even though that breakage has been fixed
+in the most recent release of the `tectonic_geturl` crate. The `archive.org`
+redirection service has always had low-level reliability issues and, more
+importantly, is blocked in China, which is a fatal issue for a potentially large
+number of users.
+
+The new webservice is a very simple nginx server set up in a Docker container
+defined in the [tectonic-relay-service] repo. The associated web infrastructure
+runs on Microsoft Azure and is configured using Terraform files in the
+[tectonic-cloud-infra] repo.
+
+[tectonic-relay-service]: https://github.com/tectonic-typesetting/tectonic-relay-service
+[tectonic-cloud-infra]: https://github.com/tectonic-typesetting/tectonic-cloud-infra
+
+@pkgw owns the `fullyjustified.net` domain name and the Azure subscription into
+which the services are deployed.
+
+
+# tectonic_bundles 0.1.0 (2021-06-15)
+
+Add the `tectonic_bundles` crate! This separates out the implementation of the
+various Tectonic file “bundles” into a standalone crate, so that you can use
+them without having to link to harfbuzz and everything else pulled in by the
+main crate.
+
+As usual, separating out this crate led to some good API clarifications and
+improvements. The API offered here includes some nontrivial breakage compared to
+the old APIs in `tectonic::io::*`, but it's much more rationalized.

crates/bridge_harfbuzz/harfbuzz

@@ -19,6 +19,7 @@
 use fs2::FileExt;
 use std::{
     collections::HashMap,
+    env,
     fs::{self, File},
     io::{BufRead, BufReader, Error as IoError, ErrorKind as IoErrorKind, Read, Write},
     path::{Path, PathBuf},
@@ -43,13 +44,26 @@ pub struct Cache {
 impl Cache {
     /// Get a handle to a bundle cache, using default per-user settings.
     ///
+    /// The cache location defaults to the `AppDataType::UserCache`
+    /// provided by `app_dirs2` but can be overwritten using the
+    /// `TECTONIC_CACHE_DIR` environment variable.
+    ///
     /// This method may perform I/O to create the user cache directory, so it is
     /// fallible. (Due to its `app_dirs2` implementation, it would have to be
     /// fallible even if it didn't perform I/O.)
     pub fn get_user_default() -> Result<Self> {
-        Ok(Cache {
-            root: app_dirs::ensure_user_cache_dir("")?,
-        })
+        let env_cache_path = env::var_os("TECTONIC_CACHE_DIR");
+
+        let cache_path = match env_cache_path {
+            Some(env_cache_path) => {
+                let env_cache_path = env_cache_path.into();
+                fs::create_dir_all(&env_cache_path)?;
+                env_cache_path
+            }
+            None => app_dirs::ensure_user_cache_dir("")?,
+        };
+
+        Ok(Cache { root: cache_path })
     }
 
     /// Get a handle to a bundle cache, using a custom cache directory.

crates/bundles/CHANGELOG.md

@@ -159,35 +159,40 @@ impl CacheBackend for IndexedTarBackend {
         let mut overall_failed = true;
         let mut any_failed = false;
 
-        for _ in 0..MAX_HTTP_ATTEMPTS {
-            let mut stream = match self.reader.read_range(info.offset, n) {
-                Ok(r) => r,
-                Err(e) => {
-                    tt_warning!(status, "failure requesting \"{}\" from network", name; e);
+        // Our HTTP implementation actually has problems with zero-sized ranged
+        // reads (Azure gives us a 200 response, which we don't properly
+        // handle), but when the file is 0-sized we're all set anyway!
+        if n > 0 {
+            for _ in 0..MAX_HTTP_ATTEMPTS {
+                let mut stream = match self.reader.read_range(info.offset, n) {
+                    Ok(r) => r,
+                    Err(e) => {
+                        tt_warning!(status, "failure requesting \"{}\" from network", name; e);
+                        any_failed = true;
+                        continue;
+                    }
+                };
+
+                if let Err(e) = stream.read_to_end(&mut buf) {
+                    tt_warning!(status, "failure downloading \"{}\" from network", name; e.into());
                     any_failed = true;
                     continue;
                 }
-            };
 
-            if let Err(e) = stream.read_to_end(&mut buf) {
-                tt_warning!(status, "failure downloading \"{}\" from network", name; e.into());
-                any_failed = true;
-                continue;
+                overall_failed = false;
+                break;
             }
 
-            overall_failed = false;
-            break;
-        }
-
-        if overall_failed {
-            bail!(
-                "failed to retrieve \"{}\" from the network; \
-             this most probably is not Tectonic's fault \
-             -- please check your network connection.",
-                name
-            );
-        } else if any_failed {
-            tt_note!(status, "download succeeded after retry");
+            if overall_failed {
+                bail!(
+                    "failed to retrieve \"{}\" from the network; \
+                this most probably is not Tectonic's fault \
+                -- please check your network connection.",
+                    name
+                );
+            } else if any_failed {
+                tt_note!(status, "download succeeded after retry");
+            }
         }
 
         Ok(buf)

crates/bundles/src/cache.rs

@@ -95,29 +95,47 @@ impl<B: Bundle + ?Sized> Bundle for Box<B> {
     }
 }
 
-/// The URL of the default bundle.
+/// Get the URL of the default bundle.
 ///
-/// This is a hardcoded URL of a default bundle that will provide some
+/// This is a mostly-hardcoded URL of a default bundle that will provide some
 /// "sensible" set of TeX support files. The higher-level `tectonic` crate
 /// provides a configuration mechanism to allow the user to override this
 /// setting, so you should use that if you are in a position to do so.
 ///
-/// This URL will be embedded in the binaries that you create, which may be used
-/// for years into the future, so it needs to be durable and reliable. We used
-/// `archive.org` for a while, but it had low-level reliability problems and was
-/// blocked in China. We now use a custom webservice.
-pub const FALLBACK_BUNDLE_URL: &str = "https://relay.fullyjustified.net/default_bundle.tar";
+/// The URL depends on the format version supported by the engine, since that
+/// roughly corresponds to a TeXLive version, and the engine and TeXLive files
+/// are fairly closely coupled.
+///
+/// The URL template used in this function will be embedded in the binaries that
+/// you create, which may be used for years into the future, so it needs to be
+/// durable and reliable. We used `archive.org` for a while, but it had
+/// low-level reliability problems and was blocked in China. We now use a custom
+/// webservice.
+pub fn get_fallback_bundle_url(format_version: u32) -> String {
+    // Format version 32 (TeXLive 2021) was when we introduced versioning to the
+    // URL.
+    if format_version < 32 {
+        "https://relay.fullyjustified.net/default_bundle.tar".to_owned()
+    } else {
+        format!(
+            "https://relay.fullyjustified.net/default_bundle_v{}.tar",
+            format_version
+        )
+    }
+}
 
 /// Open the fallback bundle.
 ///
 /// This is essentially the default Tectonic bundle, but the higher-level
 /// `tectonic` crate provides a configuration mechanism to allow the user to
-/// override the [`FALLBACK_BUNDLE_URL`] setting, and that should be preferred
-/// if you’re in a position to use it.
+/// override the bundle URL setting, and that should be preferred if you’re in a
+/// position to use it.
 pub fn get_fallback_bundle(
+    format_version: u32,
     only_cached: bool,
     status: &mut dyn StatusBackend,
 ) -> Result<cache::CachingBundle<itar::IndexedTarBackend>> {
+    let url = get_fallback_bundle_url(format_version);
     let mut cache = cache::Cache::get_user_default()?;
-    cache.open(FALLBACK_BUNDLE_URL, only_cached, status)
+    cache.open(&url, only_cached, status)
 }

crates/bundles/src/itar.rs

@@ -30,4 +30,4 @@ cc = "^1.0.66"
 [package.metadata.internal_dep_versions]
 tectonic_bridge_core = "thiscommit:2021-01-17:fohCh1sh"
 tectonic_errors = "5c9ba661edf5ef669f24f9904f99cca369d999e7"
-tectonic_pdf_io = "620fe47e87000cede22d5e5eafa0fda81f28b402"
+tectonic_pdf_io = "thiscommit:2022-03-29:6nizWic"