/* -*- indent-tabs-mode: nil; js-indent-level: 2 -*- */
/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */

import { AppConstants } from "resource://gre/modules/AppConstants.sys.mjs";

import { XPCOMUtils } from "resource://gre/modules/XPCOMUtils.sys.mjs";

const lazy = {};

ChromeUtils.defineESModuleGetters(lazy, {
  Bookmarks: "resource://gre/modules/Bookmarks.sys.mjs",
  History: "resource://gre/modules/History.sys.mjs",
  OpaqueDrag: "moz-src:///toolkit/modules/DragDropFilter.sys.mjs",
  PlacesSyncUtils: "resource://gre/modules/PlacesSyncUtils.sys.mjs",
  Sqlite: "resource://gre/modules/Sqlite.sys.mjs",
});

ChromeUtils.defineLazyGetter(lazy, "MOZ_ACTION_REGEX", () => {
  return /^moz-action:([^,]+),(.*)$/;
});

ChromeUtils.defineLazyGetter(lazy, "CryptoHash", () => {
  return Components.Constructor(
    "@mozilla.org/security/hash;1",
    "nsICryptoHash",
    "initWithString"
  );
});

/**
 * @import {PageInfo} from "resource://gre/modules/History.sys.mjs"
 * @import {OpenedConnection} from "resource://gre/modules/Sqlite.sys.mjs"
 */

// On Mac OSX, the transferable system converts "\r\n" to "\n\n", where
// we really just want "\n". On other platforms, the transferable system
// converts "\r\n" to "\n".
const NEWLINE = AppConstants.platform == "macosx" ? "\n" : "\r\n";

// Timers resolution is not always good, it can have a 16ms precision on Win.
const TIMERS_RESOLUTION_SKEW_MS = 16;

function QI_node(aNode, aIID) {
  try {
    return aNode.QueryInterface(aIID);
  } catch (ex) {}
  return null;
}
function asContainer(aNode) {
  return QI_node(aNode, Ci.nsINavHistoryContainerResultNode);
}
function asQuery(aNode) {
  return QI_node(aNode, Ci.nsINavHistoryQueryResultNode);
}

/**
 * Sends a keyword change notification.
 *
 * @param {string} url
 *   The url to notify about.
 * @param {string} keyword
 *   The keyword to notify, or empty string if a keyword was removed.
 * @param {nsINavBookmarksService.ChangeSource} source
 *   The source of the change.
 */
async function notifyKeywordChange(url, keyword, source) {
  // Notify bookmarks about the removal.
  let bookmarks = [];
  await PlacesUtils.bookmarks.fetch({ url }, b => bookmarks.push(b), {
    includeItemIds: true,
  });

  const notifications = bookmarks.map(
    bookmark =>
      new PlacesBookmarkKeyword({
        id: bookmark.itemId,
        itemType: bookmark.type,
        url,
        guid: bookmark.guid,
        parentGuid: bookmark.parentGuid,
        keyword,
        lastModified: bookmark.lastModified,
        source,
        isTagging: false,
      })
  );
  if (notifications.length) {
    PlacesObservers.notifyListeners(notifications);
  }
}

/**
 * Serializes the given node in JSON format.
 *
 * @param {nsINavHistoryResultNode} aNode
 *   An nsINavHistoryResultNode.
 * @returns {string}
 *   The node as a JSON string.
 */
function serializeNode(aNode) {
  let data = {};

  data.title = aNode.title;
  // The id is no longer used for copying within the same instance/session of
  // Firefox as of at least 61. However, we keep the id for now to maintain
  // backwards compat of drag and drop with older Firefox versions.
  data.id = aNode.itemId;
  data.itemGuid = aNode.bookmarkGuid;
  // Add an instanceId so we can tell which instance of an FF session the data
  // is coming from.
  data.instanceId = PlacesUtils.instanceId;

  let guid = aNode.bookmarkGuid;

  // Some nodes, e.g. the unfiled/menu/toolbar ones can have a virtual guid, so
  // we ignore any that are a folder shortcut. These will be handled below.
  if (
    guid &&
    !PlacesUtils.bookmarks.isVirtualRootItem(guid) &&
    !PlacesUtils.isVirtualLeftPaneItem(guid)
  ) {
    if (aNode.parent) {
      data.parent = aNode.parent.itemId;
      data.parentGuid = aNode.parent.bookmarkGuid;
    }

    data.dateAdded = aNode.dateAdded;
    data.lastModified = aNode.lastModified;
  }

  if (PlacesUtils.nodeIsURI(aNode)) {
    // Check for url validity.
    if (!URL.canParse(aNode.uri)) {
      throw new Error(aNode.uri + " is not a valid URL");
    }
    data.type = PlacesUtils.TYPE_X_MOZ_PLACE;
    data.uri = aNode.uri;
    if (aNode.tags) {
      data.tags = aNode.tags;
    }
  } else if (PlacesUtils.nodeIsFolderOrShortcut(aNode)) {
    if (aNode.type == Ci.nsINavHistoryResultNode.RESULT_TYPE_FOLDER_SHORTCUT) {
      data.type = PlacesUtils.TYPE_X_MOZ_PLACE;
      data.uri = aNode.uri;
      data.concreteGuid = PlacesUtils.getConcreteItemGuid(aNode);
    } else {
      data.type = PlacesUtils.TYPE_X_MOZ_PLACE_CONTAINER;
    }
  } else if (PlacesUtils.nodeIsQuery(aNode)) {
    data.type = PlacesUtils.TYPE_X_MOZ_PLACE;
    data.uri = aNode.uri;
  } else if (PlacesUtils.nodeIsSeparator(aNode)) {
    data.type = PlacesUtils.TYPE_X_MOZ_PLACE_SEPARATOR;
  }

  return JSON.stringify(data);
}

// Imposed to limit database size.
const DB_URL_LENGTH_MAX = 65536;
const DB_TITLE_LENGTH_MAX = 4096;
const DB_DESCRIPTION_LENGTH_MAX = 256;
const DB_SITENAME_LENGTH_MAX = 50;

/**
 * Executes a boolean validate function, throwing if it returns false.
 *
 * @param {Function} boolValidateFn
 *   A boolean validate function with at most two arguments.
 * @returns {Function}
 *   A function that computes boolValidateFn. If it passes, it returns its
 *   first argument, otherwise it throws.
 */
function simpleValidateFunc(boolValidateFn) {
  return (v, input) => {
    if (!boolValidateFn(v, input)) {
      throw new Error("Invalid value");
    }
    return v;
  };
}

/**
 * List of bookmark object validators, one per each known property.
 * Validators must throw if the property value is invalid and return a fixed up
 * version of the value, if needed.
 */
const BOOKMARK_VALIDATORS = Object.freeze({
  guid: simpleValidateFunc(v => PlacesUtils.isValidGuid(v)),
  parentGuid: simpleValidateFunc(v => PlacesUtils.isValidGuid(v)),
  guidPrefix: simpleValidateFunc(v => PlacesUtils.isValidGuidPrefix(v)),
  index: simpleValidateFunc(
    v => Number.isInteger(v) && v >= PlacesUtils.bookmarks.DEFAULT_INDEX
  ),
  dateAdded: simpleValidateFunc(v => v.constructor.name == "Date" && !isNaN(v)),
  lastModified: simpleValidateFunc(
    v => v.constructor.name == "Date" && !isNaN(v)
  ),
  type: simpleValidateFunc(
    v =>
      Number.isInteger(v) &&
      [
        PlacesUtils.bookmarks.TYPE_BOOKMARK,
        PlacesUtils.bookmarks.TYPE_FOLDER,
        PlacesUtils.bookmarks.TYPE_SEPARATOR,
      ].includes(v)
  ),
  /** @type {(v: ?string) => string} */
  title: v => {
    if (v === null) {
      return "";
    }
    if (typeof v == "string") {
      return v.slice(0, DB_TITLE_LENGTH_MAX);
    }
    throw new Error("Invalid title");
  },
  /** @type {(v: string|URL|nsIURI) => URL} */
  url: v => {
    simpleValidateFunc(
      val =>
        (typeof val == "string" && val.length <= DB_URL_LENGTH_MAX) ||
        (val instanceof Ci.nsIURI && val.spec.length <= DB_URL_LENGTH_MAX) ||
        (URL.isInstance(val) && val.href.length <= DB_URL_LENGTH_MAX)
    )(v);
    if (typeof v === "string") {
      return new URL(v);
    }
    if (v instanceof Ci.nsIURI) {
      return URL.fromURI(v);
    }
    return v;
  },
  source: simpleValidateFunc(
    v =>
      Number.isInteger(v) &&
      Object.values(PlacesUtils.bookmarks.SOURCES).includes(v)
  ),
  keyword: simpleValidateFunc(v => typeof v == "string" && !!v.length),
  charset: simpleValidateFunc(v => typeof v == "string" && !!v.length),
  postData: simpleValidateFunc(v => typeof v == "string" && !!v.length),
  tags: simpleValidateFunc(
    v =>
      Array.isArray(v) &&
      v.length &&
      v.every(item => item && typeof item == "string")
  ),
});

// Sync bookmark records can contain additional properties.
const SYNC_BOOKMARK_VALIDATORS = Object.freeze({
  // Sync uses Places GUIDs for all records except roots.
  recordId: simpleValidateFunc(
    v =>
      typeof v == "string" &&
      (lazy.PlacesSyncUtils.bookmarks.ROOTS.includes(v) ||
        PlacesUtils.isValidGuid(v))
  ),
  parentRecordId: v => SYNC_BOOKMARK_VALIDATORS.recordId(v),
  // Sync uses kinds instead of types.
  kind: simpleValidateFunc(
    v =>
      typeof v == "string" &&
      Object.values(lazy.PlacesSyncUtils.bookmarks.KINDS).includes(v)
  ),
  query: simpleValidateFunc(v => v === null || (typeof v == "string" && !!v)),
  folder: simpleValidateFunc(
    v =>
      typeof v == "string" &&
      v &&
      v.length <= PlacesUtils.bookmarks.MAX_TAG_LENGTH
  ),
  tags: v => {
    if (v === null) {
      return [];
    }
    if (!Array.isArray(v)) {
      throw new Error("Invalid tag array");
    }
    for (let tag of v) {
      if (
        typeof tag != "string" ||
        !tag ||
        tag.length > PlacesUtils.bookmarks.MAX_TAG_LENGTH
      ) {
        throw new Error(`Invalid tag: ${tag}`);
      }
    }
    return v;
  },
  keyword: simpleValidateFunc(v => v === null || typeof v == "string"),
  dateAdded: simpleValidateFunc(
    v =>
      typeof v === "number" &&
      v > lazy.PlacesSyncUtils.bookmarks.EARLIEST_BOOKMARK_TIMESTAMP
  ),
  feed: v => (v === null ? v : BOOKMARK_VALIDATORS.url(v)),
  site: v => (v === null ? v : BOOKMARK_VALIDATORS.url(v)),
  title: BOOKMARK_VALIDATORS.title,
  url: BOOKMARK_VALIDATORS.url,
});

// Sync change records are passed between `PlacesSyncUtils` and the Sync
// bookmarks engine, and are used to update an item's sync status and change
// counter at the end of a sync.
const SYNC_CHANGE_RECORD_VALIDATORS = Object.freeze({
  modified: simpleValidateFunc(v => typeof v == "number" && v >= 0),
  counter: simpleValidateFunc(v => typeof v == "number" && v >= 0),
  status: simpleValidateFunc(
    v =>
      typeof v == "number" &&
      Object.values(PlacesUtils.bookmarks.SYNC_STATUS).includes(v)
  ),
  tombstone: simpleValidateFunc(v => v === true || v === false),
  synced: simpleValidateFunc(v => v === true || v === false),
});
/**
 * List PageInfo bookmark object validators.
 */
const PAGEINFO_VALIDATORS = Object.freeze({
  guid: BOOKMARK_VALIDATORS.guid,
  url: BOOKMARK_VALIDATORS.url,
  title: v => {
    if (v == null || v == undefined) {
      return undefined;
    } else if (typeof v === "string") {
      return v;
    }
    throw new TypeError(
      `title property of PageInfo object: ${v} must be a string if provided`
    );
  },
  previewImageURL: v => {
    if (!v) {
      return null;
    }
    return BOOKMARK_VALIDATORS.url(v);
  },
  description: v => {
    if (typeof v === "string" || v === null) {
      return v ? v.slice(0, DB_DESCRIPTION_LENGTH_MAX) : null;
    }
    throw new TypeError(
      `description property of pageInfo object: ${v} must be either a string or null if provided`
    );
  },
  siteName: v => {
    if (typeof v === "string" || v === null) {
      return v ? v.slice(0, DB_SITENAME_LENGTH_MAX) : null;
    }
    throw new TypeError(
      `siteName property of pageInfo object: ${v} must be either a string or null if provided`
    );
  },
  annotations: v => {
    if (typeof v != "object" || v.constructor.name != "Map") {
      throw new TypeError("annotations must be a Map");
    }

    if (v.size == 0) {
      throw new TypeError("there must be at least one annotation");
    }

    for (let [key, value] of v.entries()) {
      if (typeof key != "string") {
        throw new TypeError("all annotation keys must be strings");
      }
      if (
        typeof value != "string" &&
        typeof value != "number" &&
        typeof value != "boolean" &&
        value !== null &&
        value !== undefined
      ) {
        throw new TypeError(
          "all annotation values must be Boolean, Numbers or Strings"
        );
      }
    }
    return v;
  },
  visits: v => {
    if (!Array.isArray(v) || !v.length) {
      throw new TypeError("PageInfo object must have an array of visits");
    }
    let visits = [];
    for (let inVisit of v) {
      let visit = {
        date: new Date(),
        transition: inVisit.transition || lazy.History.TRANSITIONS.LINK,
      };

      if (!PlacesUtils.history.isValidTransition(visit.transition)) {
        throw new TypeError(
          `transition: ${visit.transition} is not a valid transition type`
        );
      }

      if (inVisit.date) {
        PlacesUtils.history.ensureDate(inVisit.date);
        if (inVisit.date > Date.now() + TIMERS_RESOLUTION_SKEW_MS) {
          throw new TypeError(`date: ${inVisit.date} cannot be a future date`);
        }
        visit.date = inVisit.date;
      }

      if (inVisit.referrer) {
        visit.referrer = PlacesUtils.normalizeToURLOrGUID(inVisit.referrer);
      }
      visits.push(visit);
    }
    return visits;
  },
});

export var PlacesUtils = {
  // Place entries that are containers, e.g. bookmark folders or queries.
  TYPE_X_MOZ_PLACE_CONTAINER: "text/x-moz-place-container",
  // Place entries that are bookmark separators.
  TYPE_X_MOZ_PLACE_SEPARATOR: "text/x-moz-place-separator",
  // Place entries that are not containers or separators
  TYPE_X_MOZ_PLACE: "text/x-moz-place",
  // Place entries in shortcut url format (url\ntitle)
  TYPE_X_MOZ_URL: "text/x-moz-url",
  // Place entries formatted as HTML anchors
  TYPE_HTML: "text/html",
  // Place entries as raw URL text
  TYPE_PLAINTEXT: "text/plain",
  // Used to track the action that populated the clipboard.
  TYPE_X_MOZ_PLACE_ACTION: "text/x-moz-place-action",

  // Deprecated: Remaining only for supporting migration of old livemarks.
  LMANNO_FEEDURI: "livemark/feedURI",
  LMANNO_SITEURI: "livemark/siteURI",
  CHARSET_ANNO: "URIProperties/characterSet",
  // Deprecated: This is only used for supporting import from older datasets.
  MOBILE_ROOT_ANNO: "mobile/bookmarksRoot",

  TOPIC_SHUTDOWN: "places-shutdown",
  TOPIC_INIT_COMPLETE: "places-init-complete",
  TOPIC_DATABASE_LOCKED: "places-database-locked",
  TOPIC_EXPIRATION_FINISHED: "places-expiration-finished",
  TOPIC_FAVICONS_EXPIRED: "places-favicons-expired",
  TOPIC_VACUUM_STARTING: "places-vacuum-starting",
  TOPIC_BOOKMARKS_RESTORE_BEGIN: "bookmarks-restore-begin",
  TOPIC_BOOKMARKS_RESTORE_SUCCESS: "bookmarks-restore-success",
  TOPIC_BOOKMARKS_RESTORE_FAILED: "bookmarks-restore-failed",

  observers: PlacesObservers,

  /**
   * GUIDs associated with virtual queries that are used for displaying the
   * top-level folders in the left pane.
   */
  virtualAllBookmarksGuid: "allbms_____v",
  virtualHistoryGuid: "history____v",
  virtualDownloadsGuid: "downloads__v",
  virtualTagsGuid: "tags_______v",

  /**
   * Checks if a guid is a virtual left-pane root.
   *
   * @param {string} guid
   *   The guid of the item to look for.
   * @returns {boolean}
   *   True if guid is a virtual root, false otherwise.
   */
  isVirtualLeftPaneItem(guid) {
    return (
      guid == PlacesUtils.virtualAllBookmarksGuid ||
      guid == PlacesUtils.virtualHistoryGuid ||
      guid == PlacesUtils.virtualDownloadsGuid ||
      guid == PlacesUtils.virtualTagsGuid
    );
  },

  asContainer: aNode => asContainer(aNode),
  asQuery: aNode => asQuery(aNode),

  endl: NEWLINE,

  /**
   * Is a string a valid GUID?
   *
   * @param {string} guid
   *   A string to test.
   * @returns {boolean}
   *   Whether the input is a valid GUID.
   */
  isValidGuid(guid) {
    return typeof guid == "string" && guid && /^[a-zA-Z0-9\-_]{12}$/.test(guid);
  },

  /**
   * Is a string a valid GUID prefix?
   *
   * @param {string} guidPrefix
   * @returns {boolean}
   */
  isValidGuidPrefix(guidPrefix) {
    return (
      typeof guidPrefix == "string" &&
      guidPrefix &&
      /^[a-zA-Z0-9\-_]{1,11}$/.test(guidPrefix)
    );
  },

  /**
   * Generates a random GUID and replace its beginning with the given
   * prefix. We do this instead of just prepending the prefix to keep
   * the correct character length.
   *
   * @param {string} prefix
   * @returns {string}
   */
  generateGuidWithPrefix(prefix) {
    return prefix + this.history.makeGuid().substring(prefix.length);
  },

  /**
   * Converts a string or an URL object to an nsIURI.
   *
   * @param {string|URL|nsIURI} url
   *   The URL to convert.
   * @returns {nsIURI}
   *   nsIURI for the given URL.
   */
  toURI(url) {
    if (url instanceof Ci.nsIURI) {
      return url;
    }
    if (URL.isInstance(url)) {
      return url.URI;
    }
    return Services.io.newURI(url);
  },

  /**
   * Convert a Date object or a timestamp (in milliseconds) to a PRTime
   * (microseconds).
   *
   * @param {Date|number} date
   *   The Date object or a number representing milliseconds to convert.
   * @returns {number}
   *   Microseconds from the epoch.
   * @throws {Error}
   *   If the input is neither a valid Date nor a number.
   */
  toPRTime(date) {
    // Use constructor name comparison instead of `instanceof` because the
    // caller may come from a different Javascript realm/context. Typescript
    // does not infer types using constructor name checks, so we also exclude
    // the value is a number to aid type narrowing.
    if (
      date.constructor.name == "Date" &&
      typeof date != "number" &&
      !isNaN(date.getTime())
    ) {
      return date.getTime() * 1000;
    } else if (typeof date == "number" && !isNaN(date)) {
      return date * 1000;
    }
    throw new Error("Invalid value passed to toPRTime");
  },

  /**
   * Convert a PRTime to a Date object.
   *
   * @param {number} time
   *   Microseconds since the epoch.
   * @returns {Date}
   *   The time as a Date object.
   */
  toDate(time) {
    if (typeof time != "number" || isNaN(time)) {
      throw new Error("Invalid value passed to toDate");
    }
    return new Date(Math.trunc(time / 1000));
  },

  /**
   * Wraps a string in a nsISupportsString wrapper.
   *
   * @param {string} aString
   *   The string to wrap.
   * @returns {nsISupportsString}
   *   A nsISupportsString object containing a string.
   */
  toISupportsString(aString) {
    let s = Cc["@mozilla.org/supports-string;1"].createInstance(
      Ci.nsISupportsString
    );
    s.data = aString;
    return s;
  },

  getFormattedString: function PU_getFormattedString(key, params) {
    return lazy.bundle.formatStringFromName(key, params);
  },

  getString: function PU_getString(key) {
    return lazy.bundle.GetStringFromName(key);
  },

  /**
   * Parses a moz-action URL and returns its parts.
   *
   * @param {string|URL|nsIURI} url
   *   A moz-action URL (i.e. moz-action:ACTION,JSON_ENCODED_PARAMS).
   * @returns {?{type: string, params: any}}
   *   The parts of `url`, or null if `url` is not a valid moz-action URL.
   */
  parseActionUrl(url) {
    if (url instanceof Ci.nsIURI) {
      url = url.spec;
    } else if (URL.isInstance(url)) {
      url = url.href;
    }
    // Faster bailout.
    if (!url.startsWith("moz-action:")) {
      return null;
    }

    try {
      let [, type, params] = url.match(lazy.MOZ_ACTION_REGEX);
      let action = {
        type,
        params: JSON.parse(params),
      };
      for (let key in action.params) {
        action.params[key] = decodeURIComponent(action.params[key]);
      }
      return action;
    } catch (ex) {
      console.error(`Invalid action url "${url}"`);
      return null;
    }
  },

  /**
   * Determines if a bookmark folder or folder shortcut is generated by a query.
   *
   * @param {nsINavHistoryResultNode} node
   *   A result node.
   * @returns {boolean}
   *   Whether `node` is a bookmark folder or folder
   *   shortcut generated as result of a query.
   */
  nodeIsQueryGeneratedFolder(node) {
    return (
      node.parent &&
      this.nodeIsFolderOrShortcut(node) &&
      this.nodeIsQuery(node.parent)
    );
  },

  /**
   * Determines whether or not a ResultNode is a bookmark folder or folder
   * shortcut.
   *
   * @param {nsINavHistoryResultNode} node
   *   A result node.
   * @returns {boolean}
   *   Whether `node` is a bookmark folder or folder shortcut.
   */
  nodeIsFolderOrShortcut(node) {
    return [
      Ci.nsINavHistoryResultNode.RESULT_TYPE_FOLDER,
      Ci.nsINavHistoryResultNode.RESULT_TYPE_FOLDER_SHORTCUT,
    ].includes(node.type);
  },

  /**
   * Determines whether or not a ResultNode is a bookmark folder.
   * For most UI purposes it's better to use nodeIsFolderOrShortcut,
   * as folder shortcuts behave like the target folder.
   *
   * @param {nsINavHistoryResultNode} node
   *   A result node.
   * @returns {boolean}
   *   Whether the node is a bookmark folder.
   */
  nodeIsConcreteFolder(node) {
    return node.type == Ci.nsINavHistoryResultNode.RESULT_TYPE_FOLDER;
  },

  /**
   * Determines whether or not a ResultNode represents a bookmarked URI.
   *
   * @param {nsINavHistoryResultNode} node
   *   A result node.
   * @returns {boolean}
   *   Whether the node is a bookmarked URI.
   */
  nodeIsBookmark(node) {
    return (
      node.type == Ci.nsINavHistoryResultNode.RESULT_TYPE_URI &&
      (node.itemId != -1 || !!node.bookmarkGuid)
    );
  },

  /**
   * Determines whether or not a ResultNode is a bookmark separator.
   *
   * @param {nsINavHistoryResultNode} node
   *   A result node.
   * @returns {boolean}
   *   Whether the node is a bookmark separator.
   */
  nodeIsSeparator(node) {
    return node.type == Ci.nsINavHistoryResultNode.RESULT_TYPE_SEPARATOR;
  },

  /**
   * Determines whether or not a ResultNode represents a URL.
   *
   * @param {nsINavHistoryResultNode} node
   *   A result node.
   * @returns {boolean}
   *   Whether the node represents a URL.
   */
  nodeIsURI(node) {
    return node.type == Ci.nsINavHistoryResultNode.RESULT_TYPE_URI;
  },

  /**
   * Determines whether or not a ResultNode is a Places query.
   *
   * @param {nsINavHistoryResultNode} node
   *   A result node.
   * @returns {boolean}
   *   Whether the node is a Places Query.
   */
  nodeIsQuery(node) {
    return node.type == Ci.nsINavHistoryResultNode.RESULT_TYPE_QUERY;
  },

  /**
   * Generator for a node's ancestors.
   *
   * @param {nsINavHistoryResultNode} aNode
   *   A result node.
   * @yields {nsINavHistoryResultNode}
   *   The node's ancestors.
   */
  *nodeAncestors(aNode) {
    let node = aNode.parent;
    while (node) {
      yield node;
      node = node.parent;
    }
  },

  /**
   * Checks validity of an object, filling up default values for optional
   * properties.
   *
   * Note: any unknown properties are pass-through.
   *
   * @param {string} name
   *   The operation name. This is included in the error message if
   *   validation fails.
   * @param {object} validators
   *   An object containing input validators. Keys should be field names;
   *   values should be validation functions.
   * @param {object} props
   *   The object to validate.
   * @param {object} [behavior]
   *   Object defining special behavior for some of the properties.
   *   The following behaviors may be optionally set:
   *    - required: this property is required.
   *    - replaceWith: this property will be overwritten with the value
   *                   provided
   *    - requiredIf: if the provided condition is satisfied, then this
   *                  property is required.
   *    - validIf: if the provided condition is not satisfied, then this
   *               property is invalid.
   *    - defaultValue: an undefined property should default to this value.
   *    - fixup: a function invoked when validation fails, takes the input
   *             object as argument and must fix the property.
   *
   * @returns {object}
   *   A validated and normalized item.
   * @throws
   *   If the object contains invalid data.
   */
  validateItemProperties(name, validators, props, behavior = {}) {
    if (typeof props != "object" || !props) {
      throw new Error(`${name}: Input should be a valid object`);
    }
    // Make a shallow copy of `props` to avoid mutating the original object
    // when filling in defaults.
    let input = Object.assign({}, props);
    let normalizedInput = {};
    let required = new Set();
    for (let prop in behavior) {
      if (
        behavior[prop].hasOwnProperty("required") &&
        behavior[prop].required
      ) {
        required.add(prop);
      }
      if (
        behavior[prop].hasOwnProperty("requiredIf") &&
        behavior[prop].requiredIf(input)
      ) {
        required.add(prop);
      }
      if (
        behavior[prop].hasOwnProperty("validIf") &&
        input[prop] !== undefined &&
        !behavior[prop].validIf(input)
      ) {
        if (behavior[prop].hasOwnProperty("fixup")) {
          behavior[prop].fixup(input);
        } else {
          throw new Error(
            `${name}: Invalid value for property '${prop}': ${JSON.stringify(
              input[prop]
            )}`
          );
        }
      }
      if (
        behavior[prop].hasOwnProperty("defaultValue") &&
        input[prop] === undefined
      ) {
        input[prop] = behavior[prop].defaultValue;
      }
      if (behavior[prop].hasOwnProperty("replaceWith")) {
        input[prop] = behavior[prop].replaceWith;
      }
    }

    for (let prop in input) {
      if (required.has(prop)) {
        required.delete(prop);
      } else if (input[prop] === undefined) {
        // Skip undefined properties that are not required.
        continue;
      }
      if (validators.hasOwnProperty(prop)) {
        try {
          normalizedInput[prop] = validators[prop](input[prop], input);
        } catch (ex) {
          if (
            behavior.hasOwnProperty(prop) &&
            behavior[prop].hasOwnProperty("fixup")
          ) {
            behavior[prop].fixup(input);
            normalizedInput[prop] = input[prop];
          } else {
            throw new Error(
              `${name}: Invalid value for property '${prop}': ${JSON.stringify(
                input[prop]
              )}`
            );
          }
        }
      }
    }
    if (required.size > 0) {
      throw new Error(
        `${name}: The following properties were expected: ${[...required].join(
          ", "
        )}`
      );
    }
    return normalizedInput;
  },

  BOOKMARK_VALIDATORS,
  PAGEINFO_VALIDATORS,
  SYNC_BOOKMARK_VALIDATORS,
  SYNC_CHANGE_RECORD_VALIDATORS,

  QueryInterface: ChromeUtils.generateQI(["nsIObserver"]),

  _shutdownFunctions: [],
  registerShutdownFunction(aFunc) {
    // If this is the first registered function, add the shutdown observer.
    if (!this._shutdownFunctions.length) {
      Services.obs.addObserver(this, this.TOPIC_SHUTDOWN);
    }
    this._shutdownFunctions.push(aFunc);
  },

  // nsIObserver
  observe(aSubject, aTopic) {
    switch (aTopic) {
      case this.TOPIC_SHUTDOWN:
        Services.obs.removeObserver(this, this.TOPIC_SHUTDOWN);
        while (this._shutdownFunctions.length) {
          this._shutdownFunctions.shift().apply(this);
        }
        break;
    }
  },

  /**
   * Determines whether or not a ResultNode is a host container.
   *
   * @param {nsINavHistoryResultNode} aNode
   *  A result node.
   * @returns {boolean}
   *  True if the node is a host container, false otherwise.
   */
  nodeIsHost(aNode) {
    return (
      aNode.type == Ci.nsINavHistoryResultNode.RESULT_TYPE_QUERY &&
      aNode.parent &&
      asQuery(aNode.parent).queryOptions.resultType ==
        Ci.nsINavHistoryQueryOptions.RESULTS_AS_SITE_QUERY
    );
  },

  /**
   * Determines whether or not a ResultNode is a day container.
   *
   * @param {nsINavHistoryResultNode} aNode
   *  A result node.
   * @returns {boolean}
   *  True if the node is a day container, false otherwise.
   */
  nodeIsDay(aNode) {
    var resultType;
    return (
      aNode.type == Ci.nsINavHistoryResultNode.RESULT_TYPE_QUERY &&
      aNode.parent &&
      ((resultType = asQuery(aNode.parent).queryOptions.resultType) ==
        Ci.nsINavHistoryQueryOptions.RESULTS_AS_DATE_QUERY ||
        resultType == Ci.nsINavHistoryQueryOptions.RESULTS_AS_DATE_SITE_QUERY)
    );
  },

  /**
   * Determines whether or not a result-node is a tag container.
   *
   * @param {nsINavHistoryResultNode} aNode
   *   A result node.
   * @returns {boolean}
   *   True if the node is a tag container, false otherwise.
   */
  nodeIsTagQuery(aNode) {
    if (aNode.type != Ci.nsINavHistoryResultNode.RESULT_TYPE_QUERY) {
      return false;
    }
    // Direct child of RESULTS_AS_TAGS_ROOT.
    let parent = aNode.parent;
    if (
      parent &&
      PlacesUtils.asQuery(parent).queryOptions.resultType ==
        Ci.nsINavHistoryQueryOptions.RESULTS_AS_TAGS_ROOT
    ) {
      return true;
    }
    // We must also support the right pane of the Library, when the tag query
    // is the root node. Unfortunately this is also valid for any tag query
    // selected in the left pane that is not a direct child of RESULTS_AS_TAGS_ROOT.
    if (
      !parent &&
      aNode == aNode.parentResult.root &&
      PlacesUtils.asQuery(aNode).query.tags.length == 1
    ) {
      return true;
    }
    return false;
  },

  containerTypes: [
    Ci.nsINavHistoryResultNode.RESULT_TYPE_FOLDER,
    Ci.nsINavHistoryResultNode.RESULT_TYPE_FOLDER_SHORTCUT,
    Ci.nsINavHistoryResultNode.RESULT_TYPE_QUERY,
  ],

  /**
   * Determines whether or not a ResultNode is a container.
   *
   * @param {nsINavHistoryResultNode} aNode
   *   A result node.
   * @returns {boolean}
   *   True if the node is a container item, false otherwise.
   */
  nodeIsContainer(aNode) {
    return this.containerTypes.includes(aNode.type);
  },

  /**
   * Determines whether or not a ResultNode is an history related container.
   *
   * @param {nsINavHistoryResultNode} aNode
   *   A result node.
   * @returns {boolean}
   *   True if the node is an history related container, false otherwise.
   */
  nodeIsHistoryContainer(aNode) {
    var resultType;
    return (
      this.nodeIsQuery(aNode) &&
      ((resultType = asQuery(aNode).queryOptions.resultType) ==
        Ci.nsINavHistoryQueryOptions.RESULTS_AS_DATE_SITE_QUERY ||
        resultType == Ci.nsINavHistoryQueryOptions.RESULTS_AS_DATE_QUERY ||
        resultType == Ci.nsINavHistoryQueryOptions.RESULTS_AS_SITE_QUERY ||
        this.nodeIsDay(aNode) ||
        this.nodeIsHost(aNode))
    );
  },

  /**
   * Gets the concrete item-guid for the given node. For everything but folder
   * shortcuts, this is just node.bookmarkGuid.  For folder shortcuts, this is
   * node.targetFolderGuid (see nsINavHistoryService.idl for the semantics).
   *
   * @param {nsINavHistoryResultNode} aNode
   *   A result node.
   * @returns {string}
   *   The concrete item-guid for aNode.
   */
  getConcreteItemGuid(aNode) {
    if (aNode.type == Ci.nsINavHistoryResultNode.RESULT_TYPE_FOLDER_SHORTCUT) {
      return asQuery(aNode).targetFolderGuid;
    }
    return aNode.bookmarkGuid;
  },

  /**
   * Reverse a host based on the moz_places algorithm, that is reverse the host
   * string and add a trailing period. For example "google.com" becomes
   * "moc.elgoog.".
   *
   * @param {URL|nsIURI} url
   *   The URL to generate a rev host for.
   * @returns {string}
   *   The reversed host string.
   */
  getReversedHost(url) {
    return url.host.split("").reverse().join("") + ".";
  },

  /**
   * Copy a single places result node, recursively if applicable.
   *
   * @param {object} node
   *    The node to copy. If not a real places node but a single
   *    title/URL combination, you must set `type` to 0 (aka RESULT_TYPE_URI),
   *    and provide a `title` and `uri` property which should both be strings.
   */
  copyNode(node) {
    // This order is _important_! It controls how this and other applications
    // select data to be inserted based on type.
    let contentTypes = [
      this.TYPE_X_MOZ_URL,
      this.TYPE_HTML,
      this.TYPE_PLAINTEXT,
    ];

    let xferable = Cc["@mozilla.org/widget/transferable;1"].createInstance(
      Ci.nsITransferable
    );
    xferable.init(null);
    for (let contentType of contentTypes) {
      xferable.addDataFlavor(contentType);
      let data = this.wrapNode(node, contentType);
      xferable.setTransferData(contentType, this.toISupportsString(data));
    }

    Services.clipboard.setData(
      xferable,
      null,
      Ci.nsIClipboard.kGlobalClipboard
    );
  },

  /**
   * String-wraps a result node according to the rules of the specified
   * content type for copy or move operations.
   *
   * @param {nsINavHistoryResultNode} aNode
   *   The Result node to wrap (serialize).
   * @param {string} aType
   *   The content type to serialize as.
   * @returns {string}
   *   A string serialization of the node
   */
  wrapNode(aNode, aType) {
    // When wrapping a node, we want all the items, even if the original
    // query options are excluding them. This can happen when copying from the
    // left pane of the Library.
    // Since this method is only used for text/plain and text/html, we can
    // use the concrete GUID without the risk of dragging root folders.
    function gatherTextDataFromNode(node, gatherDataFunc) {
      if (
        PlacesUtils.nodeIsFolderOrShortcut(node) &&
        asQuery(node).queryOptions.excludeItems
      ) {
        let folderRoot = PlacesUtils.getFolderContents(
          PlacesUtils.getConcreteItemGuid(node),
          false,
          true
        ).root;
        try {
          return gatherDataFunc(folderRoot);
        } finally {
          folderRoot.containerOpen = false;
        }
      }
      return gatherDataFunc(node);
    }

    function gatherDataHtml(node, recursiveOpen = true) {
      let htmlEscape = s =>
        s
          .replace(/&/g, "&amp;")
          .replace(/>/g, "&gt;")
          .replace(/</g, "&lt;")
          .replace(/"/g, "&quot;")
          .replace(/'/g, "&apos;");

      // escape out potential HTML in the title
      let escapedTitle = node.title ? htmlEscape(node.title) : "";

      if (PlacesUtils.nodeIsContainer(node)) {
        asContainer(node);

        let childString = "<DL><DT>" + escapedTitle + "</DT>" + NEWLINE;

        let wasOpen = node.containerOpen;
        if (!wasOpen && recursiveOpen) {
          node.containerOpen = true;
        }
        if (node.containerOpen) {
          for (let i = 0, count = node.childCount; i < count; ++i) {
            let child = node.getChild(i);
            // We only allow recursively opening concrete folders, not queries
            // nor shortcuts, to avoid the possibility of walking infinite loops.
            childString +=
              "<DD>" +
              NEWLINE +
              gatherDataHtml(child, PlacesUtils.nodeIsConcreteFolder(child)) +
              "</DD>" +
              NEWLINE;
          }
          node.containerOpen = wasOpen;
        }
        return childString + "</DL>" + NEWLINE;
      }
      if (PlacesUtils.nodeIsURI(node)) {
        return `<A HREF="${node.uri}">${escapedTitle}</A>${NEWLINE}`;
      }
      if (PlacesUtils.nodeIsSeparator(node)) {
        return "<HR>" + NEWLINE;
      }
      return "";
    }

    function gatherDataText(node, recursiveOpen = true) {
      if (PlacesUtils.nodeIsContainer(node)) {
        asContainer(node);

        let childString = node.title + NEWLINE;

        let wasOpen = node.containerOpen;
        if (!wasOpen && recursiveOpen) {
          node.containerOpen = true;
        }
        if (node.containerOpen) {
          for (let i = 0, count = node.childCount; i < count; ++i) {
            let child = node.getChild(i);
            let suffix = i < count - 1 ? NEWLINE : "";
            childString +=
              gatherDataText(child, PlacesUtils.nodeIsConcreteFolder(child)) +
              suffix;
          }
          node.containerOpen = wasOpen;
        }
        return childString;
      }
      if (PlacesUtils.nodeIsURI(node)) {
        return node.uri;
      }
      if (PlacesUtils.nodeIsSeparator(node)) {
        return "--------------------";
      }
      return "";
    }

    switch (aType) {
      case this.TYPE_X_MOZ_PLACE:
      case this.TYPE_X_MOZ_PLACE_SEPARATOR:
      case this.TYPE_X_MOZ_PLACE_CONTAINER: {
        // Serialize the node to JSON.
        return serializeNode(aNode);
      }
      case this.TYPE_X_MOZ_URL: {
        if (PlacesUtils.nodeIsURI(aNode)) {
          return aNode.uri + NEWLINE + aNode.title;
        }
        if (PlacesUtils.nodeIsContainer(aNode)) {
          // @ts-ignore
          return PlacesUtils.getURLsForContainerNode(aNode)
            .map(item => item.uri + "\n" + item.title)
            .join("\n");
        }
        return "";
      }
      case this.TYPE_HTML: {
        return gatherTextDataFromNode(aNode, gatherDataHtml);
      }
    }

    // Otherwise, we wrap as TYPE_PLAINTEXT.
    return gatherTextDataFromNode(aNode, gatherDataText);
  },

  /**
   * Unwraps data from the Clipboard or the current Drag Session.
   * Returns two arrays, one with objects representing each valid item
   * and one with objects representing each invalid item.
   *
   * @param {string} blob
   *   A blob (string) of data, in some format we potentially know how to parse.
   * @param {string} type
   *   The content type of the blob.
   * @throws
   *   If the blob contains invalid data.
   */
  unwrapNodes(blob, type) {
    // We split on "\n"  because the transferable system converts "\r\n" to "\n"
    /** @type {{uri: string, title: string, type: string}[]} */
    let validNodes = [];
    let invalidNodes = [];
    if (type === "application/x-torbrowser-opaque") {
      ({ value: blob, type } = lazy.OpaqueDrag.retrieve(blob));
    }
    switch (type) {
      case this.TYPE_X_MOZ_PLACE:
      case this.TYPE_X_MOZ_PLACE_SEPARATOR:
      case this.TYPE_X_MOZ_PLACE_CONTAINER:
        validNodes = JSON.parse("[" + blob + "]");
        break;
      case this.TYPE_X_MOZ_URL: {
        let parts = blob.split("\n");
        // data in this type has 2 parts per entry, so if there are fewer
        // than 2 parts left, the blob is malformed and we should stop
        // but drag and drop of files from the shell has parts.length = 1
        if (parts.length != 1 && parts.length % 2) {
          break;
        }
        for (let i = 0; i < parts.length; i = i + 2) {
          let uriString = parts[i].trimStart();
          if (!uriString) {
            continue;
          }
          let uri = null;
          try {
            uri = Services.io.newURI(uriString);
          } catch (e) {
            console.error(e);
            invalidNodes.push({
              uri: uriString,
            });
          }
          if (!uri || uri.scheme == "place") {
            continue;
          }
          let titleString = "";
          if (parts.length > i + 1) {
            titleString = parts[i + 1];
          } else if (uri instanceof Ci.nsIURL) {
            // for drag and drop of files, use the fileName as title
            titleString = uri.fileName;
          }

          validNodes.push({
            uri: uriString,
            title: titleString || uriString,
            type: this.TYPE_X_MOZ_URL,
          });
        }
        break;
      }
      case this.TYPE_PLAINTEXT: {
        let parts = blob.split("\n");
        for (let i = 0; i < parts.length; i++) {
          let uriString = parts[i].trimStart();
          // text/uri-list is converted to TYPE_PLAINTEXT but it could contain
          // comments line prepended by #, we should skip them, as well as
          // empty uris.
          if (uriString.substr(0, 1) == "\x23" || uriString == "") {
            continue;
          }
          try {
            let uri = Services.io.newURI(uriString);
            if (uri.scheme != "place") {
              validNodes.push({
                uri: uriString,
                title: uriString,
                type: this.TYPE_X_MOZ_URL,
              });
            }
          } catch (e) {
            console.error(e);
            invalidNodes.push({
              uri: uriString,
            });
          }
        }
        break;
      }
      default:
        throw Components.Exception("", Cr.NS_ERROR_INVALID_ARG);
    }

    return { validNodes, invalidNodes };
  },

  /**
   * Validate an input PageInfo object, returning a valid PageInfo object.
   *
   * @param {PageInfo} pageInfo
   *   PageInfo to validate.
   * @param {boolean} [validateVisits=true]
   *   Whether the visits should also be validated.
   * @returns {PageInfo}
   *   The validated PageInfo object.
   */
  validatePageInfo(pageInfo, validateVisits = true) {
    return this.validateItemProperties(
      "PageInfo",
      PAGEINFO_VALIDATORS,
      pageInfo,
      {
        url: { requiredIf: b => !b.guid },
        guid: { requiredIf: b => !b.url },
        visits: { requiredIf: () => validateVisits },
      }
    );
  },

  /**
   * Normalize a key to either a string (if it is a valid GUID) or an
   * instance of `URL` (if it is a `URL`, `nsIURI`, or a string
   * representing a valid url).
   *
   * @param {string|URL|nsIURI} key
   *   The key to normalize.
   * @throws {TypeError}
   *   If the key is neither a valid guid nor a valid url.
   */
  normalizeToURLOrGUID(key) {
    if (typeof key === "string") {
      // A string may be a URL or a guid
      if (this.isValidGuid(key)) {
        return key;
      }
      return new URL(key);
    }
    if (URL.isInstance(key)) {
      return key;
    }
    if (key instanceof Ci.nsIURI) {
      return URL.fromURI(key);
    }
    throw new TypeError("Invalid url or guid: " + key);
  },

  /**
   * Generates a nsINavHistoryResult for the contents of a folder.
   *
   * @param {string} aFolderGuid
   *   The folder to open
   * @param {boolean} [aExcludeItems]
   *   True to hide all items (individual bookmarks).
   *   This is used on the left places pane so you just get a folder hierarchy.
   * @param {boolean} [aExpandQueries]
   *   True to make query items expand as new containers. For managing, you
   *   want this to be false, for menus and such, you want this to be true.
   * @returns {nsINavHistoryResult}
   *   A nsINavHistoryResult containing the contents of the folder.
   *   The result.root is guaranteed to be open.
   */
  getFolderContents(aFolderGuid, aExcludeItems, aExpandQueries) {
    if (!this.isValidGuid(aFolderGuid)) {
      throw new Error("aFolderGuid should be a valid GUID.");
    }
    var query = this.history.getNewQuery();
    query.setParents([aFolderGuid]);
    var options = this.history.getNewQueryOptions();
    options.excludeItems = aExcludeItems;
    options.expandQueries = aExpandQueries;

    var result = this.history.executeQuery(query, options);
    result.root.containerOpen = true;
    return result;
  },

  /**
   * Identifier getters for special folders.
   * You should use these everywhere PlacesUtils is available
   * to avoid XPCOM traversal just to get roots' ids.
   *
   * @type {number}
   */
  get tagsFolderId() {
    return (this._tagsFolderId ??= this.bookmarks.tagsFolder);
  },

  /**
   * Checks if item is a root.
   *
   * @param {string} guid
   *    The guid of the item to look for.
   * @returns {boolean}
   *   True if guid is a root, false otherwise.
   */
  isRootItem(guid) {
    return (
      guid == PlacesUtils.bookmarks.menuGuid ||
      guid == PlacesUtils.bookmarks.toolbarGuid ||
      guid == PlacesUtils.bookmarks.unfiledGuid ||
      guid == PlacesUtils.bookmarks.tagsGuid ||
      guid == PlacesUtils.bookmarks.rootGuid ||
      guid == PlacesUtils.bookmarks.mobileGuid
    );
  },

  /**
   * Returns a nsNavHistoryContainerResultNode with forced excludeItems and
   * expandQueries.
   *
   * @param {nsINavHistoryContainerResultNode} aNode
   *   The node to convert
   * @param {boolean} [aExcludeItems]
   *   True to hide all items (individual bookmarks). This is used on
   *   the left places pane so you just get a folder hierarchy.
   * @param {boolean} [aExpandQueries]
   *   True to make query items expand as new containers. For managing,
   *   you want this to be false, for menus and such, you want this to
   *   be true.
   * @returns {nsINavHistoryContainerResultNode}
   *   A nsINavHistoryContainerResultNode containing the unfiltered
   *   contents of the container.
   *   Note: The returned container node could be open or closed,
   *   we don't guarantee its status.
   */
  getContainerNodeWithOptions(aNode, aExcludeItems, aExpandQueries) {
    if (!this.nodeIsContainer(aNode)) {
      throw Components.Exception("", Cr.NS_ERROR_INVALID_ARG);
    }

    // excludeItems is inherited by child containers in an excludeItems view.
    var excludeItems =
      asQuery(aNode).queryOptions.excludeItems ||
      asQuery(aNode.parentResult.root).queryOptions.excludeItems;
    // expandQueries is inherited by child containers in an expandQueries view.
    var expandQueries =
      asQuery(aNode).queryOptions.expandQueries &&
      asQuery(aNode.parentResult.root).queryOptions.expandQueries;

    // If our options are exactly what we expect, directly return the node.
    if (excludeItems == aExcludeItems && expandQueries == aExpandQueries) {
      return aNode;
    }

    // Otherwise, get contents manually.
    var query = {},
      options = {};
    this.history.queryStringToQuery(aNode.uri, query, options);
    options.value.excludeItems = aExcludeItems;
    options.value.expandQueries = aExpandQueries;
    return this.history.executeQuery(query.value, options.value).root;
  },

  /**
   * Returns true if a container has uri nodes in its first level.
   * Has better performance than (getURLsForContainerNode(node).length > 0).
   *
   * @param {nsINavHistoryContainerResultNode} aNode
   *   The container node to search through.
   * @returns {boolean}
   *   True if the node contains uri nodes, false otherwise.
   */
  hasChildURIs(aNode) {
    if (!this.nodeIsContainer(aNode)) {
      return false;
    }

    let root = this.getContainerNodeWithOptions(aNode, false, true);
    let result = root.parentResult;
    let didSuppressNotifications = false;
    let wasOpen = root.containerOpen;
    if (!wasOpen) {
      didSuppressNotifications = result.suppressNotifications;
      if (!didSuppressNotifications) {
        result.suppressNotifications = true;
      }

      root.containerOpen = true;
    }

    let found = false;
    for (let i = 0, count = root.childCount; i < count && !found; i++) {
      let child = root.getChild(i);
      if (this.nodeIsURI(child)) {
        found = true;
      }
    }

    if (!wasOpen) {
      root.containerOpen = false;
      if (!didSuppressNotifications) {
        result.suppressNotifications = false;
      }
    }
    return found;
  },

  /**
   * Returns an array containing all the uris in the first level of the
   * passed in container.
   * If you only need to know if the node contains uris, use hasChildURIs.
   *
   * @param {nsINavHistoryContainerResultNode} aNode
   *   The container node to search through.
   */
  getURLsForContainerNode(aNode) {
    /** @type {{uri: string, isBookmark: boolean, title: string}[]} */
    let urls = [];
    if (!this.nodeIsContainer(aNode)) {
      return urls;
    }

    let root = this.getContainerNodeWithOptions(aNode, false, true);
    let result = root.parentResult;
    let wasOpen = root.containerOpen;
    let didSuppressNotifications = false;
    if (!wasOpen) {
      didSuppressNotifications = result.suppressNotifications;
      if (!didSuppressNotifications) {
        result.suppressNotifications = true;
      }

      root.containerOpen = true;
    }

    for (let i = 0, count = root.childCount; i < count; ++i) {
      let child = root.getChild(i);
      if (this.nodeIsURI(child)) {
        urls.push({
          uri: child.uri,
          isBookmark: this.nodeIsBookmark(child),
          title: child.title,
        });
      }
    }

    if (!wasOpen) {
      root.containerOpen = false;
      if (!didSuppressNotifications) {
        result.suppressNotifications = false;
      }
    }
    return urls;
  },

  /**
   * Gets a shared Sqlite.sys.mjs readonly connection to the Places database,
   * usable only for SELECT queries.
   *
   * This is intended to be used mostly internally, components outside of
   * Places should, when possible, use API calls and file bugs to get proper
   * APIs, where they are missing.
   * Keep in mind the Places DB schema is by no means frozen or even stable.
   * Your custom queries can - and will - break overtime.
   *
   * Example:
   * let db = await PlacesUtils.promiseDBConnection();
   * let rows = await db.executeCached(sql, params);
   */
  promiseDBConnection: () => lazy.gAsyncDBConnPromised,

  /**
   * This is pretty much the same as promiseDBConnection, but with a larger
   * page cache, useful for consumers doing large table scans, like the urlbar.
   *
   * @see promiseDBConnection
   */
  promiseLargeCacheDBConnection: () => lazy.gAsyncDBLargeCacheConnPromised,
  get largeCacheDBConnDeferred() {
    return gAsyncDBLargeCacheConnDeferred;
  },

  /**
   * Returns a Sqlite.sys.mjs wrapper for the main Places connection. Most callers
   * should prefer `withConnectionWrapper`, which ensures that all database
   * operations finish before the connection is closed.
   */
  promiseUnsafeWritableDBConnection: () => lazy.gAsyncDBWrapperPromised,

  /**
   * Performs a read/write operation on the Places database through a Sqlite.sys.mjs
   * wrapped connection to the Places database.
   *
   * This is intended to be used only by Places itself, always use APIs if you
   * need to modify the Places database. Use promiseDBConnection if you need to
   * SELECT from the database and there's no covering API.
   * Keep in mind the Places DB schema is by no means frozen or even stable.
   * Your custom queries can - and will - break overtime.
   *
   * As all operations on the Places database are asynchronous, if shutdown
   * is initiated while an operation is pending, this could cause dataloss.
   * Using `withConnectionWrapper` ensures that shutdown waits until all
   * operations are complete before proceeding.
   *
   * Example:
   * await withConnectionWrapper("Bookmarks: Remove a bookmark", Task.async(function*(db) {
   *    // Proceed with the db, asynchronously.
   *    // Shutdown will not interrupt operations that take place here.
   * }));
   *
   * @template T
   * @param {string} name
   *   The name of the operation. Used for debugging, logging and crash reporting.
   * @param {(db: OpenedConnection) => Promise<T>} task
   *   A function that takes as argument a Sqlite.sys.mjs connection and returns
   *   a Promise. Shutdown is guaranteed to not interrupt execution of `task`.
   * @returns {Promise<T>}
   */
  async withConnectionWrapper(name, task) {
    if (!name) {
      throw new TypeError("Expecting a user-readable name");
    }
    let db = await lazy.gAsyncDBWrapperPromised;
    return db.executeBeforeShutdown(name, task);
  },

  /**
   * Returns the passed URL with a #size ref for the specified size and
   * devicePixelRatio.
   *
   * @param {Window} window
   *   The window where the icon will appear.
   * @param {string} href
   *   The string href we should add the ref to.
   * @param {number} size
   *   The target image size
   * @returns {string}
   *   The URL with the fragment at the end, in the same format as input.
   */
  urlWithSizeRef(window, href, size) {
    return (
      href +
      (href.includes("#") ? "&" : "#") +
      "size=" +
      Math.round(size) * window.devicePixelRatio
    );
  },

  /**
   * Asynchronously retrieve a JS-object representation of a places bookmarks
   * item (a bookmark, a folder, or a separator) along with all of its
   * descendants.
   *
   * @param {string} [aItemGuid]
   *   The (topmost) item to be queried. If it's not passed, the places root is
   *   queried: i.e., you get a representation of the entire bookmarks hierarchy.
   * @param {object} [aOptions]
   *   Options object for customizing the query behavior,
   *   with any of the following properties:
   * @param {(item: object) => boolean} [aOptions.excludeItemsCallback]
   *   A function for excluding items, along with their descendants.
   *   Given an item object (that has everything set apart its potential
   *   children data), it should return true if the item should be excluded.
   *   Once an item is excluded, the function isn't called for any of its
   *   descendants. This isn't called for the root item.
   *   WARNING: since the function may be called for each item, using
   *   this option can slow down the process significantly if the
   *   callback does anything that's not relatively trivial. It is
   *   highly recommended to avoid any synchronous I/O or DB queries.
   * @param {any} [aOptions.includeItemIds]
   *   Opt-in to include the deprecated id property.
   *   Use it if you must. It'll be removed once the switch to GUIDs is complete.
   *
   * @returns {Promise}
   *   Resolves to a JS object that represents either a single item or a
   *   bookmarks tree. Rejects if the query failed for any reason.
   *   Note: if aItemGuid points to a non-existent item, the returned promise
   *   is resolved to null.
   *
   * Each node in the tree has the following properties set:
   * - guid (string): the item's GUID (same as aItemGuid for the top item).
   * - [deprecated] id (number): the item's id. This is only if
   *   aOptions.includeItemIds is set.
   * - type (string):  the item's type.  @see PlacesUtils.TYPE_X_*
   * - typeCode (number):  the item's type in numeric format.
   *   @see PlacesUtils.bookmarks.TYPE_*
   * - title (string): the item's title. If it has no title, this property
   *   isn't set.
   * - dateAdded (number, microseconds from the epoch): the date-added value of
   *   the item.
   * - lastModified (number, microseconds from the epoch): the last-modified
   *   value of the item.
   * - index: the item's index under it's parent.
   *
   * The root object (i.e. the one for aItemGuid) also has the following
   * properties set:
   *  - parentGuid (string): the GUID of the root's parent.  This isn't set if
   *    the root item is the places root.
   *  - itemsCount (number, not enumerable): the number of items, including the
   *    root item itself, which are represented in the resolved object.
   *
   * Bookmark items also have the following properties:
   *  - uri (string): the item's url.
   *  - tags (string): csv string of the bookmark's tags.
   *  - charset (string): the last known charset of the bookmark.
   *  - keyword (string): the bookmark's keyword (unset if none).
   *  - postData (string): the bookmark's keyword postData (unset if none).
   *  - iconUri (string): the bookmark's favicon url.
   * The last four properties are not set at all if they're irrelevant (e.g.
   * |charset| is not set if no charset was previously set for the bookmark
   * url).
   *
   * Folders may also have the following properties:
   *  - children (array): the folder's children information, each of them
   *    having the same set of properties as above.
   */
  async promiseBookmarksTree(aItemGuid = "", aOptions = {}) {
    let createItemInfoObject = async function (
      /** @type {mozIStorageRow} */ aRow,
      /** @type {boolean}*/ aIncludeParentGuid
    ) {
      let item = {};
      /** @type {(...props: string[]) => void} */
      let copyProps = (...props) => {
        for (let prop of props) {
          let val = aRow.getResultByName(prop);
          if (val !== null) {
            item[prop] = val;
          }
        }
      };
      copyProps("guid", "title", "index", "dateAdded", "lastModified");
      if (aIncludeParentGuid) {
        copyProps("parentGuid");
      }

      // Bug 1966462
      /** @type {number} */
      let itemId = /** @type {any} */ (aRow.getResultByName("id"));
      if (aOptions.includeItemIds) {
        item.id = itemId;
      }

      // Bug 1966462
      /** @type {number} */
      let type = /** @type {any} */ (aRow.getResultByName("type"));
      item.typeCode = type;
      if (type == Ci.nsINavBookmarksService.TYPE_BOOKMARK) {
        copyProps("charset", "tags", "iconUri");
      }

      switch (type) {
        case PlacesUtils.bookmarks.TYPE_BOOKMARK: {
          item.type = PlacesUtils.TYPE_X_MOZ_PLACE;
          // If this fails due to an invalid url, the item will be skipped.
          item.uri = URL.parse(
            // @ts-expect-error - Bug 1966462
            /** @type {string} */ aRow.getResultByName("url")
          )?.href;
          if (!item.uri) {
            let error = new Error("Invalid bookmark URL");
            // @ts-ignore
            error.becauseInvalidURL = true;
            throw error;
          }
          // Keywords are cached, so this should be decently fast.
          let entry = await PlacesUtils.keywords.fetch({ url: item.uri });
          if (entry) {
            item.keyword = entry.keyword;
            item.postData = entry.postData;
          }
          break;
        }
        case PlacesUtils.bookmarks.TYPE_FOLDER:
          item.type = PlacesUtils.TYPE_X_MOZ_PLACE_CONTAINER;
          // Mark root folders.
          if (item.guid == PlacesUtils.bookmarks.rootGuid) {
            item.root = "placesRoot";
          } else if (item.guid == PlacesUtils.bookmarks.menuGuid) {
            item.root = "bookmarksMenuFolder";
          } else if (item.guid == PlacesUtils.bookmarks.unfiledGuid) {
            item.root = "unfiledBookmarksFolder";
          } else if (item.guid == PlacesUtils.bookmarks.toolbarGuid) {
            item.root = "toolbarFolder";
          } else if (item.guid == PlacesUtils.bookmarks.mobileGuid) {
            item.root = "mobileFolder";
          }
          break;
        case PlacesUtils.bookmarks.TYPE_SEPARATOR:
          item.type = PlacesUtils.TYPE_X_MOZ_PLACE_SEPARATOR;
          break;
        default:
          console.error(`Unexpected bookmark type ${type}`);
          break;
      }
      return item;
    };

    const QUERY_STR = `/* do not warn (bug no): cannot use an index */
       WITH RECURSIVE
       descendants(fk, level, type, id, guid, parent, parentGuid, position,
                   title, dateAdded, lastModified) AS (
         SELECT b1.fk, 0, b1.type, b1.id, b1.guid, b1.parent,
                (SELECT guid FROM moz_bookmarks WHERE id = b1.parent),
                b1.position, b1.title, b1.dateAdded, b1.lastModified
         FROM moz_bookmarks b1 WHERE b1.guid=:item_guid
         UNION ALL
         SELECT b2.fk, level + 1, b2.type, b2.id, b2.guid, b2.parent,
                descendants.guid, b2.position, b2.title, b2.dateAdded,
                b2.lastModified
         FROM moz_bookmarks b2
         JOIN descendants ON b2.parent = descendants.id AND b2.id <> :tags_folder),
       tagged(place_id, tags) AS (
         SELECT b.fk, group_concat(p.title ORDER BY p.title)
         FROM moz_bookmarks b
         JOIN moz_bookmarks p ON p.id = b.parent
         JOIN moz_bookmarks g ON g.id = p.parent
         WHERE g.guid = '${PlacesUtils.bookmarks.tagsGuid}'
         GROUP BY b.fk
       )
       SELECT d.level, d.id, d.guid, d.parent, d.parentGuid, d.type,
              d.position AS [index], IFNULL(d.title, '') AS title, d.dateAdded,
              d.lastModified, h.url, (SELECT icon_url FROM moz_icons i
                      JOIN moz_icons_to_pages ON icon_id = i.id
                      JOIN moz_pages_w_icons pi ON page_id = pi.id
                      WHERE pi.page_url_hash = hash(h.url) AND pi.page_url = h.url
                      ORDER BY (flags & ${Ci.nsIFaviconService.ICONDATA_FLAGS_RICH}) ASC, width DESC LIMIT 1) AS iconUri,
              (SELECT tags FROM tagged WHERE place_id = h.id) AS tags,
              (SELECT a.content FROM moz_annos a
               JOIN moz_anno_attributes n ON a.anno_attribute_id = n.id
               WHERE place_id = h.id AND n.name = :charset_anno
              ) AS charset
       FROM descendants d
       LEFT JOIN moz_bookmarks b3 ON b3.id = d.parent
       LEFT JOIN moz_places h ON h.id = d.fk
       ORDER BY d.level, d.parent, d.position`;

    if (!aItemGuid) {
      aItemGuid = this.bookmarks.rootGuid;
    }

    let hasExcludeItemsCallback = aOptions.hasOwnProperty(
      "excludeItemsCallback"
    );
    let excludedParents = new Set();
    let shouldExcludeItem = (aItem, aParentGuid) => {
      let exclude =
        excludedParents.has(aParentGuid) ||
        aOptions.excludeItemsCallback(aItem);
      if (exclude) {
        if (aItem.type == this.TYPE_X_MOZ_PLACE_CONTAINER) {
          excludedParents.add(aItem.guid);
        }
      }
      return exclude;
    };

    let rootItem = null;
    let parentsMap = new Map();
    let conn = await this.promiseDBConnection();
    let rows = await conn.executeCached(QUERY_STR, {
      tags_folder: PlacesUtils.tagsFolderId,
      charset_anno: PlacesUtils.CHARSET_ANNO,
      item_guid: aItemGuid,
    });
    let yieldCounter = 0;
    for (let row of rows) {
      let item;
      if (!rootItem) {
        try {
          // This is the first row.
          rootItem = item = await createItemInfoObject(row, true);
          Object.defineProperty(rootItem, "itemsCount", {
            value: 1,
            writable: true,
            enumerable: false,
            configurable: false,
          });
        } catch (ex) {
          console.error("Failed to fetch the data for the root item");
          throw ex;
        }
      } else {
        try {
          // Our query guarantees that we always visit parents ahead of their
          // children.
          item = await createItemInfoObject(row, false);
          let parentGuid = row.getResultByName("parentGuid");
          if (hasExcludeItemsCallback && shouldExcludeItem(item, parentGuid)) {
            continue;
          }

          let parentItem = parentsMap.get(parentGuid);
          if ("children" in parentItem) {
            parentItem.children.push(item);
          } else {
            parentItem.children = [item];
          }

          rootItem.itemsCount++;
        } catch (ex) {
          // This is a bogus child, report and skip it.
          console.error("Failed to fetch the data for an item ", ex);
          continue;
        }
      }

      if (item.type == this.TYPE_X_MOZ_PLACE_CONTAINER) {
        parentsMap.set(item.guid, item);
      }

      // With many bookmarks we end up stealing the CPU - even with yielding!
      // So we let everyone else have a go every few items (bug 1186714).
      if (++yieldCounter % 50 == 0) {
        await new Promise(resolve => {
          Services.tm.dispatchToMainThread(() => resolve());
        });
      }
    }

    return rootItem;
  },

  /**
   * Returns a generator that iterates over `array` and yields slices of no
   * more than `chunkLength` elements at a time.
   *
   * @template T
   * @param {T[]} array
   *   An array containing zero or more elements.
   * @param {number} chunkLength
   *   The maximum number of elements in each chunk.
   * @yields {T[]}
   *   Chunks of the array.
   * @throws
   *   If `chunkLength` is negative or not an integer.
   */
  *chunkArray(array, chunkLength) {
    if (chunkLength <= 0 || !Number.isInteger(chunkLength)) {
      throw new TypeError("Chunk length must be a positive integer");
    }
    if (!array.length) {
      return;
    }
    if (array.length <= chunkLength) {
      yield array;
      return;
    }
    let startIndex = 0;
    while (startIndex < array.length) {
      yield array.slice(startIndex, (startIndex += chunkLength));
    }
  },

  /**
   * Returns SQL placeholders to bind multiple values into an IN clause.
   *
   * @param {Array|number} info
   *   Array or number of entries to create.
   * @param {string} [prefix]
   *   String prefix to add before the SQL param.
   * @param {string} [suffix]
   *   String suffix to add after the SQL param.
   */
  sqlBindPlaceholders(info, prefix = "", suffix = "") {
    let length = Array.isArray(info) ? info.length : info;
    return new Array(length).fill(prefix + "?" + suffix).join(",");
  },

  /**
   * Run some text through md5 and return the hash.
   *
   * @param {string} data
   *   The string to hash.
   * @param {object} [options]
   * @param {string} [options.format]
   *   Which format of the hash to return:
   *    - "base64" for ascii format.
   *    - "hex" for hex format.
   * @returns {string}
   *   Hash of the input data in the required format.
   * @deprecated use sha256 instead.
   */
  md5(data, { format = "base64" } = {}) {
    let hasher = new lazy.CryptoHash("md5");
    // Convert the data to a byte array for hashing.
    let encodedData = new TextEncoder().encode(data);
    hasher.update(encodedData, encodedData.length);
    switch (format) {
      case "hex": {
        let hash = hasher.finish(false);
        return Array.from(hash, (c, i) =>
          hash.charCodeAt(i).toString(16).padStart(2, "0")
        ).join("");
      }
      case "base64":
      default:
        return hasher.finish(true);
    }
  },

  /**
   * Run some text through SHA256 and return the hash.
   *
   * @param {string|nsIStringInputStream} data
   *   The data to hash.
   * @param {object} [options]
   * @param {string} [options.format]
   *   Which format of the hash to return:
   *    - "base64" (default) for ascii format, not safe for URIs or file names.
   *    - "hex" for hex format.
   *    - "base64url" for ascii format safe to be used in file names (RFC 4648).
   *        You should normally use the "hex" format for file names, but if the
   *        user may manipulate the file, it would be annoying to have very long
   *        and unreadable file names, thus this provides a shorter alternative.
   *        Note padding "=" are untouched and may have to be encoded in URIs.
   * @returns {string}
   *   Hash of the input data in the required format.
   */
  sha256(data, { format = "base64" } = {}) {
    let hasher = new lazy.CryptoHash("sha256");
    if (data instanceof Ci.nsIStringInputStream) {
      hasher.updateFromStream(data, -1);
    } else {
      // Convert the data string to a byte array for hashing.
      let encodedData = new TextEncoder().encode(data);
      hasher.update(encodedData, encodedData.length);
    }
    switch (format) {
      case "hex": {
        let hash = hasher.finish(false);
        return Array.from(hash, (c, i) =>
          hash.charCodeAt(i).toString(16).padStart(2, "0")
        ).join("");
      }
      case "base64url":
        return hasher.finish(true).replaceAll("+", "-").replaceAll("/", "_");
      case "base64":
      default:
        return hasher.finish(true);
    }
  },

  /**
   * Inserts a new place if one doesn't currently exist.
   *
   * This should only be used from an API that is connecting this new entry to
   * some additional foreign table. Otherwise this will just create an orphan
   * entry that could be expired at any time.
   *
   * @param {OpenedConnection} db
   *   The database connection to use.
   * @param {URL} url
   *   A valid URL object.
   * @returns {Promise}
   *   Resolved when the operation is complete.
   */
  async maybeInsertPlace(db, url) {
    // The IGNORE conflict can trigger on `guid`.
    await db.executeCached(
      `INSERT OR IGNORE INTO moz_places (url, url_hash, rev_host, hidden, frecency, guid)
      VALUES (:url, hash(:url), :rev_host,
              (CASE WHEN :url BETWEEN 'place:' AND 'place:' || X'FFFF' THEN 1 ELSE 0 END),
              :frecency,
              IFNULL((SELECT guid FROM moz_places WHERE url_hash = hash(:url) AND url = :url),
                      GENERATE_GUID()))
      `,
      {
        url: url.href,
        rev_host: this.getReversedHost(url),
        frecency: url.protocol == "place:" ? 0 : -1,
      }
    );
  },

  /**
   * Tries to insert a set of new places if they don't exist yet.
   *
   * This should only be used from an API that is connecting this new entry to
   * some additional foreign table. Otherwise this will just create an orphan
   * entry that could be expired at any time.
   *
   * @param {OpenedConnection} db
   *   The database to use.
   * @param {URL[]} urls
   *   An array with all the url objects to insert.
   * @returns {Promise}
   *   Resolved when the operation is complete.
   */
  async maybeInsertManyPlaces(db, urls) {
    await db.executeCached(
      `INSERT OR IGNORE INTO moz_places (url, url_hash, rev_host, hidden, frecency, guid) VALUES
     (:url, hash(:url), :rev_host,
     (CASE WHEN :url BETWEEN 'place:' AND 'place:' || X'FFFF' THEN 1 ELSE 0 END),
     :frecency,
     IFNULL((SELECT guid FROM moz_places WHERE url_hash = hash(:url) AND url = :url), :maybeguid))`,
      urls.map(url => ({
        url: url.href,
        rev_host: this.getReversedHost(url),
        frecency: url.protocol == "place:" ? 0 : -1,
        maybeguid: this.history.makeGuid(),
      }))
    );
  },

  /**
   * Can be used to detect being in automation to allow specific code paths
   * that are normally disallowed.
   */
  get isInAutomation() {
    return (
      Cu.isInAutomation || Services.env.exists("XPCSHELL_TEST_PROFILE_DIR")
    );
  },

  /**
   * Creates a console logger.
   * Logging level can be controlled through the `places.loglevel` preference.
   *
   * @param {object} [options]
   * @param {string} [options.prefix] Prefix to use for the logged messages.
   * @returns {ConsoleInstance} The console logger.
   */
  getLogger({ prefix = "" } = {}) {
    if (!this._loggers) {
      this._loggers = new Map();
    }
    let logger = this._loggers.get(prefix);
    if (!logger) {
      logger = console.createInstance({
        prefix: `Places${prefix ? " - " + prefix : ""}`,
        maxLogLevelPref: "places.loglevel",
      });
      this._loggers.set(prefix, logger);
    }
    return logger;
  },

  /**
   * Converts an array of Float32 into a SQL bindable blob format.
   *
   * @param {Array<number>|Float32Array} tensor
   * @returns {Uint8ClampedArray} SQL bindable blob.
   */
  tensorToSQLBindable(tensor) {
    if (!tensor) {
      throw new Error("tensorToSQLBindable received an invalid tensor");
    } else if (Array.isArray(tensor)) {
      return new Uint8ClampedArray(new Float32Array(tensor).buffer);
    } else if (tensor instanceof Float32Array) {
      return new Uint8ClampedArray(tensor.buffer);
    } else {
      throw new Error("tensorToSQLBindable received an invalid tensor");
    }
  },

  /**
   * The metadata API allows consumers to store simple key-value metadata in
   * Places. Keys are strings, values can be any type that SQLite supports:
   * numbers (integers and doubles), Booleans, strings, and blobs. Values are
   * cached in memory for faster lookups.
   *
   * Since some consumers set metadata as part of an existing operation or active
   * transaction, the API also exposes a `*withConnection` variant for each
   * method that takes an open database connection.
   */
  metadata: {
    cache: new Map(),
    jsonPrefix: "data:application/json;base64,",

    /**
     * Returns the value associated with a metadata key.
     *
     * @param  {string} key
     *   The metadata key to look up.
     * @param  {any} [defaultValue]
     *   The default value to return if the value is not present, or cannot be parsed.
     * @returns {Promise}
     *   Resolves to the value associated with the key, or the defaultValue if
     *   there is one.
     *   Rejectes if the value is not found or it cannot be parsed and there is
     *   no defaultValue.
     */
    get(key, defaultValue) {
      return PlacesUtils.withConnectionWrapper("PlacesUtils.metadata.get", db =>
        this.getWithConnection(db, key, defaultValue)
      );
    },

    /**
     * Sets the value for a metadata key.
     *
     * @param {string} key
     *   The metadata key to update.
     * @param {any} value
     *   The value to associate with the key.
     */
    set(key, value) {
      return PlacesUtils.withConnectionWrapper("PlacesUtils.metadata.set", db =>
        this.setWithConnection(db, new Map([[key, value]]))
      );
    },

    /**
     * Sets the value for multiple keys.
     *
     * @param {Map<string, any>} pairs
     *   The metadata keys to update, with their value.
     */
    setMany(pairs) {
      return PlacesUtils.withConnectionWrapper("PlacesUtils.metadata.set", db =>
        this.setWithConnection(db, pairs)
      );
    },

    /**
     * Removes the values for the given metadata keys.
     *
     * @param {...string} keys
     *   One or more metadata keys to remove.
     */
    delete(...keys) {
      return PlacesUtils.withConnectionWrapper(
        "PlacesUtils.metadata.delete",
        db => this.deleteWithConnection(db, ...keys)
      );
    },

    /**
     * @param {OpenedConnection} db
     * @param {string} key
     * @param {any} [defaultValue]
     */
    async getWithConnection(db, key, defaultValue) {
      key = this.canonicalizeKey(key);
      if (this.cache.has(key)) {
        return this.cache.get(key);
      }
      let rows = await db.executeCached(
        `
        SELECT value FROM moz_meta WHERE key = :key`,
        { key }
      );
      let value = null;
      if (rows.length) {
        let row = rows[0];
        let rawValue = row.getResultByName("value");
        // Convert blobs back to `Uint8Array`s.
        if (row.getTypeOfIndex(0) == row.VALUE_TYPE_BLOB) {
          value = new Uint8Array(rawValue);
        } else if (
          typeof rawValue == "string" &&
          rawValue.startsWith(this.jsonPrefix)
        ) {
          try {
            value = JSON.parse(
              this._base64Decode(rawValue.substr(this.jsonPrefix.length))
            );
          } catch (ex) {
            if (defaultValue !== undefined) {
              // We must create a new array in the local scope to avoid a memory
              // leak due to the array global object.
              value = Cu.cloneInto(defaultValue, {});
            } else {
              throw ex;
            }
          }
        } else {
          value = rawValue;
        }
      } else if (defaultValue !== undefined) {
        // We must create a new array in the local scope to avoid a memory leak due
        // to the array global object.
        value = Cu.cloneInto(defaultValue, {});
      } else {
        throw new Error(`No data stored for key ${key}`);
      }
      this.cache.set(key, value);
      return value;
    },

    /**
     * @param {OpenedConnection} db
     * @param {Map<string, any>} pairs
     */
    async setWithConnection(db, pairs) {
      let entriesToSet = [];
      let keysToDelete = Array.from(pairs.entries())
        .filter(([key, value]) => {
          if (value !== null) {
            entriesToSet.push({ key: this.canonicalizeKey(key), value });
            return false;
          }
          return true;
        })
        .map(([key]) => key);
      if (keysToDelete.length) {
        await this.deleteWithConnection(db, ...keysToDelete);
        if (keysToDelete.length == pairs.size) {
          return;
        }
      }

      // Generate key{i}, value{i} pairs for the SQL bindings.
      let params = entriesToSet.reduce((accumulator, { key, value }, i) => {
        accumulator[`key${i}`] = key;
        // Convert Objects to base64 JSON urls.
        accumulator[`value${i}`] =
          typeof value == "object" &&
          ChromeUtils.getClassName(value) != "Uint8Array"
            ? this.jsonPrefix + this._base64Encode(JSON.stringify(value))
            : value;
        return accumulator;
      }, {});
      await db.executeCached(
        "REPLACE INTO moz_meta (key, value) VALUES " +
          entriesToSet.map((e, i) => `(:key${i}, :value${i})`).join(),
        params
      );

      // Update the cache.
      entriesToSet.forEach(({ key, value }) => {
        this.cache.set(key, value);
      });
    },

    /**
     * @param {OpenedConnection} db
     * @param {...string} keys
     *   One or more metadata keys to remove.
     */
    async deleteWithConnection(db, ...keys) {
      keys = keys.map(this.canonicalizeKey);
      if (!keys.length) {
        return;
      }
      await db.execute(
        `
        DELETE FROM moz_meta
        WHERE key IN (${new Array(keys.length).fill("?").join(",")})`,
        keys
      );
      for (let key of keys) {
        this.cache.delete(key);
      }
    },

    /**
     * @param {string} key
     * @returns {string}
     */
    canonicalizeKey(key) {
      if (typeof key != "string" || !/^[a-zA-Z0-9\/_]+$/.test(key)) {
        throw new TypeError("Invalid metadata key: " + key);
      }
      return key.toLowerCase();
    },

    /**
     * Base64 encodes a utf-8 string.
     *
     * @param {string} str
     *   The string to encode.
     * @returns {string}
     * The base64 representation of `str`.
     */
    _base64Encode(str) {
      return ChromeUtils.base64URLEncode(new TextEncoder().encode(str), {
        pad: true,
      });
    },

    /**
     * Decodes a base64 string. The encoded data must be valid utf-8.
     *
     * @param {string} str
     *   Base64 encoded string.
     * @returns {string}
     *   Data in `str`.
     */
    _base64Decode(str) {
      return new TextDecoder("utf-8").decode(
        ChromeUtils.base64URLDecode(str, { padding: "require" })
      );
    },
  },

  /**
   * Keywords management API.
   * Sooner or later these keywords will merge with search aliases, this is an
   * interim API that should then be replaced by a unified one.
   * Keywords are associated with URLs and can have POST data.
   * The relations between URLs and keywords are the following:
   *  - 1 keyword can only point to 1 URL
   *  - 1 URL can have multiple keywords, iff they differ by POST data (included the empty one).
   */
  keywords: {
    /**
     * @typedef KeywordEntry
     * @property {string} keyword
     *  The keyword.
     * @property {URL} url
     *  The URL.
     * @property {?string} postData
     *  Optional post data.
     */

    /**
     * Fetches a keyword entry based on keyword or URL.
     *
     * @param {string|object} keywordOrEntry
     *  Either the keyword to fetch or an object providing keyword or url
     *  property to find keywords for. If both properties are set, this
     *  returns their intersection.
     * @param {(entry: KeywordEntry) => void} [onResult]
     *  Optional callback invoked for each found entry.
     * @returns {Promise<?KeywordEntry>}
     *  Resolves to a keyword entry, or null if no keyword entry was found.
     */
    fetch(keywordOrEntry, onResult = null) {
      if (typeof keywordOrEntry == "string") {
        keywordOrEntry = { keyword: keywordOrEntry };
      }

      if (
        keywordOrEntry === null ||
        typeof keywordOrEntry != "object" ||
        ("keyword" in keywordOrEntry &&
          typeof keywordOrEntry.keyword != "string")
      ) {
        throw new Error("Invalid keyword");
      }

      let hasKeyword = "keyword" in keywordOrEntry;
      let hasUrl = "url" in keywordOrEntry;

      if (!hasKeyword && !hasUrl) {
        throw new Error("At least keyword or url must be provided");
      }
      if (onResult && typeof onResult != "function") {
        throw new Error("onResult callback must be a valid function");
      }

      if (hasUrl) {
        try {
          keywordOrEntry.url = BOOKMARK_VALIDATORS.url(keywordOrEntry.url);
        } catch (ex) {
          throw new Error(keywordOrEntry.url + " is not a valid URL");
        }
      }
      if (hasKeyword) {
        keywordOrEntry.keyword = keywordOrEntry.keyword.trim().toLowerCase();
      }
      /** @type {(entry: KeywordEntry) => void} */
      let safeOnResult = entry => {
        if (onResult) {
          try {
            onResult(entry);
          } catch (ex) {
            console.error(ex);
          }
        }
      };

      return promiseKeywordsCache().then(cache => {
        let entries = [];
        if (hasKeyword) {
          let entry = cache.get(keywordOrEntry.keyword);
          if (entry) {
            entries.push(entry);
          }
        }
        if (hasUrl) {
          for (let entry of cache.values()) {
            if (entry.url.href == keywordOrEntry.url.href) {
              entries.push(entry);
            }
          }
        }

        entries = entries.filter(e => {
          return (
            (!hasUrl || e.url.href == keywordOrEntry.url.href) &&
            (!hasKeyword || e.keyword == keywordOrEntry.keyword)
          );
        });

        entries.forEach(safeOnResult);
        return entries.length ? entries[0] : null;
      });
    },

    /**
     * Adds a new keyword and postData for the given URL.
     *
     * @param {object} keywordEntry
     *  An object describing the keyword to insert.
     * @param {string} keywordEntry.keyword
     *  Non-empty string.
     * @param {URL} keywordEntry.url
     *  URL or href to associate to the keyword.
     * @param {string} [keywordEntry.postData]
     *  Optional POST data to associate to the keyword.
     *  Note: Do not define a postData property if there isn't any POST data.
     *  Defining an empty string for POST data is equivalent to not having it.
     * @param {nsINavBookmarksService.ChangeSource} [keywordEntry.source]
     *  The change source, forwarded to all bookmark observers.
     *  Defaults to nsINavBookmarksService::SOURCE_DEFAULT.
     * @returns {Promise}
     *  Resolves when the addition is complete.
     */
    insert(keywordEntry) {
      if (!keywordEntry || typeof keywordEntry != "object") {
        throw new Error("Input should be a valid object");
      }

      if (
        !("keyword" in keywordEntry) ||
        !keywordEntry.keyword ||
        typeof keywordEntry.keyword != "string"
      ) {
        throw new Error("Invalid keyword");
      }
      if (
        "postData" in keywordEntry &&
        keywordEntry.postData &&
        typeof keywordEntry.postData != "string"
      ) {
        throw new Error("Invalid POST data");
      }
      if (!("url" in keywordEntry)) {
        throw new Error("undefined is not a valid URL");
      }

      if (!("source" in keywordEntry)) {
        keywordEntry.source = PlacesUtils.bookmarks.SOURCES.DEFAULT;
      }
      let { keyword, url, source } = keywordEntry;
      keyword = keyword.trim().toLowerCase();
      let postData = keywordEntry.postData || "";
      // This also checks href for validity
      try {
        url = BOOKMARK_VALIDATORS.url(url);
      } catch (ex) {
        throw new Error(url + " is not a valid URL");
      }

      return PlacesUtils.withConnectionWrapper(
        "PlacesUtils.keywords.insert",
        async db => {
          let cache = await promiseKeywordsCache();

          // Trying to set the same keyword is a no-op.
          let oldEntry = cache.get(keyword);
          if (
            oldEntry &&
            oldEntry.url.href == url.href &&
            (oldEntry.postData || "") == postData
          ) {
            return;
          }

          // A keyword can only be associated to a single page.
          // If another page is using the new keyword, we must update the keyword
          // entry.
          // Note we cannot use INSERT OR REPLACE cause it wouldn't invoke the delete
          // trigger.
          if (oldEntry) {
            await db.executeCached(
              `UPDATE moz_keywords
               SET place_id = (SELECT id FROM moz_places WHERE url_hash = hash(:url) AND url = :url),
                   post_data = :post_data
               WHERE keyword = :keyword
              `,
              { url: url.href, keyword, post_data: postData }
            );
            await notifyKeywordChange(oldEntry.url.href, "", source);
          } else {
            // An entry for the given page could be missing, in such a case we need to
            // create it.  The IGNORE conflict can trigger on `guid`.
            await db.executeTransaction(async () => {
              await PlacesUtils.maybeInsertPlace(db, url);

              // A new keyword could be assigned to an url that already has one,
              // then we must replace the old keyword with the new one.
              let oldKeywords = [];
              for (let entry of cache.values()) {
                if (
                  entry.url.href == url.href &&
                  (entry.postData || "") == postData
                ) {
                  oldKeywords.push(entry.keyword);
                }
              }
              if (oldKeywords.length) {
                for (let oldKeyword of oldKeywords) {
                  await db.executeCached(
                    `DELETE FROM moz_keywords WHERE keyword = :oldKeyword`,
                    { oldKeyword }
                  );
                  cache.delete(oldKeyword);
                }
              }

              await db.executeCached(
                `INSERT INTO moz_keywords (keyword, place_id, post_data)
                 VALUES (:keyword, (SELECT id FROM moz_places WHERE url_hash = hash(:url) AND url = :url), :post_data)
                `,
                { url: url.href, keyword, post_data: postData }
              );

              await lazy.PlacesSyncUtils.bookmarks.addSyncChangesForBookmarksWithURL(
                db,
                url,
                lazy.PlacesSyncUtils.bookmarks.determineSyncChangeDelta(source)
              );
            });
          }

          cache.set(keyword, { keyword, url, postData: postData || null });

          // In any case, notify about the new keyword.
          await notifyKeywordChange(url.href, keyword, source);
        }
      );
    },

    /**
     * Removes a keyword.
     *
     * @param {string|{keyword: string, source?: nsINavBookmarksService.ChangeSource}} keywordOrEntry
     *  The keyword to remove.
     * @returns {Promise}
     *  Resolves when the removal is complete.
     */
    remove(keywordOrEntry) {
      if (typeof keywordOrEntry == "string") {
        keywordOrEntry = {
          keyword: keywordOrEntry,
          source: Ci.nsINavBookmarksService.SOURCE_DEFAULT,
        };
      }

      if (
        keywordOrEntry === null ||
        typeof keywordOrEntry != "object" ||
        !keywordOrEntry.keyword ||
        typeof keywordOrEntry.keyword != "string"
      ) {
        throw new Error("Invalid keyword");
      }

      let { keyword, source = Ci.nsINavBookmarksService.SOURCE_DEFAULT } =
        keywordOrEntry;
      keyword = keywordOrEntry.keyword.trim().toLowerCase();
      return PlacesUtils.withConnectionWrapper(
        "PlacesUtils.keywords.remove",
        async db => {
          let cache = await promiseKeywordsCache();
          if (!cache.has(keyword)) {
            return;
          }
          let { url } = cache.get(keyword);
          cache.delete(keyword);

          await db.executeTransaction(async function () {
            await db.execute(
              `DELETE FROM moz_keywords WHERE keyword = :keyword`,
              { keyword }
            );

            await lazy.PlacesSyncUtils.bookmarks.addSyncChangesForBookmarksWithURL(
              db,
              url,
              lazy.PlacesSyncUtils.bookmarks.determineSyncChangeDelta(source)
            );
          });

          // Notify bookmarks about the removal.
          await notifyKeywordChange(url.href, "", source);
        }
      );
    },

    /**
     * Moves all (keyword, POST data) pairs from one URL to another, and fires
     * observer notifications for all affected bookmarks. If the destination URL
     * already has keywords, they will be removed and replaced with the source
     * URL's keywords.
     *
     * @param {string|URL|nsIURI} oldURL
     *  The source URL.
     * @param {string|URL|nsIURI} newURL
     *  The destination URL.
     * @param {nsINavBookmarksService.ChangeSource} source
     *  The change source, forwarded to all bookmark observers.
     * @returns {Promise}
     *  Resolves when all keywords have been moved to the destination URL.
     */
    reassign(oldURL, newURL, source = lazy.Bookmarks.SOURCES.DEFAULT) {
      try {
        oldURL = BOOKMARK_VALIDATORS.url(oldURL);
      } catch (ex) {
        throw new Error(oldURL + " is not a valid source URL");
      }
      try {
        newURL = BOOKMARK_VALIDATORS.url(newURL);
      } catch (ex) {
        throw new Error(newURL + " is not a valid destination URL");
      }
      return PlacesUtils.withConnectionWrapper(
        "PlacesUtils.keywords.reassign",
        async function (db) {
          let keywordsToReassign = [];
          let keywordsToRemove = [];
          let cache = await promiseKeywordsCache();
          for (let [keyword, entry] of cache) {
            if (entry.url.href == oldURL.href) {
              keywordsToReassign.push(keyword);
            }
            if (entry.url.href == newURL.href) {
              keywordsToRemove.push(keyword);
            }
          }
          if (!keywordsToReassign.length) {
            return;
          }

          await db.executeTransaction(async function () {
            // Remove existing keywords from the new URL.
            await db.executeCached(
              `DELETE FROM moz_keywords WHERE keyword = :keyword`,
              keywordsToRemove.map(keyword => ({ keyword }))
            );

            // Move keywords from the old URL to the new URL.
            await db.executeCached(
              `
            UPDATE moz_keywords SET
              place_id = (SELECT id FROM moz_places
                          WHERE url_hash = hash(:newURL) AND
                                url = :newURL)
            WHERE place_id = (SELECT id FROM moz_places
                              WHERE url_hash = hash(:oldURL) AND
                                    url = :oldURL)`,
              { newURL: newURL.href, oldURL: oldURL.href }
            );
          });
          for (let keyword of keywordsToReassign) {
            let entry = cache.get(keyword);
            entry.url = newURL;
          }
          for (let keyword of keywordsToRemove) {
            cache.delete(keyword);
          }

          if (keywordsToReassign.length) {
            // If we moved any keywords, notify that we removed all keywords from
            // the old and new URLs, then notify for each moved keyword.
            await notifyKeywordChange(oldURL.href, "", source);
            await notifyKeywordChange(newURL.href, "", source);
            for (let keyword of keywordsToReassign) {
              await notifyKeywordChange(newURL.href, keyword, source);
            }
          } else if (keywordsToRemove.length) {
            // If the old URL didn't have any keywords, but the new URL did, just
            // notify that we removed all keywords from the new URL.
            await notifyKeywordChange(oldURL.href, "", source);
          }
        }
      );
    },

    /**
     * Removes all orphaned keywords from the given URLs. Orphaned keywords are
     * associated with URLs that are no longer bookmarked. If a given URL is still
     * bookmarked, its keywords will not be removed.
     *
     * @param {(string|URL|nsIURI)[]} urls
     *  A list of URLs to check for orphaned keywords.
     * @returns {Promise}
     *  Resolves when all keywords have been removed from URLs that are no longer
     *  bookmarked.
     */
    removeFromURLsIfNotBookmarked(urls) {
      let hrefs = new Set();
      for (let url of urls) {
        try {
          url = BOOKMARK_VALIDATORS.url(url);
        } catch (ex) {
          throw new Error(url + " is not a valid URL");
        }
        hrefs.add(url.href);
      }
      return PlacesUtils.withConnectionWrapper(
        "PlacesUtils.keywords.removeFromURLsIfNotBookmarked",
        async function (db) {
          let keywordsByHref = new Map();
          let cache = await promiseKeywordsCache();
          for (let [keyword, entry] of cache) {
            let href = entry.url.href;
            if (!hrefs.has(href)) {
              continue;
            }
            if (!keywordsByHref.has(href)) {
              keywordsByHref.set(href, [keyword]);
              continue;
            }
            let existingKeywords = keywordsByHref.get(href);
            existingKeywords.push(keyword);
          }
          if (!keywordsByHref.size) {
            return;
          }

          let placeInfosToRemove = [];
          let rows = await db.execute(
            `
            SELECT h.id, h.url
            FROM moz_places h
            JOIN moz_keywords k ON k.place_id = h.id
            GROUP BY h.id
            HAVING h.foreign_count = count(*) +
              (SELECT count(*)
               FROM moz_bookmarks b
               JOIN moz_bookmarks p ON b.parent = p.id
               WHERE p.parent = :tags_root AND b.fk = h.id)
            `,
            { tags_root: PlacesUtils.tagsFolderId }
          );
          for (let row of rows) {
            placeInfosToRemove.push({
              placeId: row.getResultByName("id"),
              href: row.getResultByName("url"),
            });
          }
          if (!placeInfosToRemove.length) {
            return;
          }

          await db.execute(
            `DELETE FROM moz_keywords WHERE place_id IN (${Array.from(
              placeInfosToRemove.map(info => info.placeId)
            ).join()})`
          );
          for (let { href } of placeInfosToRemove) {
            let keywords = keywordsByHref.get(href);
            for (let keyword of keywords) {
              cache.delete(keyword);
            }
          }
        }
      );
    },

    /**
     * Removes all keywords from all URLs.
     *
     * @returns {Promise}
     *  Resolves when all keywords have been removed.
     */
    eraseEverything() {
      return PlacesUtils.withConnectionWrapper(
        "PlacesUtils.keywords.eraseEverything",
        async function (db) {
          let cache = await promiseKeywordsCache();
          if (!cache.size) {
            return;
          }
          await db.executeCached(`DELETE FROM moz_keywords`);
          cache.clear();
        }
      );
    },

    /**
     * Invalidates the keywords cache, leaving all existing keywords in place.
     * The cache will be repopulated on the next `PlacesUtils.keywords.*` call.
     *
     * @returns {Promise}
     *  Resolves when the cache has been cleared.
     */
    invalidateCachedKeywords() {
      gKeywordsCachePromise = gKeywordsCachePromise.then(_ => null);
      this.ensureCacheInitialized();
      return gKeywordsCachePromise;
    },
    /**
     * Ensures the keywords cache is initialized.
     *
     * @returns {Promise}
     *  Resolved when keywords cache is initialized.
     */
    async ensureCacheInitialized() {
      this._cache = await promiseKeywordsCache();
    },
    /** @type {?Map<string, KeywordEntry>} */
    _cache: null,
    /**
     * Checks from the cache if a given word is a bookmark keyword.
     * We must make sure the cache is populated, and await ensureCacheInitialized()
     * before calling this function.
     *
     * @param {string} keyword
     *  Word to check.
     * @returns {boolean}
     *  Whether the given word is a keyword.
     */
    isKeywordFromCache(keyword) {
      return this._cache?.has(keyword);
    },
  },
};

/** @type {Promise<?Map<string, KeywordEntry>>} */
var gKeywordsCachePromise = Promise.resolve(null);

/**
 * Returns the keyword cache, or fetches the keywords
 * if not cached.
 *
 * @returns {Promise<Map<string, KeywordEntry>>}
 *  Resolves to the keywords that are now cached.
 */
function promiseKeywordsCache() {
  let promise = gKeywordsCachePromise.then(function (cache) {
    if (cache) {
      return cache;
    }
    return PlacesUtils.withConnectionWrapper(
      "PlacesUtils: promiseKeywordsCache",
      async db => {
        /** @type {Map<string, KeywordEntry>} */
        let newCache = new Map();
        let rows = await db.execute(
          `SELECT keyword, url, post_data
           FROM moz_keywords k
           JOIN moz_places h ON h.id = k.place_id
          `
        );
        let brokenKeywords = [];
        for (let row of rows) {
          let keyword = row.getResultByName("keyword");
          let url = URL.parse(row.getResultByName("url"));
          if (url) {
            let entry = {
              keyword,
              url,
              postData: row.getResultByName("post_data") || null,
            };
            newCache.set(keyword, entry);
          } else {
            // The url is invalid, don't load the keyword and remove it, or it
            // would break the whole keywords API.
            brokenKeywords.push(keyword);
          }
        }
        if (brokenKeywords.length) {
          await db.execute(
            `DELETE FROM moz_keywords
             WHERE keyword IN (${brokenKeywords.map(kw => JSON.stringify(kw)).join(",")})
            `
          );
        }
        return newCache;
      }
    );
  });
  gKeywordsCachePromise = promise.catch(_ => new Map());
  return promise;
}

ChromeUtils.defineLazyGetter(PlacesUtils, "history", function () {
  let hs = Cc["@mozilla.org/browser/nav-history-service;1"].getService(
    Ci.nsINavHistoryService
  );
  return Object.freeze(
    new Proxy(hs, {
      get(target, name) {
        let property, object;
        if (name in target) {
          property = target[name];
          object = target;
        } else {
          property = lazy.History[name];
          object = lazy.History;
        }
        if (typeof property == "function") {
          return property.bind(object);
        }
        return property;
      },
      set(target, name, val) {
        // Forward to the XPCOM object, otherwise don't allow to set properties.
        if (name in target) {
          target[name] = val;
          return true;
        }
        // This will throw in strict mode.
        return false;
      },
    })
  );
});

XPCOMUtils.defineLazyServiceGetter(
  PlacesUtils,
  "favicons",
  "@mozilla.org/browser/favicon-service;1",
  Ci.nsIFaviconService
);

XPCOMUtils.defineLazyServiceGetter(
  lazy,
  "bmsvc",
  "@mozilla.org/browser/nav-bookmarks-service;1",
  Ci.nsINavBookmarksService
);
ChromeUtils.defineLazyGetter(PlacesUtils, "bookmarks", () => {
  return Object.freeze(
    new Proxy(lazy.Bookmarks, {
      get: (target, name) =>
        lazy.Bookmarks.hasOwnProperty(name)
          ? lazy.Bookmarks[name]
          : lazy.bmsvc[name],
    })
  );
});

XPCOMUtils.defineLazyServiceGetter(
  PlacesUtils,
  "tagging",
  "@mozilla.org/browser/tagging-service;1",
  Ci.nsITaggingService
);

ChromeUtils.defineLazyGetter(lazy, "bundle", function () {
  const PLACES_STRING_BUNDLE_URI = "chrome://places/locale/places.properties";
  return Services.strings.createBundle(PLACES_STRING_BUNDLE_URI);
});

// This is just used as a reasonably-random value for copy & paste / drag operations.
ChromeUtils.defineLazyGetter(PlacesUtils, "instanceId", () => {
  return PlacesUtils.history.makeGuid();
});

/**
 * Setup internal databases for closing properly during shutdown.
 *
 * 1. Places initiates shutdown.
 * 2. Before places can move to the step where it closes the low-level connection,
 *   we need to make sure that we have closed `conn`.
 * 3. Before we can close `conn`, we need to make sure that all external clients
 *   have stopped using `conn`.
 * 4. Before we can close Sqlite, we need to close `conn`.
 *
 * @param {OpenedConnection} conn
 * @param {string} name
 */
function setupDbForShutdown(conn, name) {
  try {
    let state = "0. Not started.";
    let promiseClosed = new Promise((resolve, reject) => {
      // The service initiates shutdown.
      // Before it can safely close its connection, we need to make sure
      // that we have closed the high-level connection.
      try {
        PlacesUtils.history.connectionShutdownClient.jsclient.addBlocker(
          `${name} closing as part of Places shutdown`,
          async function () {
            state = "1. Service has initiated shutdown";

            // At this stage, all external clients have finished using the
            // database. We just need to close the high-level connection.
            try {
              await conn.close();
              state = "2. Closed Sqlite.sys.mjs connection.";
              resolve();
            } catch (ex) {
              state = "2. Failed to closed Sqlite.sys.mjs connection: " + ex;
              reject(ex);
            }
          },
          () => state
        );
      } catch (ex) {
        // It's too late to block shutdown, just close the connection.
        conn.close();
        reject(ex);
      }
    }).catch(console.error);

    // Make sure that Sqlite.sys.mjs doesn't close until we are done
    // with the high-level connection.
    lazy.Sqlite.shutdown.addBlocker(
      `${name} must be closed before Sqlite.sys.mjs`,
      () => promiseClosed,
      () => state
    );
  } catch (ex) {
    // It's too late to block shutdown, just close the connection.
    conn.close();
    throw ex;
  }
}

ChromeUtils.defineLazyGetter(lazy, "gAsyncDBConnPromised", () =>
  lazy.Sqlite.cloneStorageConnection({
    connection: PlacesUtils.history.DBConnection,
    readOnly: true,
  })
    .then(conn => {
      setupDbForShutdown(conn, "PlacesUtils read-only connection");
      return conn;
    })
    .catch(console.error)
);

ChromeUtils.defineLazyGetter(lazy, "gAsyncDBWrapperPromised", () =>
  lazy.Sqlite.wrapStorageConnection({
    connection: PlacesUtils.history.DBConnection,
  })
    .then(conn => {
      setupDbForShutdown(conn, "PlacesUtils wrapped connection");
      return conn;
    })
    .catch(console.error)
);

var gAsyncDBLargeCacheConnDeferred = Promise.withResolvers();
ChromeUtils.defineLazyGetter(lazy, "gAsyncDBLargeCacheConnPromised", () =>
  lazy.Sqlite.cloneStorageConnection({
    connection: PlacesUtils.history.DBConnection,
    readOnly: true,
  })
    .then(async conn => {
      setupDbForShutdown(conn, "PlacesUtils large cache read-only connection");
      // Components like the urlbar often fallback to a table scan due to lack
      // of full text indices.  A larger cache helps reducing IO and improves
      // performance. This value is expected to be larger than the default
      // mozStorage value defined as MAX_CACHE_SIZE_BYTES in
      // storage/mozStorageConnection.cpp.
      await conn.execute("PRAGMA cache_size = -6144"); // 6MiB
      // This should be kept in sync with nsPlacesTables.h.
      await conn.execute(`
        CREATE TEMP TABLE IF NOT EXISTS moz_openpages_temp (
          url TEXT NOT NULL,
          userContextId INTEGER NOT NULL,
          groupId TEXT NOT NULL,
          open_count INTEGER,
          PRIMARY KEY (url, userContextId, groupId)
        )`);
      // This should be kept in sync with nsPlacesTriggers.h.
      await conn.execute(`
        CREATE TEMP TRIGGER IF NOT EXISTS moz_openpages_temp_afterupdate_trigger
        AFTER UPDATE OF open_count ON moz_openpages_temp FOR EACH ROW
        WHEN NEW.open_count = 0
        BEGIN
          DELETE FROM moz_openpages_temp
          WHERE url = NEW.url
            AND userContextId = NEW.userContextId
            AND groupId = NEW.groupId;
        END`);
      gAsyncDBLargeCacheConnDeferred.resolve(conn);
      return conn;
    })
    .catch(console.error)
);
