tests: update

Merge pull request #295 from Maks1mS/feat/snap-source
feat: add snapcraft source
2025-03-10 06:14:02 +00:00 · 2025-03-01 11:43:32 +08:00 · 2025-02-28 18:15:38 +08:00 · 2025-02-28 11:05:31 +03:00 · 2025-02-28 11:04:47 +03:00 · 2025-02-22 06:16:54 +00:00
83 changed files with 1495 additions and 440 deletions
--- a/.github/workflows/codeql-analysis.yml
+++ b/.github/workflows/codeql-analysis.yml
@ -1,71 +0,0 @@
-# For most projects, this workflow file will not need changing; you simply need
-# to commit it to your repository.
-#
-# You may wish to alter this file to override the set of languages analyzed,
-# or to provide custom queries or build logic.
-name: "CodeQL"
-
-on:
-  push:
-    branches: [master]
-  pull_request:
-    # The branches below must be a subset of the branches above
-    branches: [master]
-  schedule:
-    - cron: '0 18 * * 5'
-
-jobs:
-  analyze:
-    name: Analyze
-    runs-on: ubuntu-latest
-
-    strategy:
-      fail-fast: false
-      matrix:
-        # Override automatic language detection by changing the below list
-        # Supported options are ['csharp', 'cpp', 'go', 'java', 'javascript', 'python']
-        language: ['python']
-        # Learn more...
-        # https://docs.github.com/en/github/finding-security-vulnerabilities-and-errors-in-your-code/configuring-code-scanning#overriding-automatic-language-detection
-
-    steps:
-    - name: Checkout repository
-      uses: actions/checkout@v3
-      with:
-        # We must fetch at least the immediate parents so that if this is
-        # a pull request then we can checkout the head.
-        fetch-depth: 2
-
-    # If this run was triggered by a pull request event, then checkout
-    # the head of the pull request instead of the merge commit.
-    - run: git checkout HEAD^2
-      if: ${{ github.event_name == 'pull_request' }}
-
-    # Initializes the CodeQL tools for scanning.
-    - name: Initialize CodeQL
-      uses: github/codeql-action/init@v2
-      with:
-        languages: ${{ matrix.language }}
-        # If you wish to specify custom queries, you can do so here or in a config file.
-        # By default, queries listed here will override any specified in a config file. 
-        # Prefix the list here with "+" to use these queries and those in the config file.
-        # queries: ./path/to/local/query, your-org/your-repo/queries@main
-
-    # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
-    # If this step fails, then you should remove it and run the build manually (see below)
-    - name: Autobuild
-      uses: github/codeql-action/autobuild@v2
-
-    # ℹ️ Command-line programs to run using the OS shell.
-    # 📚 https://git.io/JvXDl
-
-    # ✏️ If the Autobuild fails above, remove it and uncomment the following three lines
-    #    and modify them (or add more) to build your code if your project
-    #    uses a compiled language
-
-    #- run: |
-    #   make bootstrap
-    #   make release
-
-    - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v2
--- a/.github/workflows/codeql.yml
+++ b/.github/workflows/codeql.yml
@ -0,0 +1,84 @@
+# For most projects, this workflow file will not need changing; you simply need
+# to commit it to your repository.
+#
+# You may wish to alter this file to override the set of languages analyzed,
+# or to provide custom queries or build logic.
+#
+# ******** NOTE ********
+# We have attempted to detect the languages in your repository. Please check
+# the `language` matrix defined below to confirm you have the correct set of
+# supported CodeQL languages.
+#
+name: "CodeQL"
+
+on:
+  push:
+    branches: [ "master" ]
+  pull_request:
+    branches: [ "master" ]
+  schedule:
+    - cron: '34 14 * * 4'
+
+jobs:
+  analyze:
+    name: Analyze
+    # Runner size impacts CodeQL analysis time. To learn more, please see:
+    #   - https://gh.io/recommended-hardware-resources-for-running-codeql
+    #   - https://gh.io/supported-runners-and-hardware-resources
+    #   - https://gh.io/using-larger-runners
+    # Consider using larger runners for possible analysis time improvements.
+    runs-on: ${{ (matrix.language == 'swift' && 'macos-latest') || 'ubuntu-latest' }}
+    timeout-minutes: ${{ (matrix.language == 'swift' && 120) || 360 }}
+    permissions:
+      # required for all workflows
+      security-events: write
+
+      # only required for workflows in private repositories
+      actions: read
+      contents: read
+
+    strategy:
+      fail-fast: false
+      matrix:
+        language: [ 'python' ]
+        # CodeQL supports [ 'c-cpp', 'csharp', 'go', 'java-kotlin', 'javascript-typescript', 'python', 'ruby', 'swift' ]
+        # Use only 'java-kotlin' to analyze code written in Java, Kotlin or both
+        # Use only 'javascript-typescript' to analyze code written in JavaScript, TypeScript or both
+        # Learn more about CodeQL language support at https://aka.ms/codeql-docs/language-support
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    # Initializes the CodeQL tools for scanning.
+    - name: Initialize CodeQL
+      uses: github/codeql-action/init@v3
+      with:
+        languages: ${{ matrix.language }}
+        # If you wish to specify custom queries, you can do so here or in a config file.
+        # By default, queries listed here will override any specified in a config file.
+        # Prefix the list here with "+" to use these queries and those in the config file.
+
+        # For more details on CodeQL's query packs, refer to: https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs
+        # queries: security-extended,security-and-quality
+
+
+    # Autobuild attempts to build any compiled languages (C/C++, C#, Go, Java, or Swift).
+    # If this step fails, then you should remove it and run the build manually (see below)
+    - name: Autobuild
+      uses: github/codeql-action/autobuild@v3
+
+    # ℹ️ Command-line programs to run using the OS shell.
+    # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
+
+    #   If the Autobuild fails above, remove it and uncomment the following three lines.
+    #   modify them (or add more) to build your code if your project, please refer to the EXAMPLE below for guidance.
+
+    # - run: |
+    #     echo "Run, Build Application using script"
+    #     ./location_of_script_within_repo/buildscript.sh
+
+    - name: Perform CodeQL Analysis
+      uses: github/codeql-action/analyze@v3
+      with:
+        category: "/language:${{matrix.language}}"
--- a/.github/workflows/mypy.yaml
+++ b/.github/workflows/mypy.yaml
@ -6,9 +6,9 @@ jobs:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout Code
-      uses: actions/checkout@v3
+      uses: actions/checkout@v4
    - name: Setup Cache
-      uses: actions/cache@v3
+      uses: actions/cache@v4
      env:
        cache-name: cache-pipmypy
      with:
@ -18,7 +18,7 @@ jobs:
          ${{ runner.os }}-${{ env.cache-name }}-
          ${{ runner.os }}-cache-pip-
    - name: Install deps
-      run: pip3 install -U tornado pytest pytest-asyncio pytest-httpbin flaky structlog tomli platformdirs aiohttp httpx mypy awesomeversion
+      run: pip3 install -U tornado pytest pytest-asyncio pytest-httpbin pytest-rerunfailures structlog tomli platformdirs aiohttp httpx mypy awesomeversion
    - name: Run mypy for --install-types
      run: PATH=$HOME/.local/bin:$PATH mypy --namespace-packages --explicit-package-bases nvchecker nvchecker_source tests
      continue-on-error: true
--- a/.github/workflows/tests.yaml
+++ b/.github/workflows/tests.yaml
@ -12,6 +12,7 @@ jobs:
        - "3.10"
        - "3.11"
        - "3.12"
+        - "3.13"
        # pypy fails in some cases but we don't care much about that
        # with github actions we can't mark some jobs to not affect the overall
        # conclusion so we have to omit "allow-failure" tests.
@ -19,19 +20,20 @@ jobs:
        # - pypy-3.7
        deps:
        - tornado pycurl
-        - aiohttp
+        # timer runs when loop is closed, see https://github.com/lilydjwg/nvchecker/actions/runs/11650699759/job/32439742210
+        # - aiohttp
        - tornado
        - httpx[http2]>=0.14.0
        exclude: []
    steps:
    - name: Checkout code
-      uses: actions/checkout@v3
+      uses: actions/checkout@v4
    - name: Setup Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}
    - name: Setup Cache
-      uses: actions/cache@v3
+      uses: actions/cache@v4
      env:
        cache-name: cache-pip
      with:
@ -40,6 +42,7 @@ jobs:
        restore-keys: |
          ${{ runner.os }}-${{ env.cache-name }}-${{ matrix.deps }}-
          ${{ runner.os }}-${{ env.cache-name }}-
+
    - name: Install pycurl deps
      if: ${{ contains(matrix.deps, 'pycurl') }}
      run: |
@ -47,10 +50,44 @@ jobs:
        sudo apt install -y libcurl4-openssl-dev
    # werkzeug is pinned for httpbin compatibility https://github.com/postmanlabs/httpbin/issues/673
    - name: Install Python deps
-      run: pip install -U ${{ matrix.deps }} pytest 'pytest-asyncio>=0.23' pytest-httpbin flaky structlog tomli platformdirs lxml 'werkzeug<2.1' awesomeversion
+      env:
+        # use env to avoid `>` being redirection
+        deps: ${{ matrix.deps }}
+      run: pip install -U $deps pytest 'pytest-asyncio>=0.24' pytest-httpbin pytest-rerunfailures structlog tomli platformdirs lxml jq 'werkzeug<2.1' awesomeversion
+    # don't use binary distribution because:
+    #   hardcoded cacert path doesn't work on Ubuntu (should have been resolved?)
+    #   limited compression support (only deflate & gzip)
+    - name: Install pycurl
+      if: ${{ contains(matrix.deps, 'pycurl') }}
+      run: |
+        pip uninstall -y pycurl
+        pip install -U pycurl --no-binary :all:
    - name: Decrypt keys
      env:
        KEY: ${{ secrets.KEY }}
      run: if [[ -n $KEY ]]; then openssl enc -d -aes-256-ctr -pbkdf2 -k $KEY -in keyfile.toml.enc -out keyfile.toml; fi
+
+    - name: Setup mitmproxy cache
+      uses: actions/cache@v4
+      env:
+        cache-name: cache-mitm
+      with:
+        path: ~/.mitmproxy
+        key: ${{ env.cache-name }}
+        restore-keys: |
+          ${{ env.cache-name }}-
+    - name: Install mitmproxy
+      run: |
+        /usr/bin/python -m venv --system-site-packages ~/.mitmproxy/venv
+        . ~/.mitmproxy/venv/bin/activate
+        pip install -U mitmproxy
+        # https://github.com/DevToys-app/DevToys/issues/1373#issuecomment-2599820594
+        sudo sysctl -w kernel.apparmor_restrict_unprivileged_unconfined=0
+        sudo sysctl -w kernel.apparmor_restrict_unprivileged_userns=0
+
+    # - name: Setup upterm session
+    #   uses: lhotari/action-upterm@v1
    - name: Run pytest
-      run: if [[ -f keyfile.toml ]]; then KEYFILE=keyfile.toml pytest; else pytest; fi
+      env:
+        mitmdump: /home/runner/.mitmproxy/venv/bin/mitmdump
+      run: scripts/run_cached_tests
--- a/docs/usage.rst
+++ b/docs/usage.rst
@ -71,8 +71,8 @@ The JSON log is one JSON string per line. The following documented events and
 fields are stable, undocumented ones may change without notice.

 event=updated
-  An update is detected. Fields ``name``, ``old_version`` and ``version`` are
-  available. ``old_version`` maybe ``null``.
+  An update is detected. Fields ``name``, ``revision``, ``old_version`` and ``version`` are
+  available. ``old_version`` may be ``null`` and ``revision`` may be absent.

 event=up-to-date
  There is no update. Fields ``name`` and ``version`` are available.
@ -170,6 +170,9 @@ prefix
  Strip the prefix string if the version string starts with it. Otherwise the
  version string is returned as-is.

+  If both ``prefix`` and ``from_pattern``/``to_pattern`` are used, ``prefix``
+  is applied first.
+
 from_pattern, to_pattern
  Both are Python-compatible regular expressions. If ``from_pattern`` is found
  in the version string, it will be replaced with ``to_pattern``.
@ -179,7 +182,7 @@ from_pattern, to_pattern

 missing_ok
  Suppress warnings and errors if a version checking module finds nothing.
-  Currently only ``regex`` supports it.
+  Not all sources support it.

 proxy
  The HTTP proxy to use. The format is ``proto://host:port``, e.g.
@ -212,13 +215,6 @@ httptoken
 verify_cert
  Whether to verify the HTTPS certificate or not. Default is ``true``.

-If both ``prefix`` and ``from_pattern``/``to_pattern`` are used,
-``from_pattern``/``to_pattern`` are ignored. If you want to strip the prefix
-and then do something special, just use ``from_pattern``/``to_pattern``. For
-example, the transformation of ``v1_1_0`` => ``1.1.0`` can be achieved with
-``from_pattern = 'v(\d+)_(\d+)_(\d+)'`` and ``to_pattern = '\1.\2.\3'``.
-(Note that in TOML it's easiler to write regexes in single quotes so you don't need to escape ``\``.)
-
 .. _list options:

 List Options
@ -326,10 +322,46 @@ post_data
 post_data_type
  (*Optional*) Specifies the ``Content-Type`` of the request body (``post_data``). By default, this is ``application/x-www-form-urlencoded``.

+This source can also work with XML to some extent, e.g. it can parse an RSS feed like this:
+
+.. code-block:: toml
+
+   [ProxmoxVE]
+   source = "htmlparser"
+   url = "https://my.proxmox.com/en/announcements/tag/proxmox-ve/rss"
+   xpath = "//item/title"
+   from_pattern = 'Proxmox VE ([\d.]+) released!'
+   to_pattern = '\1'
+
 .. note::
   An additional dependency "lxml" is required.
   You can use ``pip install 'nvchecker[htmlparser]'``.

+Search with an JSON Parser (jq)
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+::
+
+  source = "jq"
+
+Send an HTTP request and search through the body with a specific ``jq`` filter.
+
+url
+  The URL of the HTTP request.
+
+filter
+  An ``jq`` filter used to find the version string.
+
+post_data
+  (*Optional*) When present, a ``POST`` request (instead of a ``GET``) will be used. The value should be a string containing the full body of the request. The encoding of the string can be specified using the ``post_data_type`` option.
+
+post_data_type
+  (*Optional*) Specifies the ``Content-Type`` of the request body (``post_data``). By default, this is ``application/json``.
+
+This source supports :ref:`list options`.
+
+.. note::
+   An additional dependency "jq" is required.
+
 Find with a Command
 ~~~~~~~~~~~~~~~~~~~
 ::
@ -367,8 +399,8 @@ Check GitHub
  source = "github"

 Check `GitHub <https://github.com/>`_ for updates. The version returned is in
-date format ``%Y%m%d.%H%M%S``, e.g. ``20130701.012212``, unless ``use_latest_release``
-or ``use_max_tag`` is used. See below.
+date format ``%Y%m%d.%H%M%S``, e.g. ``20130701.012212``, unless ``use_latest_release``,
+``use_max_tag`` or ``use_max_release`` is used. See below.

 github
  The github repository, with author, e.g. ``lilydjwg/nvchecker``.
@ -379,6 +411,9 @@ branch
 path
  Only commits containing this file path will be returned.

+host
+  Hostname for self-hosted GitHub instance.
+
 use_latest_release
  Set this to ``true`` to check for the latest release on GitHub.

@ -388,11 +423,24 @@ use_latest_release
  small ones like `nvchecker's <https://github.com/lilydjwg/nvchecker/releases>`_
  are only git tags that should use ``use_max_tag`` below.

-  Will return the release name instead of date.
+  Will return the release's tag name instead of date. (For historical reasons
+  it doesn't return the release name. See below to change.)
+
+use_max_release
+  Set this to ``true`` to check for the max release on GitHub.
+  This option returns the largest one sorted by the
+  ``sort_version_key`` option. Will return the tag name instead of date.
+
+use_release_name
+  When ``use_latest_release`` or ``use_max_release`` is ``true``,
+  setting this to ``true`` will cause nvchecker to return the release name
+  instead of the tag name.

 include_prereleases
-  When ``use_latest_release`` is ``true``, set this to ``true`` to take prereleases into
-  account.
+  When ``use_latest_release`` or ``use_max_release`` is ``true``,
+  set this to ``true`` to take prereleases into account.
+
+  This returns the release names (not the tag names).

  This requires a token because it's using the v4 GraphQL API.

@ -407,7 +455,7 @@ query

 use_max_tag
  Set this to ``true`` to check for the max tag on GitHub. Unlike
-  ``use_latest_release``, this option includes both annotated tags and
+  ``use_max_release``, this option includes both annotated tags and
  lightweight ones, and return the largest one sorted by the
  ``sort_version_key`` option. Will return the tag name instead of date.

@ -419,10 +467,12 @@ An authorization token may be needed in order to use ``use_latest_tag``,

 To set an authorization token, you can set:

- a key named ``github`` in the keyfile
 - the token option
+- an entry in the keyfile for the host (e.g. ``github.com``)
+- an entry in your ``netrc`` file for the host

-This source supports :ref:`list options` when ``use_max_tag`` is set.
+This source supports :ref:`list options` when ``use_max_tag`` or
+``use_max_release`` is set.

 Check Gitea
 ~~~~~~~~~~~
@ -451,11 +501,21 @@ token

 To set an authorization token, you can set:

- a key named ``gitea_{host}`` in the keyfile, where ``host`` is all-lowercased host name
 - the token option
+- an entry in the keyfile for the host (e.g. ``gitea.com``)
+- an entry in your ``netrc`` file for the host

 This source supports :ref:`list options` when ``use_max_tag`` is set.

+Check Gogs / Forgejo / Codeberg
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+Please use the above "gitea" source. Gitea is a fork of `Gogs <https://gogs.io/>`_.
+`Forgejo <https://forgejo.org/>`_ is a fork of Gitea. Codeberg is a code
+hosting provider that uses Forgejo. They share the same API endpoints nvchecker uses.
+
+Alternatively, you can try the generic "git" source.
+
 Check BitBucket
 ~~~~~~~~~~~~~~~
 ::
@ -524,8 +584,9 @@ token

 To set an authorization token, you can set:

- a key named ``gitlab_{host}`` in the keyfile, where ``host`` is all-lowercased host name
 - the token option
+- an entry in the keyfile for the host (e.g. ``gitlab.com``)
+- an entry in your ``netrc`` file for the host

 This source supports :ref:`list options` when ``use_max_tag`` is set.

@ -535,7 +596,7 @@ Check PyPI

  source = "pypi"

-Check `PyPI <https://pypi.python.org/>`_ for updates.
+Check `PyPI <https://pypi.python.org/>`_ for updates. Yanked releases are ignored.

 pypi
  The name used on PyPI, e.g. ``PySide``.
@ -543,6 +604,8 @@ pypi
 use_pre_release
  Whether to accept pre release. Default is false.

+This source supports :ref:`list options`.
+
 .. note::
   An additional dependency "packaging" is required.
   You can use ``pip install 'nvchecker[pypi]'``.
@ -627,11 +690,16 @@ Check crates.io

  source = "cratesio"

-Check `crates.io <https://crates.io/>`_ for updates.
+Check `crates.io <https://crates.io/>`_ for updates. Yanked releases are ignored.

 cratesio
  The crate name on crates.io, e.g. ``tokio``.

+use_pre_release
+  Whether to accept pre release. Default is false.
+
+This source supports :ref:`list options`.
+
 Check Local Pacman Database
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~
 ::
@ -728,6 +796,11 @@ This enables you to track updates from `Anitya <https://release-monitoring.org/>
 anitya
  ``distro/package``, where ``distro`` can be a lot of things like "fedora", "arch linux", "gentoo", etc. ``package`` is the package name of the chosen distribution.

+anitya_id
+  The identifier of the project/package in anitya.
+
+Note that either anitya or anitya_id needs to be specified, anitya_id is preferred when both specified.
+
 Check Android SDK
 ~~~~~~~~~~~~~~~~~
 ::
@ -811,6 +884,29 @@ strip_release

 Note that either pkg or srcpkg needs to be specified (but not both) or the item name will be used as pkg.

+Check RPM repository
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+::
+
+  source = "rpmrepo"
+
+This enables you to check latest package versions in an arbitrary RPM repository in `repomd` format used by package managers such as ``dnf`` (Fedora, RHEL, AlmaLinux etc.) or ``zypper`` (openSUSE) without the need for native RPM tools.
+
+pkg
+  Name of the RPM package (you can also use ``rpmrepo`` as with other sources, but ``pkg`` is preferred for clarity)
+
+repo
+  URL of the repository (required, ``repodata/repomd.xml`` should be there)
+
+arch
+  Architecture of the RPM package (``binary``, ``src``, ``any``, ``x86_64``, ``aarch64``, etc, defaults to ``binary``)
+
+This source supports :ref:`list options`.
+
+.. note::
+   An additional dependency "lxml" is required.
+   You can use ``pip install 'nvchecker[rpmrepo]'``.
+
 Check Git repository
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 ::
@ -830,6 +926,19 @@ branch

 When this source returns tags (``use_commit`` is not true) it supports :ref:`list options`.

+Check Mercurial repository
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+::
+
+  source = "mercurial"
+
+This enables you to check tags of an arbitrary mercurial (hg) repository.
+
+mercurial
+  URL of the Mercurial repository.
+
+This source returns tags and supports :ref:`list options`.
+
 Check container registry
 ~~~~~~~~~~~~~~~~~~~~~~~~
 ::
@ -944,6 +1053,47 @@ Check `Visual Studio Code Marketplace <https://marketplace.visualstudio.com/vsco
 vsmarketplace
  The extension's Unique Identifier on marketplace.visualstudio.com/vscode, e.g. ``ritwickdey.LiveServer``.

+Check Go packages and modules
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+::
+
+  source = "go"
+
+Check `Go packages and modules <https://pkg.go.dev/>`_ for updates.
+
+go
+  The name of Go package or module, e.g. ``github.com/caddyserver/caddy/v2/cmd``.
+
+Check opam repository
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+::
+
+  source = "opam"
+
+This enables you to check latest package versions in an arbitrary `opam repository <https://opam.ocaml.org/doc/Manual.html#Repositories>` without the need for the opam command line tool.
+
+pkg
+  Name of the opam package
+
+repo
+  URL of the repository (optional, the default ``https://opam.ocaml.org`` repository is used if not specified)
+
+This source supports :ref:`list options`.
+
+Check Snapcraft
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+::
+
+  source = "snapcraft"
+
+This source allows you to check the latest package versions in the `Snapcraft <https://snapcraft.io>`_.
+
+snap
+  Name of the snap package.
+
+channel
+  Name of the channel.
+
 Combine others' results
 ~~~~~~~~~~~~~~~~~~~~~~~
 ::
--- a/mypy.ini
+++ b/mypy.ini
@ -23,3 +23,9 @@ ignore_missing_imports = True

 [mypy-tomllib]
 ignore_missing_imports = True
+
+[mypy-jq]
+ignore_missing_imports = True
+
+[mypy-tomli]
+ignore_missing_imports = True
--- a/nvchecker/init.py
+++ b/nvchecker/init.py
@ -1,4 +1,4 @@
 # MIT licensed
-# Copyright (c) 2013-2023 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2013-2024 lilydjwg <lilydjwg@gmail.com>, et al.

-__version__ = '2.13.1'
+__version__ = '2.17dev'
--- a/nvchecker/main.py
+++ b/nvchecker/main.py
@ -1,6 +1,6 @@
 #!/usr/bin/env python3
 # MIT licensed
-# Copyright (c) 2013-2022 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2013-2024 lilydjwg <lilydjwg@gmail.com>, et al.

 from __future__ import annotations

@ -13,7 +13,7 @@ from pathlib import Path
 import structlog

 from . import core
-from .util import VersData, RawResult, KeyManager, EntryWaiter
+from .util import ResultData, RawResult, KeyManager, EntryWaiter
 from .ctxvars import proxy as ctx_proxy

 logger = structlog.get_logger(logger_name=__name__)
@ -75,26 +75,33 @@ def main() -> None:
    oldvers = core.read_verfile(options.ver_files[0])
  else:
    oldvers = {}
-  result_coro = core.process_result(oldvers, result_q, entry_waiter)
+  result_coro = core.process_result(oldvers, result_q, entry_waiter, verbose=bool(args.entry))
  runner_coro = core.run_tasks(futures)

  if sys.version_info >= (3, 10):
    # Python 3.10 has deprecated asyncio.get_event_loop
-    newvers, has_failures = asyncio.run(run(result_coro, runner_coro))
+    results, has_failures = asyncio.run(run(result_coro, runner_coro))
  else:
    # Python < 3.10 will create an eventloop when asyncio.Queue is initialized
-    newvers, has_failures = asyncio.get_event_loop().run_until_complete(run(result_coro, runner_coro))
+    results, has_failures = asyncio.get_event_loop().run_until_complete(run(result_coro, runner_coro))

  if options.ver_files is not None:
-    core.write_verfile(options.ver_files[1], newvers)
+    newverf = options.ver_files[1]
+    if args.entry:
+      # don't remove other entries when only one entry is specified on cmdline
+      vers = core.read_verfile(newverf)
+    else:
+      vers = {}
+    vers.update(results)
+    core.write_verfile(newverf, vers)

  if args.failures and has_failures:
    sys.exit(3)

 async def run(
-  result_coro: Coroutine[None, None, Tuple[VersData, bool]],
+  result_coro: Coroutine[None, None, Tuple[ResultData, bool]],
  runner_coro: Coroutine[None, None, None],
-) -> Tuple[VersData, bool]:
+) -> Tuple[ResultData, bool]:
  result_fu = asyncio.create_task(result_coro)
  runner_fu = asyncio.create_task(runner_coro)
  await runner_fu
--- a/nvchecker/core.py
+++ b/nvchecker/core.py
@ -1,5 +1,5 @@
 # MIT licensed
-# Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2013-2020, 2024 lilydjwg <lilydjwg@gmail.com>, et al.

 from __future__ import annotations

@ -20,6 +20,7 @@ from importlib import import_module
 import re
 import contextvars
 import json
+import dataclasses

 import structlog

@ -36,7 +37,7 @@ import platformdirs
 from .lib import nicelogger
 from . import slogconf
 from .util import (
-  Entry, Entries, KeyManager, RawResult, RichResult, Result, VersData,
+  Entry, Entries, KeyManager, RawResult, RichResult, ResultData,
  FunctionWorker, GetVersionError,
  FileLoadError, EntryWaiter,
 )
@ -77,6 +78,7 @@ def process_common_arguments(args: argparse.Namespace) -> bool:
    slogconf.exc_info,
    slogconf.filter_exc,
    slogconf.filter_nones,
+    slogconf.filter_taskname,
  ]
  logger_factory = None

@ -126,7 +128,7 @@ def safe_overwrite(file: Path, data: Union[bytes, str], *,
  # if the above write failed (because disk is full etc), the old data should be kept
  os.rename(tmpname, resolved_path)

-def read_verfile(file: Path) -> VersData:
+def read_verfile(file: Path) -> ResultData:
  try:
    with open(file) as f:
      data = f.read()
@ -142,17 +144,35 @@ def read_verfile(file: Path) -> VersData:
      name, ver = l.rstrip().split(None, 1)
      v[name] = ver

+  if v.get('version') is None:
+    v = {k: RichResult(version=a) for k, a in v.items()}
+  elif v['version'] == 2:
+    v = {k: RichResult(**a) for k, a in v['data'].items()}
+  else:
+    raise Exception('unknown verfile version', v['version'])
+
  return v

-def write_verfile(file: Path, versions: VersData) -> None:
-  # sort and indent to make it friendly to human and git
+def write_verfile(file: Path, versions: ResultData) -> None:
+  d = {
+    'version': 2,
+    # sort and indent to make it friendly to human and git
+    'data': dict(sorted(versions.items())),
+  }
  data = json.dumps(
-    dict(sorted(versions.items())),
-    indent=2,
-    ensure_ascii=False,
+    d,
+    indent = 2,
+    ensure_ascii = False,
+    default = json_encode,
  ) + '\n'
  safe_overwrite(file, data)

+def json_encode(obj):
+  if isinstance(obj, RichResult):
+    d = {k: v for k, v in dataclasses.asdict(obj).items() if v is not None}
+    return d
+  raise TypeError(obj)
+
 class Options(NamedTuple):
  ver_files: Optional[Tuple[Path, Path]]
  max_concurrency: int
@ -279,13 +299,12 @@ def substitute_version(
 ) -> str:
  '''
  Substitute the version string via defined rules in the configuration file.
-  See README.rst#global-options for details.
+  See usage.rst#global-options for details.
  '''
  prefix = conf.get('prefix')
  if prefix:
    if version.startswith(prefix):
      version = version[len(prefix):]
-    return version

  from_pattern = conf.get('from_pattern')
  if from_pattern:
@ -293,19 +312,25 @@ def substitute_version(
    if to_pattern is None:
      raise ValueError("from_pattern exists but to_pattern doesn't")

-    return re.sub(from_pattern, to_pattern, version)
+    version = re.sub(from_pattern, to_pattern, version)

-  # No substitution rules found. Just return the original version string.
  return version

 def apply_list_options(
-  versions: List[Union[str, RichResult]], conf: Entry,
+  versions: List[Union[str, RichResult]],
+  conf: Entry,
+  name: str,
 ) -> Optional[Union[str, RichResult]]:
  pattern = conf.get('include_regex')
-  if pattern:
+  if versions and pattern:
    re_pat = re.compile(pattern)
-    versions = [x for x in versions
+    versions2 = [x for x in versions
                if re_pat.fullmatch(str(x))]
+    if not versions2:
+      logger.warning('include_regex matched no versions',
+                     name=name, versions=versions, regex=pattern)
+      return None
+    versions = versions2

  pattern = conf.get('exclude_regex')
  if pattern:
@ -327,12 +352,14 @@ def apply_list_options(

  return versions[-1]

-def _process_result(r: RawResult) -> Union[Result, Exception]:
+def _process_result(r: RawResult) -> Union[RichResult, Exception]:
  version = r.version
  conf = r.conf
  name = r.name

  url = None
+  revision = None
+  gitref = None
  if isinstance(version, GetVersionError):
    kw = version.kwargs
    kw['name'] = name
@ -343,13 +370,17 @@ def _process_result(r: RawResult) -> Union[Result, Exception]:
                  name=r.name, exc_info=r.version)
    return version
  elif isinstance(version, list):
-    version_str = apply_list_options(version, conf)
+    version_str = apply_list_options(version, conf, name)
    if isinstance(version_str, RichResult):
      url = version_str.url
+      gitref = version_str.gitref
+      revision = version_str.revision
      version_str = version_str.version
  elif isinstance(version, RichResult):
    version_str = version.version
    url = version.url
+    gitref = version.gitref
+    revision = version.revision
  else:
    version_str = version

@ -358,7 +389,12 @@ def _process_result(r: RawResult) -> Union[Result, Exception]:

    try:
      version_str = substitute_version(version_str, conf)
-      return Result(name, version_str, conf, url)
+      return RichResult(
+        version = version_str,
+        url = url,
+        gitref = gitref,
+        revision = revision,
+      )
    except (ValueError, re.error) as e:
      logger.exception('error occurred in version substitutions', name=name)
      return e
@ -367,25 +403,35 @@ def _process_result(r: RawResult) -> Union[Result, Exception]:
    return ValueError('no version returned')

 def check_version_update(
-  oldvers: VersData, r: Result,
+  oldvers: ResultData,
+  name: str,
+  r: RichResult,
+  verbose: bool,
 ) -> None:
-  oldver = oldvers.get(r.name, None)
+  if old_result := oldvers.get(name):
+    oldver = old_result.version
+  else:
+    oldver = None
  if not oldver or oldver != r.version:
    logger.info(
      'updated',
-      name = r.name,
+      name = name,
      version = r.version,
+      revision = r.revision,
      old_version = oldver,
      url = r.url,
    )
  else:
-    logger.debug('up-to-date', name=r.name, version=r.version, url=r.url)
+    # provide visible user feedback if it was the only entry
+    level = logging.INFO if verbose else logging.DEBUG
+    logger.log(level, 'up-to-date', name=name, version=r.version, url=r.url)

 async def process_result(
-  oldvers: VersData,
+  oldvers: ResultData,
  result_q: Queue[RawResult],
  entry_waiter: EntryWaiter,
-) -> Tuple[VersData, bool]:
+  verbose: bool = False,
+) -> Tuple[ResultData, bool]:
  ret = {}
  has_failures = False
  try:
@ -398,11 +444,13 @@ async def process_result(
        r1 = e
      if isinstance(r1, Exception):
        entry_waiter.set_exception(r.name, r1)
+        # no versions are returned from "apply_list_options"?
+        logger.error('no-result', name=r.name, error=repr(r1))
        has_failures = True
        continue
-      check_version_update(oldvers, r1)
-      entry_waiter.set_result(r1.name, r1.version)
-      ret[r1.name] = r1.version
+      check_version_update(oldvers, r.name, r1, verbose)
+      entry_waiter.set_result(r.name, r1.version)
+      ret[r.name] = r1
  except asyncio.CancelledError:
    return ret, has_failures

--- a/nvchecker/httpclient/aiohttp_httpclient.py
+++ b/nvchecker/httpclient/aiohttp_httpclient.py
@ -12,7 +12,6 @@ from .base import BaseSession, TemporaryError, Response, HTTPError
 __all__ = ['session']

 logger = structlog.get_logger(logger_name=__name__)
-connector = aiohttp.TCPConnector(limit=20)

 class AiohttpSession(BaseSession):
  session = None
--- a/nvchecker/httpclient/httpx_httpclient.py
+++ b/nvchecker/httpclient/httpx_httpclient.py
@ -1,5 +1,5 @@
 # MIT licensed
-# Copyright (c) 2020 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2020-2022,2024 lilydjwg <lilydjwg@gmail.com>, et al.

 from typing import Dict, Optional, Tuple

@ -34,7 +34,7 @@ class HttpxSession(BaseSession):
      client = httpx.AsyncClient(
        timeout = httpx.Timeout(self.timeout, pool=None),
        http2 = True,
-        proxies = {'all://': proxy},
+        proxy = proxy,
        verify = verify_cert,
      )
      self.clients[(proxy, verify_cert)] = client
@ -49,7 +49,8 @@ class HttpxSession(BaseSession):
        method, url, json = json, content = body,
        headers = headers,
        follow_redirects = follow_redirects,
-        params = params,
+        # httpx checks for None but not ()
+        params = params or None,
      )
      err_cls: Optional[type] = None
      if r.status_code >= 500:
--- a/nvchecker/httpclient/tornado_httpclient.py
+++ b/nvchecker/httpclient/tornado_httpclient.py
@ -4,6 +4,7 @@
 import json as _json
 from urllib.parse import urlencode
 from typing import Optional, Dict, Any
+import os

 from tornado.httpclient import AsyncHTTPClient, HTTPRequest

@ -17,8 +18,9 @@ from .base import BaseSession, TemporaryError, Response, HTTPError
 __all__ = ['session']

 HTTP2_AVAILABLE = None if pycurl else False
+SSL_CERT_FILE = os.environ.get('SSL_CERT_FILE')

-def try_use_http2(curl):
+def setup_curl(curl):
  global HTTP2_AVAILABLE
  if HTTP2_AVAILABLE is None:
    try:
@ -29,6 +31,10 @@ def try_use_http2(curl):
  elif HTTP2_AVAILABLE:
    curl.setopt(pycurl.HTTP_VERSION, 4)

+  if SSL_CERT_FILE:
+    curl.setopt_string(pycurl.CAINFO, SSL_CERT_FILE)
+  curl.setopt_string(pycurl.ACCEPT_ENCODING, "")
+
 class TornadoSession(BaseSession):
  def setup(
    self,
@ -68,7 +74,7 @@ class TornadoSession(BaseSession):
      kwargs['body'] = body
    elif json:
      kwargs['body'] = _json.dumps(json)
-    kwargs['prepare_curl_callback'] = try_use_http2
+    kwargs['prepare_curl_callback'] = setup_curl

    if proxy:
      host, port = proxy.rsplit(':', 1)
--- a/nvchecker/lib/nicelogger.py
+++ b/nvchecker/lib/nicelogger.py
@ -71,6 +71,7 @@ class TornadoLogFormatter(logging.Formatter):
        'filename', 'exc_info', 'exc_text', 'created', 'funcName',
        'processName', 'process', 'msecs', 'relativeCreated', 'thread',
        'threadName', 'name', 'levelno', 'msg', 'pathname', 'stack_info',
+        'taskName',
      })

    if record.exc_info:
--- a/nvchecker/slogconf.py
+++ b/nvchecker/slogconf.py
@ -1,6 +1,6 @@
 # vim: se sw=2:
 # MIT licensed
-# Copyright (c) 2018 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2018-2020,2023-2024 lilydjwg <lilydjwg@gmail.com>, et al.

 import logging
 import os
@ -26,6 +26,9 @@ def _console_msg(event):
  else:
    msg = evt

+  if 'revision' in event and not event['revision']:
+      del event['revision']
+
  if 'name' in event:
    msg = f"{event['name']}: {msg}"
    del event['name']
@ -44,6 +47,12 @@ def filter_nones(logger, level, event):
    del event['url']
  return event

+def filter_taskname(logger, level, event):
+  # added in Python 3.12, not useful to us, but appears as a normal KV.
+  if 'taskName' in event:
+    del event['taskName']
+  return event
+
 def filter_exc(logger, level, event):
  exc_info = event.get('exc_info')
  if not exc_info:
--- a/nvchecker/tools.py
+++ b/nvchecker/tools.py
@ -1,6 +1,6 @@
 # vim: se sw=2:
 # MIT licensed
-# Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2013-2024 lilydjwg <lilydjwg@gmail.com>, et al.

 import sys
 import argparse
@ -10,6 +10,7 @@ import json
 import os.path

 from . import core
+from .util import RichResult

 logger = structlog.get_logger(logger_name=__name__)

@ -44,10 +45,11 @@ def take() -> None:
  if args.all:
    oldvers.update(newvers)
  else:
+    name: str
    for name in args.names:
      if "=" in name:
        name, newver = name.split("=")
-        oldvers[name] = newver
+        oldvers[name] = RichResult(version=newver)
      else:
        try:
          oldvers[name] = newvers[name]
@ -106,8 +108,8 @@ def cmp() -> None:
    oldverf = opt.ver_files[0]
    newverf = opt.ver_files[1]

-  oldvers = core.read_verfile(oldverf)
-  newvers = core.read_verfile(newverf)
+  oldvers = {k: v.version for k, v in core.read_verfile(oldverf).items()}
+  newvers = {k: v.version for k, v in core.read_verfile(newverf).items()}

  differences = []

--- a/nvchecker/util.py
+++ b/nvchecker/util.py
@ -14,6 +14,7 @@ from typing import (
 from pathlib import Path
 import contextvars
 import abc
+import netrc
 from dataclasses import dataclass

 if TYPE_CHECKING:
@ -38,12 +39,18 @@ logger = structlog.get_logger(logger_name=__name__)
 Entry = Dict[str, Any]
 Entry.__doc__ = '''The configuration `dict` for an entry.'''
 Entries = Dict[str, Entry]
-VersData = Dict[str, str]
+
+if sys.version_info[:2] >= (3, 11):
+  from typing import LiteralString
+else:
+  LiteralString = str

 if sys.version_info[:2] >= (3, 10):
  @dataclass(kw_only=True)
  class RichResult:
    version: str
+    gitref: Optional[str] = None
+    revision: Optional[str] = None
    url: Optional[str] = None

    def __str__(self):
@ -52,6 +59,8 @@ else:
  @dataclass
  class RichResult:
    version: str
+    gitref: Optional[str] = None
+    revision: Optional[str] = None
    url: Optional[str] = None

    def __str__(self):
@ -90,10 +99,18 @@ class KeyManager:
    else:
      keys = {}
    self.keys = keys
+    try:
+      netrc_file = netrc.netrc()
+      netrc_hosts = netrc_file.hosts
+    except (FileNotFoundError, netrc.NetrcParseError):
+      netrc_hosts = {}
+    self.netrc = netrc_hosts

-  def get_key(self, name: str) -> Optional[str]:
+  def get_key(self, name: str, legacy_name: Optional[str] = None) -> Optional[str]:
    '''Get the named key (token) in the keyfile.'''
-    return self.keys.get(name)
+    keyfile_token = self.keys.get(name) or self.keys.get(legacy_name)
+    netrc_passwd = (e := self.netrc.get(name)) and e[2]
+    return keyfile_token or netrc_passwd

 class EntryWaiter:
  def __init__(self) -> None:
@ -127,11 +144,7 @@ RawResult.name.__doc__ = 'The name (table name) of the entry.'
 RawResult.version.__doc__ = 'The result from the check.'
 RawResult.conf.__doc__ = 'The entry configuration (table content) of the entry.'

-class Result(NamedTuple):
-  name: str
-  version: str
-  conf: Entry
-  url: Optional[str]
+ResultData = Dict[str, RichResult]

 class BaseWorker:
  '''The base class for defining `Worker` classes for source plugins.
@ -312,6 +325,6 @@ class GetVersionError(Exception):
  :param msg: The error message.
  :param kwargs: Arbitrary additional context for the error.
  '''
-  def __init__(self, msg: str, **kwargs: Any) -> None:
+  def __init__(self, msg: LiteralString, **kwargs: Any) -> None:
    self.msg = msg
    self.kwargs = kwargs
--- a/nvchecker_source/anitya.py
+++ b/nvchecker_source/anitya.py
@ -6,7 +6,9 @@ from nvchecker.api import RichResult
 URL = 'https://release-monitoring.org/api/project/{pkg}'

 async def get_version(name, conf, *, cache, **kwargs):
-  pkg = conf.get('anitya')
+  pkg = conf.get('anitya_id')
+  if pkg is None:
+    pkg = conf.get('anitya')
  url = URL.format(pkg = pkg)
  data = await cache.get_json(url)
  return RichResult(
--- a/nvchecker_source/archpkg.py
+++ b/nvchecker_source/archpkg.py
@ -3,7 +3,7 @@

 from nvchecker.api import session, RichResult, GetVersionError

-URL = 'https://www.archlinux.org/packages/search/json/'
+URL = 'https://archlinux.org/packages/search/json/'

 async def request(pkg):
  res = await session.get(URL, params={"name": pkg})
--- a/nvchecker_source/aur.py
+++ b/nvchecker_source/aur.py
@ -1,7 +1,7 @@
 # MIT licensed
-# Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2013-2020,2024 lilydjwg <lilydjwg@gmail.com>, et al.

-from datetime import datetime
+from datetime import datetime, timezone
 import asyncio
 from typing import Iterable, Dict, List, Tuple, Any, Optional

@ -95,7 +95,8 @@ async def _run_batch_impl(

    version = result['Version']
    if use_last_modified:
-      version += '-' + datetime.utcfromtimestamp(result['LastModified']).strftime('%Y%m%d%H%M%S')
+      dt = datetime.fromtimestamp(result['LastModified'], timezone.utc)
+      version += '-' + dt.strftime('%Y%m%d%H%M%S')
    if strip_release and '-' in version:
      version = version.rsplit('-', 1)[0]

--- a/nvchecker_source/cratesio.py
+++ b/nvchecker_source/cratesio.py
@ -1,15 +1,40 @@
 # MIT licensed
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

+import re
+
+import structlog
+
 from nvchecker.api import RichResult

+logger = structlog.get_logger(logger_name=__name__)
+
+
 API_URL = 'https://crates.io/api/v1/crates/%s'
+# https://semver.org/#is-there-a-suggested-regular-expression-regex-to-check-a-semver-string
+VERSION_PATTERN = r'^(?P<major>0|[1-9]\d*)\.(?P<minor>0|[1-9]\d*)\.(?P<patch>0|[1-9]\d*)(?:-(?P<prerelease>(?:0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*)(?:\.(?:0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*))*))?(?:\+(?P<buildmetadata>[0-9a-zA-Z-]+(?:\.[0-9a-zA-Z-]+)*))?$'
+

 async def get_version(name, conf, *, cache, **kwargs):
  name = conf.get('cratesio') or name
+  use_pre_release = conf.get('use_pre_release', False)
  data = await cache.get_json(API_URL % name)
-  version = [v['num'] for v in data['versions'] if not v['yanked']][0]
-  return RichResult(
-    version = version,
-    url = f'https://crates.io/crates/{name}/{version}',
-  )
+  results = []
+  for v in data['versions']:
+    if v['yanked']:
+      continue
+    version = v['num']
+    match = re.fullmatch(VERSION_PATTERN, version)
+    if match is None:
+      logger.warning('ignoring invalid version', version=version)
+      continue
+    if not use_pre_release and match.group('prerelease'):
+      continue
+    results.append(
+      RichResult(
+        version=version,
+        url=f'https://crates.io/crates/{name}/{version}',
+      )
+    )
+
+  return results
--- a/nvchecker_source/git.py
+++ b/nvchecker_source/git.py
@ -3,6 +3,8 @@

 from .cmd import run_cmd

+from nvchecker.api import RichResult
+
 async def get_version(
  name, conf, *, cache, keymanager=None
 ):
@ -13,13 +15,27 @@ async def get_version(
    ref = conf.get('branch')
    if ref is None:
      ref = 'HEAD'
+      gitref = None
    else:
      ref = 'refs/heads/' + ref
+      gitref = ref
    cmd = f"git ls-remote {git} {ref}"
    data = await cache.get(cmd, run_cmd)
-    return data.split(None, 1)[0]
+    version = data.split(None, 1)[0]
+    return RichResult(
+      version = version,
+      revision = version,
+      gitref = gitref,
+    )
  else:
    cmd = f"git ls-remote --tags --refs {git}"
    data = await cache.get(cmd, run_cmd)
-    versions = [line.split("refs/tags/")[1] for line in data.splitlines()]
+    versions = []
+    for line in data.splitlines():
+      revision, version = line.split("\trefs/tags/", 1)
+      versions.append(RichResult(
+        version = version,
+        revision = revision,
+        gitref = f"refs/tags/{version}",
+      ))
    return versions
--- a/nvchecker_source/gitea.py
+++ b/nvchecker_source/gitea.py
@ -33,8 +33,7 @@ async def get_version(
  token = conf.get('token')
  # Load token from keyman
  if token is None:
-    key_name = 'gitea_' + host.lower()
-    token = keymanager.get_key(key_name)
+    token = keymanager.get_key(host.lower(), 'gitea_' + host.lower())

  # Set private token if token exists.
  headers = {}
@ -46,11 +45,13 @@ async def get_version(
    return [
      RichResult(
        version = tag['name'],
+        revision = tag['id'],
        url = f'https://{host}/{conf["gitea"]}/releases/tag/{tag["name"]}',
      ) for tag in data
    ]
  else:
    return RichResult(
-      version = data[0]['commit']['committer']['date'].split('T', 1)[0].replace('-', ''),
+      version = data[0]['commit']['committer']['date'],
+      revision = data[0]['sha'],
      url = data[0]['html_url'],
    )
--- a/nvchecker_source/github.py
+++ b/nvchecker_source/github.py
@ -1,30 +1,52 @@
 # MIT licensed
-# Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2013-2020, 2024 lilydjwg <lilydjwg@gmail.com>, et al.

 import time
 from urllib.parse import urlencode
-from typing import List, Tuple, Union
+from typing import List, Tuple, Union, Optional
+import asyncio

 import structlog

 from nvchecker.api import (
  VersionResult, Entry, AsyncCache, KeyManager,
-  TemporaryError, session, RichResult, GetVersionError,
+  HTTPError, session, RichResult, GetVersionError,
 )

 logger = structlog.get_logger(logger_name=__name__)
+ALLOW_REQUEST = None
+RATE_LIMITED_ERROR = False

-GITHUB_URL = 'https://api.github.com/repos/%s/commits'
-GITHUB_LATEST_RELEASE = 'https://api.github.com/repos/%s/releases/latest'
+GITHUB_URL = 'https://api.%s/repos/%s/commits'
+GITHUB_LATEST_RELEASE = 'https://api.%s/repos/%s/releases/latest'
 # https://developer.github.com/v3/git/refs/#get-all-references
-GITHUB_MAX_TAG = 'https://api.github.com/repos/%s/git/refs/tags'
-GITHUB_GRAPHQL_URL = 'https://api.github.com/graphql'
+GITHUB_MAX_TAG = 'https://api.%s/repos/%s/git/refs/tags'
+GITHUB_MAX_RELEASE = 'https://api.%s/repos/%s/releases'
+GITHUB_GRAPHQL_URL = 'https://api.%s/graphql'

 async def get_version(name, conf, **kwargs):
-  try:
-    return await get_version_real(name, conf, **kwargs)
-  except TemporaryError as e:
-    check_ratelimit(e, name)
+  global RATE_LIMITED_ERROR, ALLOW_REQUEST
+
+  if RATE_LIMITED_ERROR:
+    raise RuntimeError('rate limited')
+
+  if ALLOW_REQUEST is None:
+    ALLOW_REQUEST = asyncio.Event()
+    ALLOW_REQUEST.set()
+
+  for _ in range(2): # retry once
+    try:
+      await ALLOW_REQUEST.wait()
+      return await get_version_real(name, conf, **kwargs)
+    except HTTPError as e:
+      if e.code in [403, 429]:
+        if n := check_ratelimit(e, name):
+          ALLOW_REQUEST.clear()
+          await asyncio.sleep(n+1)
+          ALLOW_REQUEST.set()
+          continue
+        RATE_LIMITED_ERROR = True
+      raise

 QUERY_LATEST_TAG = '''
 {{
@ -35,6 +57,9 @@ QUERY_LATEST_TAG = '''
      edges {{
        node {{
          name
+          target {{
+            oid
+          }}
        }}
      }}
    }}
@ -50,6 +75,12 @@ QUERY_LATEST_RELEASE_WITH_PRERELEASES = '''
        node {{
          name
          url
+          tag {{
+            name
+          }}
+          tagCommit {{
+            oid
+          }}
        }}
      }}
    }}
@ -57,8 +88,8 @@ QUERY_LATEST_RELEASE_WITH_PRERELEASES = '''
 }}
 '''

-async def get_latest_tag(key: Tuple[str, str, str]) -> RichResult:
-  repo, query, token = key
+async def get_latest_tag(key: Tuple[str, str, str, str]) -> RichResult:
+  host, repo, query, token = key
  owner, reponame = repo.split('/')
  headers = {
    'Authorization': f'bearer {token}',
@ -71,7 +102,7 @@ async def get_latest_tag(key: Tuple[str, str, str]) -> RichResult:
  )

  res = await session.post(
-    GITHUB_GRAPHQL_URL,
+    GITHUB_GRAPHQL_URL % host,
    headers = headers,
    json = {'query': q},
  )
@ -82,13 +113,16 @@ async def get_latest_tag(key: Tuple[str, str, str]) -> RichResult:
    raise GetVersionError('no tag found')

  version = refs[0]['node']['name']
+  revision = refs[0]['node']['target']['oid']
  return RichResult(
    version = version,
+    gitref = f"refs/tags/{version}",
+    revision = revision,
    url = f'https://github.com/{repo}/releases/tag/{version}',
  )

-async def get_latest_release_with_prereleases(key: Tuple[str, str]) -> RichResult:
-  repo, token = key
+async def get_latest_release_with_prereleases(key: Tuple[str, str, str, str]) -> RichResult:
+  host, repo, token, use_release_name = key
  owner, reponame = repo.split('/')
  headers = {
    'Authorization': f'bearer {token}',
@ -100,7 +134,7 @@ async def get_latest_release_with_prereleases(key: Tuple[str, str]) -> RichResul
  )

  res = await session.post(
-    GITHUB_GRAPHQL_URL,
+    GITHUB_GRAPHQL_URL % host,
    headers = headers,
    json = {'query': q},
  )
@ -110,8 +144,16 @@ async def get_latest_release_with_prereleases(key: Tuple[str, str]) -> RichResul
  if not refs:
    raise GetVersionError('no release found')

+  tag_name = refs[0]['node']['tag']['name']
+  if use_release_name:
+    version = refs[0]['node']['name']
+  else:
+    version = tag_name
+
  return RichResult(
-    version = refs[0]['node']['name'],
+    version = version,
+    gitref = f"refs/tags/{tag_name}",
+    revision = refs[0]['node']['tagCommit']['oid'],
    url = refs[0]['node']['url'],
  )

@ -121,12 +163,13 @@ async def get_version_real(
  **kwargs,
 ) -> VersionResult:
  repo = conf['github']
+  host = conf.get('host', "github.com")

  # Load token from config
  token = conf.get('token')
  # Load token from keyman
  if token is None:
-    token = keymanager.get_key('github')
+    token = keymanager.get_key(host.lower(), 'github')

  use_latest_tag = conf.get('use_latest_tag', False)
  if use_latest_tag:
@ -134,25 +177,31 @@ async def get_version_real(
      raise GetVersionError('token not given but it is required')

    query = conf.get('query', '')
-    return await cache.get((repo, query, token), get_latest_tag) # type: ignore
+    return await cache.get((host, repo, query, token), get_latest_tag) # type: ignore

  use_latest_release = conf.get('use_latest_release', False)
  include_prereleases = conf.get('include_prereleases', False)
+  use_release_name = conf.get('use_release_name', False)
  if use_latest_release and include_prereleases:
    if not token:
      raise GetVersionError('token not given but it is required')

-    return await cache.get((repo, token), get_latest_release_with_prereleases) # type: ignore
+    return await cache.get(
+      (host, repo, token, use_release_name),
+      get_latest_release_with_prereleases) # type: ignore

  br = conf.get('branch')
  path = conf.get('path')
  use_max_tag = conf.get('use_max_tag', False)
+  use_max_release = conf.get('use_max_release', False)
  if use_latest_release:
-    url = GITHUB_LATEST_RELEASE % repo
+    url = GITHUB_LATEST_RELEASE % (host, repo)
  elif use_max_tag:
-    url = GITHUB_MAX_TAG % repo
+    url = GITHUB_MAX_TAG % (host, repo)
+  elif use_max_release:
+    url = GITHUB_MAX_RELEASE % (host, repo)
  else:
-    url = GITHUB_URL % repo
+    url = GITHUB_URL % (host, repo)
    parameters = {}
    if br:
      parameters['sha'] = br
@ -171,6 +220,8 @@ async def get_version_real(
    tags: List[Union[str, RichResult]] = [
      RichResult(
        version = ref['ref'].split('/', 2)[-1],
+        gitref = ref['ref'],
+        revision = ref['object']['sha'],
        url = f'https://github.com/{repo}/releases/tag/{ref["ref"].split("/", 2)[-1]}',
      ) for ref in data
    ]
@ -178,11 +229,30 @@ async def get_version_real(
      raise GetVersionError('No tag found in upstream repository.')
    return tags

+  if use_max_release:
+    releases: List[Union[str, RichResult]] = [
+      RichResult(
+        version = ref['name'] if use_release_name else ref['tag_name'],
+        gitref = f"refs/tags/{ref['tag_name']}",
+        url = ref['html_url'],
+      ) for ref in data if include_prereleases or not ref['prerelease']
+    ]
+    if not releases:
+      raise GetVersionError('No release found in upstream repository.')
+    return releases
+
  if use_latest_release:
    if 'tag_name' not in data:
      raise GetVersionError('No release found in upstream repository.')
+
+    if use_release_name:
+      version = data['name']
+    else:
+      version = data['tag_name']
+
    return RichResult(
-      version = data['tag_name'],
+      version = version,
+      gitref = f"refs/tags/{data['tag_name']}",
      url = data['html_url'],
    )

@ -190,13 +260,19 @@ async def get_version_real(
    return RichResult(
      # YYYYMMDD.HHMMSS
      version = data[0]['commit']['committer']['date'].rstrip('Z').replace('-', '').replace(':', '').replace('T', '.'),
+      revision = data[0]['sha'],
      url = data[0]['html_url'],
    )

-def check_ratelimit(exc, name):
+def check_ratelimit(exc: HTTPError, name: str) -> Optional[int]:
  res = exc.response
  if not res:
-    raise
+    raise exc
+
+  if v := res.headers.get('retry-after'):
+    n = int(v)
+    logger.warning('retry-after', n=n)
+    return n

  # default -1 is used to re-raise the exception
  n = int(res.headers.get('X-RateLimit-Remaining', -1))
@ -206,5 +282,6 @@ def check_ratelimit(exc, name):
                  'Or get an API token to increase the allowance if not yet',
                 name = name,
                 reset = reset)
-  else:
-    raise
+    return None
+
+  raise exc
--- a/nvchecker_source/gitlab.py
+++ b/nvchecker_source/gitlab.py
@ -42,8 +42,7 @@ async def get_version_real(
  token = conf.get('token')
  # Load token from keyman
  if token is None:
-    key_name = 'gitlab_' + host.lower()
-    token = keymanager.get_key(key_name)
+    token = keymanager.get_key(host.lower(), 'gitlab_' + host.lower())

  # Set private token if token exists.
  headers = {}
@ -55,12 +54,14 @@ async def get_version_real(
    return [
      RichResult(
        version = tag['name'],
+        revision = tag['commit']['id'],
        url = f'https://{host}/{conf["gitlab"]}/-/tags/{tag["name"]}',
      ) for tag in data
    ]
  else:
    return RichResult(
      version = data[0]['created_at'].split('T', 1)[0].replace('-', ''),
+      revision = data[0]['id'],
      url = data[0]['web_url'],
    )

--- a/nvchecker_source/go.py
+++ b/nvchecker_source/go.py
@ -0,0 +1,40 @@
+# MIT licensed
+# Copyright (c) 2024 bgme <i@bgme.me>.
+
+from lxml import html
+
+from nvchecker.api import (
+  RichResult, Entry, AsyncCache, KeyManager,
+  session, GetVersionError,
+)
+
+GO_PKG_URL = 'https://pkg.go.dev/{pkg}?tab=versions'
+GO_PKG_VERSION_URL = 'https://pkg.go.dev/{pkg}@{version}'
+
+
+async def get_version(
+    name: str, conf: Entry, *,
+    cache: AsyncCache, keymanager: KeyManager,
+    **kwargs,
+) -> RichResult:
+  key = tuple(sorted(conf.items()))
+  return await cache.get(key, get_version_impl)
+
+
+async def get_version_impl(info) -> RichResult:
+  conf = dict(info)
+  pkg_name = conf.get('go')
+
+  url = GO_PKG_URL.format(pkg=pkg_name)
+  res = await session.get(url)
+  doc = html.fromstring(res.body.decode())
+
+  elements = doc.xpath("//div[@class='Version-tag']/a/text()")
+  try:
+    version = elements[0] # type: ignore
+    return RichResult(
+      version = version, # type: ignore
+      url = GO_PKG_VERSION_URL.format(pkg=pkg_name, version=version),
+    )
+  except IndexError:
+    raise GetVersionError("parse error", pkg_name=pkg_name)
--- a/nvchecker_source/httpheader.py
+++ b/nvchecker_source/httpheader.py
@ -29,7 +29,11 @@ async def get_version_impl(info):

  header_value = res.headers.get(header)
  if not header_value:
-    raise GetVersionError('header %s not found or is empty' % header)
+    raise GetVersionError(
+      'header not found or is empty',
+      header = header,
+      value = header_value,
+    )

  try:
    version = regex.findall(header_value)
--- a/nvchecker_source/jq.py
+++ b/nvchecker_source/jq.py
@ -0,0 +1,42 @@
+# MIT licensed
+# Copyright (c) 2024 Rocket Aaron <i@rocka.me>, et al.
+
+import json
+import jq
+
+from nvchecker.api import session, GetVersionError
+
+async def get_version(name, conf, *, cache, **kwargs):
+  key = tuple(sorted(conf.items()))
+  return await cache.get(key, get_version_impl)
+
+async def get_version_impl(info):
+  conf = dict(info)
+
+  try:
+    program = jq.compile(conf.get('filter', '.'))
+  except ValueError as e:
+    raise GetVersionError('bad jq filter', exc_info=e)
+
+  data = conf.get('post_data')
+  if data is None:
+    res = await session.get(conf['url'])
+  else:
+    res = await session.post(conf['url'], body = data, headers = {
+        'Content-Type': conf.get('post_data_type', 'application/json')
+      })
+
+  try:
+    obj = json.loads(res.body)
+  except json.decoder.JSONDecodeError as e:
+    raise GetVersionError('bad json string', exc_info=e)
+
+  try:
+    version = program.input(obj).all()
+    if version == [None] and not conf.get('missing_ok', False):
+      raise GetVersionError('version string not found.')
+    version = [str(v) for v in version]
+  except ValueError as e:
+    raise GetVersionError('failed to filter json', exc_info=e)
+
+  return version
--- a/nvchecker_source/launchpad.py
+++ b/nvchecker_source/launchpad.py
@ -0,0 +1,20 @@
+# MIT Licensed
+# Copyright (c) 2024 Bert Peters <bertptrs@archlinux.org>, et al.
+from __future__ import annotations
+from nvchecker.api import AsyncCache, Entry, RichResult
+
+PROJECT_INFO_URL = "https://api.launchpad.net/1.0/{launchpad}"
+
+async def get_version(name: str, conf: Entry, *, cache: AsyncCache, **kwargs):
+  launchpad = conf["launchpad"]
+
+  project_data = await cache.get_json(PROJECT_INFO_URL.format(launchpad=launchpad))
+  data = await cache.get_json(project_data['releases_collection_link'])
+
+  return [
+    RichResult(version=entry["version"], url=entry["web_link"])
+    for entry in data["entries"]
+  ]
+
+
+
--- a/nvchecker_source/mercurial.py
+++ b/nvchecker_source/mercurial.py
@ -0,0 +1,10 @@
+# MIT licensed
+# Copyright (c) 2020 Felix Yan <felixonmars@archlinux.org>, et al.
+
+async def get_version(name, conf, *, cache, **kwargs):
+  url = conf['mercurial'] + '/json-tags'
+
+  data = await cache.get_json(url)
+
+  version = [tag['tag'] for tag in data['tags']]
+  return version
--- a/nvchecker_source/opam.py
+++ b/nvchecker_source/opam.py
@ -0,0 +1,71 @@
+# MIT licensed
+# Copyright (c) 2024 Daniel Peukert <daniel@peukert.cc>, et al.
+
+import asyncio
+from io import BytesIO
+import tarfile
+from typing import List
+
+from nvchecker.api import (
+  session, VersionResult,
+  Entry, AsyncCache,
+  KeyManager, RichResult
+)
+
+OPAM_REPO_INDEX_URL = "%s/index.tar.gz"
+OPAM_VERSION_PATH_PREFIX = "packages/%s/%s."
+OPAM_VERSION_PATH_SUFFIX = "/opam"
+
+OPAM_DEFAULT_REPO = 'https://opam.ocaml.org'
+OPAM_DEFAULT_REPO_VERSION_URL = "%s/packages/%s/%s.%s"
+
+def _decompress_and_list_files(data: bytes) -> List[str]:
+  # Convert the bytes to a file object and get a list of files
+  archive = tarfile.open(mode='r', fileobj=BytesIO(data))
+  return archive.getnames()
+
+async def get_files(url: str) -> List[str]:
+  # Download the file and get its contents
+  res = await session.get(url)
+  data = res.body
+
+  # Get the file list of the archive
+  loop = asyncio.get_running_loop()
+  return await loop.run_in_executor(None, _decompress_and_list_files, data)
+
+async def get_package_versions(files: List[str], pkg: str) -> List[str]:
+  # Prepare the filename prefix based on the package name
+  prefix = OPAM_VERSION_PATH_PREFIX % (pkg , pkg)
+
+  # Only keep opam files that are relevant to the package we're working with
+  filtered_files = []
+
+  for filename in files:
+    if filename.startswith(prefix) and filename.endswith(OPAM_VERSION_PATH_SUFFIX):
+      filtered_files.append(filename[len(prefix):-1*len(OPAM_VERSION_PATH_SUFFIX)])
+
+  return filtered_files
+
+async def get_version(
+  name: str, conf: Entry, *,
+  cache: AsyncCache, keymanager: KeyManager,
+  **kwargs,
+):
+  pkg = conf.get('pkg', name)
+  repo = conf.get('repo', OPAM_DEFAULT_REPO).rstrip('/')
+
+  # Get the list of files in the repo index (see https://opam.ocaml.org/doc/Manual.html#Repositories for repo structure)
+  files = await cache.get(OPAM_REPO_INDEX_URL % repo, get_files) # type: ignore
+
+  # Parse the version strings from the file names
+  raw_versions = await get_package_versions(files, pkg)
+
+  # Convert the version strings into RichResults
+  versions = []
+  for version in raw_versions:
+    versions.append(RichResult(
+      version = version,
+      # There is no standardised URL scheme, so we only return an URL for the default registry
+      url = OPAM_DEFAULT_REPO_VERSION_URL % (repo, pkg, pkg, version) if repo == OPAM_DEFAULT_REPO else None,
+    ))
+  return versions
--- a/nvchecker_source/pypi.py
+++ b/nvchecker_source/pypi.py
@ -1,11 +1,16 @@
 # MIT licensed
-# Copyright (c) 2013-2021 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2013-2021,2023-2024 lilydjwg <lilydjwg@gmail.com>, et al.

-from packaging.version import Version
+import structlog
+from packaging.version import Version, InvalidVersion

 from nvchecker.api import RichResult

+logger = structlog.get_logger(logger_name=__name__)
+
 async def get_version(name, conf, *, cache, **kwargs):
+  ret = []
+
  package = conf.get('pypi') or name
  use_pre_release = conf.get('use_pre_release', False)

@ -13,14 +18,26 @@ async def get_version(name, conf, *, cache, **kwargs):

  data = await cache.get_json(url)

-  if use_pre_release:
-    version = sorted(
-      data['releases'].keys(),
-      key = Version,
-    )[-1]
-  else:
-    version = data['info']['version']
-  return RichResult(
-    version = version,
-    url = f'https://pypi.org/project/{package}/{version}/',
-  )
+  for version in data['releases'].keys():
+    # Skip versions that are marked as yanked.
+    if (vers := data['releases'][version]) and vers[0]['yanked']:
+      continue
+
+    try:
+      parsed_version = Version(version)
+    except InvalidVersion:
+      if data['releases'][version]:
+        # emit a warning if there is something under the invalid version
+        # sympy has an empty "0.5.13-hg" version
+        logger.warning('ignoring invalid version', version=version)
+      continue
+
+    if not use_pre_release and parsed_version.is_prerelease:
+      continue
+
+    ret.append(RichResult(
+      version = version,
+      url = f'https://pypi.org/project/{package}/{version}/',
+    ))
+
+  return ret
--- a/nvchecker_source/rpmrepo.py
+++ b/nvchecker_source/rpmrepo.py
@ -0,0 +1,84 @@
+# MIT licensed
+# Copyright (c) 2024 Jakub Ružička <jru@debian.org>, et al.
+
+import asyncio
+import gzip
+import pathlib
+import urllib
+from typing import Set
+
+import lxml.etree
+from nvchecker.api import session, AsyncCache, Entry, KeyManager, VersionResult
+
+
+# XML namespaces used in repodata (dead links haha)
+NS = {
+    'common': 'http://linux.duke.edu/metadata/common',
+    'repo':   'http://linux.duke.edu/metadata/repo',
+    'rpm':    'http://linux.duke.edu/metadata/rpm'
+}
+
+
+async def get_version(
+  name: str, conf: Entry, *,
+  cache: AsyncCache, keymanager: KeyManager,
+  **kwargs,
+) -> VersionResult:
+  repo = conf['repo']
+  arch = conf.get('arch', 'binary')
+  pkg = conf.get('pkg')
+  if not pkg:
+    pkg = conf.get('rpmrepo', name)
+
+  repo_url = urllib.parse.urlparse(repo)
+  repo_path = pathlib.PurePosixPath(repo_url.path)
+
+  # get the url of repomd.xml
+  repomd_path = repo_path / 'repodata' / 'repomd.xml'
+  repomd_url = repo_url._replace(path=str(repomd_path)).geturl()
+  # download repomd.xml (use cache)
+  repomd_body = await cache.get(repomd_url, get_file) # type: ignore
+  # parse repomd.xml
+  repomd_xml = lxml.etree.fromstring(repomd_body)
+
+  # get the url of *primary.xml.gz
+  primary_element = repomd_xml.find('repo:data[@type="primary"]/repo:location', namespaces=NS)
+  primary_path = repo_path / primary_element.get('href') # type: ignore
+  primary_url = repo_url._replace(path=str(primary_path)).geturl()
+  # download and decompress *primary.xml.gz (use cache)
+  primary_body = await cache.get(primary_url, get_file_gz) # type: ignore
+  # parse *primary.xml metadata
+  metadata = lxml.etree.fromstring(primary_body)
+
+  # use set to eliminate duplication
+  versions_set: Set[str] = set()
+  # iterate package metadata
+  for el in metadata.findall(f'common:package[common:name="{pkg}"]', namespaces=NS):
+    pkg_arch = el.findtext('common:arch', namespaces=NS)
+
+    # filter bych arch
+    if arch == 'binary':
+      if pkg_arch == 'src':
+        continue
+    elif arch != 'any':
+      if pkg_arch != arch:
+        continue
+
+    version_info = el.find('common:version', namespaces=NS)
+    version = version_info.get('ver') # type: ignore
+    versions_set.add(version) # type: ignore
+
+  versions = list(versions_set)
+  return versions # type: ignore
+
+
+async def get_file(url: str) -> bytes:
+  res = await session.get(url)
+  return res.body
+
+
+async def get_file_gz(url: str) -> bytes:
+  res = await session.get(url)
+  loop = asyncio.get_running_loop()
+  return await loop.run_in_executor(
+    None, gzip.decompress, res.body)
--- a/nvchecker_source/snapcraft.py
+++ b/nvchecker_source/snapcraft.py
@ -0,0 +1,33 @@
+# MIT licensed
+# Copyright (c) 2025 Maxim Slipenko <maxim@slipenko.com>, et al.
+
+from nvchecker.api import (
+  GetVersionError
+)
+from nvchecker.httpclient.base import HTTPError
+
+URL="https://api.snapcraft.io/v2/snaps/info/%(snap)s"
+
+async def get_version(
+  name: str, conf, *,
+  cache, keymanager,
+  **kwargs,
+):
+  try:
+    snap = conf.get("snap")
+    channel = conf.get("channel")
+
+    result = await cache.get_json(
+      URL % { "snap": snap },
+      headers={
+        "Snap-Device-Series": "16",
+      },
+    )
+  except HTTPError:
+    raise GetVersionError(f"Failed to request snap info for {snap}")
+  
+  for c in result['channel-map']:
+    if c['channel']['name'] == channel:
+      return c['version']
+  
+  raise GetVersionError(f"Failed to find version for {snap}")
--- a/pyproject.toml
+++ b/pyproject.toml
@ -5,6 +5,7 @@ build-backend = "setuptools.build_meta"
 [tool.pytest.ini_options]
 # addopts = -n auto
 asyncio_mode = "strict"
+asyncio_default_fixture_loop_scope = "session"

 # build and upload
 # rm -rf dist && python -m build --no-isolation && twine check dist/* && twine upload dist/*
--- a/sample_config.toml
+++ b/sample_config.toml
@ -2,11 +2,6 @@
 oldver = "old_ver.json"
 newver = "new_ver.json"

-[vim]
-source = "regex"
-regex = "7\\.3\\.\\d+"
-url = "http://ftp.vim.org/pub/vim/patches/7.3/"
-
 [google-chrome]
 source = "cmd"
 cmd = '''wget -qO- http://dl.google.com/linux/chrome/rpm/stable/x86_64/repodata/other.xml.gz | zgrep -A1 "google-chrome-stable" | awk -F\" '/version/ {print $4"-"$6}' '''
@ -25,17 +20,13 @@ github = "lilydjwg/nvchecker"
 [ssed]
 source = "regex"
 regex = "The current version is ([\\d.]+)\\."
-url = "http://sed.sourceforge.net/grabbag/ssed/"
+url = "https://sed.sourceforge.net/grabbag/ssed/"
 proxy = "http://localhost:8087"

 [PySide]
 source = "pypi"
-pypi = "PySide"
+pypi = "nvchecker"

 [test]
 source = "manual"
 manual = "0.1"
-
-["Sparkle Test App"]
-source = "sparkle"
-sparkle = "https://sparkle-project.org/files/sparkletestcast.xml"
--- a/scripts/nvchecker-ini2toml
+++ b/scripts/nvchecker-ini2toml
@ -18,7 +18,7 @@ _handler_precedence = (
 BOOL_KEYS = [
  'strip_release', 'use_last_modified',
  'use_latest_release', 'use_latest_tag',
-  'use_max_tag', 'use_pre_release',
+  'use_max_release', 'use_max_tag', 'use_pre_release',
 ]

 INT_KEYS = [
--- a/scripts/run_cached_tests
+++ b/scripts/run_cached_tests
@ -0,0 +1,40 @@
+#!/bin/bash -e
+
+mitmdump=${mitmdump:-mitmdump}
+
+if [[ -f ~/.mitmproxy/nvdump ]]; then
+  $mitmdump -S ~/.mitmproxy/nvdump -p 7890 --ignore-hosts '127\.0\.0\.1' --server-replay-reuse --server-replay-extra=forward -w newdump >mitmdump_output &
+else
+  $mitmdump -w ~/.mitmproxy/nvdump -p 7890 --ignore-hosts '127\.0\.0\.1' >mitmdump_output &
+fi
+
+mitm_pid=$!
+
+on_exit () {
+  kill -INT $mitm_pid
+
+  if [[ -s newdump ]]; then
+    cat newdump >> ~/.mitmproxy/nvdump
+  fi
+
+  cat mitmdump_output
+}
+
+trap on_exit EXIT
+
+if [[ -f keyfile.toml ]]; then 
+  export KEYFILE=keyfile.toml
+fi
+
+for _ in {1..10}; do
+  if [[ -s ~/.mitmproxy/mitmproxy-ca-cert.pem ]]; then
+    break
+  fi
+  sleep 1
+done
+
+export SSL_CERT_FILE=$HOME/.mitmproxy/mitmproxy-ca-cert.pem
+export GIT_SSL_CAINFO=$SSL_CERT_FILE
+export http_proxy=http://localhost:7890 https_proxy=http://localhost:7890
+
+pytest
--- a/setup.cfg
+++ b/setup.cfg
@ -29,6 +29,7 @@ classifiers =
  Programming Language :: Python :: 3.10
  Programming Language :: Python :: 3.11
  Programming Language :: Python :: 3.12
+  Programming Language :: Python :: 3.13
  Topic :: Internet
  Topic :: Internet :: WWW/HTTP
  Topic :: Software Development
@ -38,10 +39,10 @@ classifiers =

 [options]
 zip_safe = True
+python_requires = >=3.8

 packages = find_namespace:
 install_requires =
-  setuptools; python_version<"3.8"
  tomli; python_version<"3.11"
  structlog
  platformdirs
@ -63,6 +64,10 @@ pypi =
  packaging
 htmlparser =
  lxml
+rpmrepo =
+  lxml
+jq =
+  jq

 [options.entry_points]
 console_scripts =
--- a/tests/conftest.py
+++ b/tests/conftest.py
@ -1,11 +1,11 @@
 # MIT licensed
-# Copyright (c) 2020 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2020, 2024 lilydjwg <lilydjwg@gmail.com>, et al.

 import asyncio
 import structlog
 import os
 from pathlib import Path
-from typing import TYPE_CHECKING
+from typing import TYPE_CHECKING, Dict

 if TYPE_CHECKING:
  import tomli as tomllib
@ -20,13 +20,13 @@ import pytest_asyncio

 from nvchecker import core
 from nvchecker import __main__ as main
-from nvchecker.util import Entries, VersData, RawResult
+from nvchecker.util import Entries, ResultData, RawResult

 use_keyfile = False

 async def run(
  entries: Entries, max_concurrency: int = 20,
-) -> VersData:
+) -> Dict[str, str]:
  task_sem = asyncio.Semaphore(max_concurrency)
  result_q: asyncio.Queue[RawResult] = asyncio.Queue()
  keyfile = os.environ.get('KEYFILE')
@ -43,12 +43,12 @@ async def run(
    keymanager, entry_waiter, 1, {},
  )

-  oldvers: VersData = {}
+  oldvers: ResultData = {}
  result_coro = core.process_result(oldvers, result_q, entry_waiter)
  runner_coro = core.run_tasks(futures)

-  vers, _has_failures = await main.run(result_coro, runner_coro)
-  return vers
+  results, _has_failures = await main.run(result_coro, runner_coro)
+  return {k: r.version for k, r in results.items()}

@pytest_asyncio.fixture(scope="session")
 async def get_version():
--- a/tests/test_alpm.py
+++ b/tests/test_alpm.py
@ -9,7 +9,7 @@ import tempfile
 import pytest

 pytestmark = [
-  pytest.mark.asyncio(scope="session"),
+  pytest.mark.asyncio,
  pytest.mark.skipif(shutil.which('makepkg') is None, reason='requires makepkg command'),
  pytest.mark.skipif(shutil.which('repo-add') is None, reason='requires repo-add command')
 ]
--- a/tests/test_alpmfiles.py
+++ b/tests/test_alpmfiles.py
@ -9,7 +9,7 @@ import tempfile
 import pytest

 pytestmark = [
-  pytest.mark.asyncio(scope="session"),
+  pytest.mark.asyncio,
  pytest.mark.skipif(shutil.which('pacman') is None, reason='requires pacman command'),
  pytest.mark.skipif(shutil.which('fakeroot') is None, reason='requires fakeroot command'),
 ]
--- a/tests/test_android_sdk.py
+++ b/tests/test_android_sdk.py
@ -3,8 +3,9 @@
 # Copyright (c) 2017 Chih-Hsuan Yen <yan12125 at gmail dot com>

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

+@pytest.mark.flaky(reruns=10)
 async def test_android_addon(get_version):
    assert await get_version("android-google-play-apk-expansion", {
        "source": "android_sdk",
@ -13,11 +14,12 @@ async def test_android_addon(get_version):
    }) == "1.r03"

 async def test_android_package(get_version):
-    assert await get_version("android-sdk-cmake", {
+    version = await get_version("android-sdk-cmake", {
        "source": "android_sdk",
        "android_sdk": "cmake;",
        "repo": "package",
-    }) == "3.22.1"
+    })
+    assert version.startswith("3.")


 async def test_android_package_channel(get_version):
@ -37,7 +39,7 @@ async def test_android_list(get_version):
    }) == "3.10.2"

 async def test_android_package_os(get_version):
-    await get_version("android-usb-driver", {
+    assert await get_version("android-usb-driver", {
        "source": "android_sdk",
        "android_sdk": "extras;google;usb_driver",
        "repo": "addon",
@ -45,7 +47,7 @@ async def test_android_package_os(get_version):
    }) == "13"

 async def test_android_package_os_missing(get_version):
-    await get_version("android-usb-driver", {
+    assert await get_version("android-usb-driver", {
        "source": "android_sdk",
        "android_sdk": "extras;google;usb_driver",
        "repo": "addon",
--- a/tests/test_anitya.py
+++ b/tests/test_anitya.py
@ -5,7 +5,7 @@
 import re

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_anitya(get_version):
  version = await get_version("shutter", {
@ -13,3 +13,10 @@ async def test_anitya(get_version):
    "anitya": "fedora/shutter",
  })
  assert re.match(r"[0-9.]+", version)
+
+async def test_anitya_by_id(get_version):
+  version = await get_version("shutter", {
+    "source": "anitya",
+    "anitya_id": "4813",
+  })
+  assert re.match(r"[0-9.]+", version)
--- a/tests/test_apt.py
+++ b/tests/test_apt.py
@ -2,19 +2,18 @@
 # Copyright (c) 2020-2021 lilydjwg <lilydjwg@gmail.com>, et al.
 # Copyright (c) 2017 Felix Yan <felixonmars@archlinux.org>, et al.

-from flaky import flaky
 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_apt(get_version):
    assert await get_version("sigrok-firmware-fx2lafw", {
        "source": "apt",
        "mirror": "http://deb.debian.org/debian/",
        "suite": "sid",
-    }) == "0.1.7-1"
+    }) == "0.1.7-3"

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_apt_srcpkg(get_version):
    ver = await get_version("test", {
        "source": "apt",
@ -24,7 +23,7 @@ async def test_apt_srcpkg(get_version):
    })
    assert ver.startswith("0.0~git20150829.56e4718-")

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_apt_strip_release(get_version):
    assert await get_version("sigrok-firmware-fx2lafw", {
        "source": "apt",
@ -34,7 +33,7 @@ async def test_apt_strip_release(get_version):
    }) == "0.1.7"

@pytest.mark.skip
-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_apt_deepin(get_version):
    assert await get_version("sigrok-firmware-fx2lafw", {
        "source": "apt",
--- a/tests/test_archpkg.py
+++ b/tests/test_archpkg.py
@ -1,35 +1,34 @@
 # MIT licensed
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

-from flaky import flaky
 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

-@flaky
+@pytest.mark.flaky
 async def test_archpkg(get_version):
    assert await get_version("base", {
        "source": "archpkg",
    }) == "3-2"

-@flaky
+@pytest.mark.flaky
 async def test_archpkg_strip_release(get_version):
    assert await get_version("base", {
        "source": "archpkg",
        "strip_release": True,
    }) == "3"

-@flaky
+@pytest.mark.flaky
 async def test_archpkg_provided(get_version):
    assert await get_version("dbus", {
        "source": "archpkg",
        "provided": "libdbus-1.so",
    }) == "3-64"

-@flaky
+@pytest.mark.flaky
 async def test_archpkg_provided_strip(get_version):
-    assert await get_version("jsoncpp", {
+    int(await get_version("jsoncpp", {
        "source": "archpkg",
        "provided": "libjsoncpp.so",
        "strip_release": True,
-    }) == "25"
+    }))

--- a/tests/test_aur.py
+++ b/tests/test_aur.py
@ -1,29 +1,24 @@
 # MIT licensed
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

-import os
-
-from flaky import flaky
 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"),
-              pytest.mark.needs_net,
-              pytest.mark.skipif(os.environ.get('TRAVIS') == 'true',
-                                 reason="fail too often")]
+pytestmark = [pytest.mark.asyncio,
+              pytest.mark.needs_net]

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_aur(get_version):
    assert await get_version("ssed", {
        "source": "aur",
    }) == "3.62-2"

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_aur_strip_release(get_version):
    assert await get_version("ssed", {
        "source": "aur",
        "strip_release": 1,
    }) == "3.62"

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_aur_use_last_modified(get_version):
    assert await get_version("ssed", {
        "source": "aur",
--- a/tests/test_bitbucket.py
+++ b/tests/test_bitbucket.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_bitbucket(get_version):
    assert await get_version("example", {
--- a/tests/test_cache.py
+++ b/tests/test_cache.py
@ -2,7 +2,7 @@
 # Copyright (c) 2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = pytest.mark.asyncio(scope="session")
+pytestmark = pytest.mark.asyncio

 async def test_cache(run_str_multi):
  conf = r'''
--- a/tests/test_cmd.py
+++ b/tests/test_cmd.py
@ -3,7 +3,7 @@

 import time
 import pytest
-pytestmark = pytest.mark.asyncio(scope="session")
+pytestmark = pytest.mark.asyncio

 async def test_cmd(get_version):
    assert await get_version("example", {
--- a/tests/test_combiner.py
+++ b/tests/test_combiner.py
@ -2,7 +2,7 @@
 # Copyright (c) 2021 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = pytest.mark.asyncio(scope="session")
+pytestmark = pytest.mark.asyncio

 async def test_combiner(run_str_multi):
  conf = r'''
--- a/tests/test_container.py
+++ b/tests/test_container.py
@ -1,9 +1,12 @@
 # MIT licensed
 # Copyright (c) 2020 Chih-Hsuan Yen <yan12125 at gmail dot com>

-import pytest
+import os
 import datetime
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+
+import pytest
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net,
+             pytest.mark.skipif(bool(os.environ.get('GITHUB_RUN_ID')), reason="400 very often")]

 async def test_container(get_version):
  assert await get_version("hello-world", {
--- a/tests/test_cpan.py
+++ b/tests/test_cpan.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_cpan(get_version):
    assert await get_version("POE-Component-Server-HTTPServer", {
--- a/tests/test_cran.py
+++ b/tests/test_cran.py
@ -2,9 +2,9 @@
 # Copyright (c) 2022 Pekka Ristola <pekkarr [at] protonmail [dot] com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_cran(get_version):
    assert await get_version("xml2", {
        "source": "cran",
-    }) == "1.3.6"
+    }) == "1.3.7"
--- a/tests/test_cratesio.py
+++ b/tests/test_cratesio.py
@ -2,9 +2,29 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_cratesio(get_version):
    assert await get_version("example", {
        "source": "cratesio",
    }) == "1.1.0"
+
+async def test_cratesio_list(get_version):
+    assert await get_version("example", {
+        "source": "cratesio",
+        "include_regex": r"^1\.0.*",
+    }) == "1.0.2"
+
+async def test_cratesio_skip_prerelease(get_version):
+    with pytest.raises(RuntimeError, match='include_regex matched no versions'):
+        await get_version("cargo-lock", {
+            "source": "cratesio",
+            "include_regex": r".*-.*",
+        })
+
+async def test_cratesio_use_prerelease(get_version):
+    await get_version("cargo-lock", {
+        "source": "cratesio",
+        "use_pre_release": "true",
+        "include_regex": r".*-.*",
+    })
--- a/tests/test_debianpkg.py
+++ b/tests/test_debianpkg.py
@ -2,24 +2,23 @@
 # Copyright (c) 2020 lilydjwg <lilydjwg@gmail.com>, et al.
 # Copyright (c) 2017 Felix Yan <felixonmars@archlinux.org>, et al.

-from flaky import flaky
 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_debianpkg(get_version):
    assert await get_version("sigrok-firmware-fx2lafw", {
        "source": "debianpkg",
-    }) == "0.1.7-1"
+    }) == "0.1.7-3"

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_debianpkg_strip_release(get_version):
    assert await get_version("sigrok-firmware-fx2lafw", {
        "source": "debianpkg",
        "strip_release": 1,
    }) == "0.1.7"

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_debianpkg_suite(get_version):
    assert await get_version("sigrok-firmware-fx2lafw", {
        "source": "debianpkg",
--- a/tests/test_gems.py
+++ b/tests/test_gems.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_gems(get_version):
    assert await get_version("example", {
--- a/tests/test_git.py
+++ b/tests/test_git.py
@ -2,7 +2,7 @@
 # Copyright (c) 2020 Felix Yan <felixonmars@archlinux.org>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_git(get_version):
    assert await get_version("example", {
--- a/tests/test_gitea.py
+++ b/tests/test_gitea.py
@ -1,20 +1,19 @@
 # MIT licensed
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

-from flaky import flaky
 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"),
+pytestmark = [pytest.mark.asyncio,
              pytest.mark.needs_net]

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_gitea(get_version):
    ver = await get_version("example", {
        "source": "gitea",
        "gitea": "gitea/tea"})
-    assert len(ver) == 8
-    assert ver.isdigit()
+    assert ver.startswith('20')
+    assert 'T' in ver

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_gitea_max_tag_with_include(get_version):
    assert await get_version("example", {
        "source": "gitea",
--- a/tests/test_github.py
+++ b/tests/test_github.py
@ -5,7 +5,7 @@ import re

 import pytest

-pytestmark = [pytest.mark.asyncio(scope="session"),
+pytestmark = [pytest.mark.asyncio,
              pytest.mark.needs_net,
              pytest.mark.usefixtures('keyfile')]

@ -36,6 +36,22 @@ async def test_github_latest_release_include_prereleases(get_version):
        "include_prereleases": True,
    }) == "v0.0.1-pre"

+async def test_github_latest_release_with_release_name(get_version):
+    version = await get_version("example", {
+        "source": "github",
+        "github": "mamba-org/mamba",
+        "use_latest_release": True,
+    })
+    assert version.startswith('20') # tag name
+
+    version = await get_version("example", {
+        "source": "github",
+        "github": "mamba-org/mamba",
+        "use_latest_release": True,
+        "use_release_name": True,
+    })
+    assert not version.startswith('20') # release name
+
 async def test_github_max_tag(get_version):
    assert await get_version("example", {
        "source": "github",
@ -43,6 +59,20 @@ async def test_github_max_tag(get_version):
        "use_max_tag": True,
    }) == "second_release"

+async def test_github_max_release(get_version):
+    assert await get_version("example", {
+        "source": "github",
+        "github": "harry-sanabria/ReleaseTestRepo",
+        "use_max_release": True,
+    }) == "second_release"
+
+    assert await get_version("example", {
+        "source": "github",
+        "github": "harry-sanabria/ReleaseTestRepo",
+        "use_max_release": True,
+        "use_release_name": True,
+    }) == "second_release"
+
 async def test_github_max_tag_with_ignored(get_version):
    assert await get_version("example", {
        "source": "github",
@ -51,6 +81,21 @@ async def test_github_max_tag_with_ignored(get_version):
        "ignored": "second_release release3",
    }) == "first_release"

+async def test_github_max_release_with_ignored(get_version):
+    assert await get_version("example", {
+        "source": "github",
+        "github": "harry-sanabria/ReleaseTestRepo",
+        "use_max_release": True,
+        "ignored": "second_release release3",
+    }) == "first_release"
+    assert await get_version("example", {
+        "source": "github",
+        "github": "harry-sanabria/ReleaseTestRepo",
+        "use_max_release": True,
+        "ignored": "second_release",
+        "use_release_name": True,
+    }) == "release #3"
+
 async def test_github_with_path(get_version):
    assert await get_version("example", {
        "source": "github",
@ -75,6 +120,16 @@ async def test_github_max_tag_with_include(get_version):
    })
    assert re.match(r'chrome-[\d.]+', version)

+async def test_github_max_release_with_include(get_version):
+    version = await get_version("example", {
+        "source": "github",
+        "github": "EFForg/https-everywhere",
+        "use_max_release": True,
+        "use_release_name": True,
+        "include_regex": r"Release \d.*",
+    })
+    assert re.match(r'Release [\d.]+', version)
+
 async def test_github_latest_tag(get_version):
    assert await get_version("example", {
        "source": "github",
--- a/tests/test_gitlab.py
+++ b/tests/test_gitlab.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_gitlab(get_version):
    ver = await get_version("example", {
--- a/tests/test_go.py
+++ b/tests/test_go.py
@ -0,0 +1,38 @@
+# MIT licensed
+# Copyright (c) 2024 bgme <i@bgme.me>.
+
+import pytest
+
+from nvchecker.api import HTTPError
+
+try:
+  import lxml
+  lxml_available = True
+except ImportError:
+  lxml_available = False
+
+pytestmark = [
+  pytest.mark.asyncio,
+  pytest.mark.needs_net,
+  pytest.mark.skipif(not lxml_available, reason="needs lxml")
+]
+
+
+async def test_go(get_version):
+  ver = await get_version("one version", {
+    "source": "go",
+    "go": "github.com/caddyserver/replace-response",
+  })
+
+  assert ver.startswith("v0.0.0-")
+
+  assert await get_version("multiple version", {
+    "source": "go",
+    "go": "github.com/corazawaf/coraza-caddy",
+  }) == "v1.2.2"
+
+  with pytest.raises(HTTPError):
+    await get_version("not found", {
+      "source": "go",
+      "go": "github.com/asdas/sadfasdf",
+    })
--- a/tests/test_hackage.py
+++ b/tests/test_hackage.py
@ -1,11 +1,10 @@
 # MIT licensed
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

-from flaky import flaky
 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_hackage(get_version):
    assert await get_version("sessions", {
        "source": "hackage",
--- a/tests/test_htmlparser.py
+++ b/tests/test_htmlparser.py
@ -10,7 +10,7 @@ except ImportError:
  lxml_available = False

 pytestmark = [
-  pytest.mark.asyncio(scope="session"),
+  pytest.mark.asyncio,
  pytest.mark.needs_net,
  pytest.mark.skipif(not lxml_available, reason="needs lxml"),
 ]
--- a/tests/test_httpheader.py
+++ b/tests/test_httpheader.py
@ -1,24 +1,31 @@
 # MIT licensed
-# Copyright (c) 2021 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2021,2024 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-import pytest_httpbin
-assert pytest_httpbin # for pyflakes

-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+httpbin_available = True
+try:
+  import pytest_httpbin
+  assert pytest_httpbin # for pyflakes
+except ImportError:
+  httpbin_available = False

+pytestmark = pytest.mark.asyncio
+
+@pytest.mark.needs_net
 async def test_redirection(get_version):
-    assert await get_version("unifiedremote", {
-        "source": "httpheader",
-        "url": "https://www.unifiedremote.com/download/linux-x64-deb",
-        "regex": r'urserver-([\d.]+).deb',
-    }) is not None
+  assert await get_version("unifiedremote", {
+    "source": "httpheader",
+    "url": "https://www.unifiedremote.com/download/linux-x64-deb",
+    "regex": r'urserver-([\d.]+).deb',
+  }) is not None

+@pytest.mark.skipif(not httpbin_available, reason="needs pytest_httpbin")
 async def test_get_version_withtoken(get_version, httpbin):
-    assert await get_version("unifiedremote", {
-        "source": "httpheader",
-        "url": httpbin.url + "/basic-auth/username/superpassword",
-        "httptoken": "Basic dXNlcm5hbWU6c3VwZXJwYXNzd29yZA==",
-        "header": "server",
-        "regex": r'([0-9.]+)*',
-    }) is not None
+  assert await get_version("unifiedremote", {
+    "source": "httpheader",
+    "url": httpbin.url + "/basic-auth/username/superpassword",
+    "httptoken": "Basic dXNlcm5hbWU6c3VwZXJwYXNzd29yZA==",
+    "header": "server",
+    "regex": r'([0-9.]+)*',
+  }) is not None
--- a/tests/test_jq.py
+++ b/tests/test_jq.py
@ -0,0 +1,33 @@
+# MIT licensed
+# Copyright (c) 2024 Rocket Aaron <i@rocka.me>, et al.
+
+import pytest
+
+jq_available = True
+try:
+  import jq
+except ImportError:
+  jq_available = False
+
+pytestmark = [
+  pytest.mark.asyncio,
+  pytest.mark.needs_net,
+  pytest.mark.skipif(not jq_available, reason="needs jq"),
+]
+
+async def test_jq(get_version):
+    ver = await get_version("aur", {
+        "source": "jq",
+        "url": "https://aur.archlinux.org/rpc/v5/info?arg[]=nvchecker-git"
+    })
+    ver = ver.strip()
+    assert ver.startswith("{")
+    assert ver.endswith("}")
+
+async def test_jq_filter(get_version):
+    ver = await get_version("aur", {
+        "source": "jq",
+        "url": "https://aur.archlinux.org/rpc/v5/info?arg[]=nvchecker-git",
+        "filter": '.results[0].PackageBase',
+    })
+    assert ver == "nvchecker-git"
--- a/tests/test_launchpad.py
+++ b/tests/test_launchpad.py
@ -0,0 +1,16 @@
+# MIT Licensed
+# Copyright (c) 2024 Bert Peters <bertptrs@archlinux.org>, et al.
+import pytest
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]
+
+@pytest.mark.flaky(reruns=10)
+async def test_launchpad(get_version):
+  version = await get_version(
+    "sakura",
+    {
+      "source": "launchpad",
+      "launchpad": "sakura",
+    }
+  )
+
+  assert version == '3.8.8'
--- a/tests/test_manual.py
+++ b/tests/test_manual.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = pytest.mark.asyncio(scope="session")
+pytestmark = pytest.mark.asyncio

 async def test_manual(get_version):
    assert await get_version("example", {
--- a/tests/test_mercurial.py
+++ b/tests/test_mercurial.py
@ -0,0 +1,15 @@
+# MIT licensed
+# Copyright (c) 2020 Felix Yan <felixonmars@archlinux.org>, et al.
+
+import pytest
+pytestmark = [
+  pytest.mark.asyncio,
+  pytest.mark.needs_net,
+]
+
+@pytest.mark.skip
+async def test_mercurial(get_version):
+  assert await get_version("example", {
+    "source": "mercurial",
+    "mercurial": "https://repo.mercurial-scm.org/hg-website/json-tags",
+  }) == "v1.0"
--- a/tests/test_npm.py
+++ b/tests/test_npm.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_npm(get_version):
    assert await get_version("example", {
--- a/tests/test_opam.py
+++ b/tests/test_opam.py
@ -0,0 +1,25 @@
+# MIT licensed
+# Copyright (c) 2024 Daniel Peukert <daniel@peukert.cc>, et al.
+
+import pytest
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]
+
+async def test_opam_official(get_version):
+    assert await get_version("test", {
+        "source": "opam",
+        "pkg": "omigrate",
+    }) == "0.3.2"
+
+async def test_opam_coq(get_version):
+    assert await get_version("test", {
+        "source": "opam",
+        "repo": "https://coq.inria.fr/opam/released",
+        "pkg": "coq-abp",
+    }) == "8.10.0"
+
+async def test_opam_coq_trailing_slash(get_version):
+    assert await get_version("test", {
+        "source": "opam",
+        "repo": "https://coq.inria.fr/opam/released/",
+        "pkg": "coq-abp",
+    }) == "8.10.0"
--- a/tests/test_openvsx.py
+++ b/tests/test_openvsx.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2021 Th3Whit3Wolf <the.white.wolf.is.1337@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_openvsx(get_version):
    assert await get_version("usernamehw.indent-one-space", {
--- a/tests/test_packagist.py
+++ b/tests/test_packagist.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_packagist(get_version):
    assert await get_version("butterfly/example-web-application", {
--- a/tests/test_pacman.py
+++ b/tests/test_pacman.py
@ -4,7 +4,7 @@
 import pathlib
 import shutil
 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"),
+pytestmark = [pytest.mark.asyncio,
              pytest.mark.skipif(shutil.which("pacman") is None,
                                 reason="requires pacman command"),
              pytest.mark.skipif(not pathlib.Path("/var/lib/pacman/sync/core.db").exists(),
--- a/tests/test_pagure.py
+++ b/tests/test_pagure.py
@ -2,7 +2,7 @@
 # Copyright (c) 2020 Felix Yan <felixonmars@archlinux.org>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_pagure(get_version):
    ver = await get_version("example", {
--- a/tests/test_pypi.py
+++ b/tests/test_pypi.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_pypi(get_version):
    assert await get_version("example", {
@ -20,3 +20,20 @@ async def test_pypi_pre_release(get_version):
        "source": "pypi",
        "use_pre_release": 1,
    }) == "1.0.1a1"
+
+async def test_pypi_list(get_version):
+    assert await get_version("urllib3", {
+        "source": "pypi",
+        "include_regex": "^1\\..*",
+    }) == "1.26.20"
+
+async def test_pypi_invalid_version(get_version):
+    await get_version("sympy", {
+        "source": "pypi",
+    })
+
+async def test_pypi_yanked_version(get_version):
+    assert await get_version("urllib3", {
+        "source": "pypi",
+        "include_regex": "^(1\\..*)|(2\\.0\\.[0,1])",
+    }) == "1.26.20"
--- a/tests/test_regex.py
+++ b/tests/test_regex.py
@ -1,130 +1,138 @@
 # MIT licensed
-# Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2013-2020,2024 lilydjwg <lilydjwg@gmail.com>, et al.

 import base64

 import pytest
-import pytest_httpbin
-assert pytest_httpbin # for pyflakes

-pytestmark = pytest.mark.asyncio(scope="session")
+httpbin_available = True
+try:
+  import pytest_httpbin
+  assert pytest_httpbin # for pyflakes
+except ImportError:
+  httpbin_available = False
+
+pytestmark = [
+  pytest.mark.asyncio,
+  pytest.mark.skipif(not httpbin_available, reason="needs pytest_httpbin"),
+]

 def base64_encode(s):
-    return base64.b64encode(s.encode('utf-8')).decode('ascii')
+  return base64.b64encode(s.encode('utf-8')).decode('ascii')

 async def test_regex_httpbin_default_user_agent(get_version, httpbin):
-    ua = await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/get",
-        "regex": r'"User-Agent":\s*"([^"]+)"',
-    })
-    assert ua.startswith("lilydjwg/nvchecker")
+  ua = await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/get",
+    "regex": r'"User-Agent":\s*"([^"]+)"',
+  })
+  assert ua.startswith("lilydjwg/nvchecker")

 async def test_regex_httpbin_user_agent(get_version, httpbin):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/get",
-        "regex": r'"User-Agent":\s*"(\w+)"',
-        "user_agent": "Meow",
-    }) == "Meow"
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/get",
+    "regex": r'"User-Agent":\s*"(\w+)"',
+    "user_agent": "Meow",
+  }) == "Meow"

 async def test_regex(get_version, httpbin):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/base64/" + base64_encode("version 1.12 released"),
-        "regex": r'version ([0-9.]+)',
-    }) == "1.12"
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/base64/" + base64_encode("version 1.12 released"),
+    "regex": r'version ([0-9.]+)',
+  }) == "1.12"

 async def test_missing_ok(get_version, httpbin):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/base64/" + base64_encode("something not there"),
-        "regex": "foobar",
-        "missing_ok": True,
-    }) is None
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/base64/" + base64_encode("something not there"),
+    "regex": "foobar",
+    "missing_ok": True,
+  }) is None

 async def test_missing(get_version, httpbin):
-    with pytest.raises(RuntimeError):
-      await get_version("example", {
-          "source": "regex",
-          "url": httpbin.url + "/base64/" + base64_encode("something not there"),
-          "regex": "foobar",
-      })
+  with pytest.raises(RuntimeError):
+    await get_version("example", {
+      "source": "regex",
+      "url": httpbin.url + "/base64/" + base64_encode("something not there"),
+      "regex": "foobar",
+    })

 async def test_multi_group(get_version, httpbin):
-    with pytest.raises(RuntimeError):
-      await get_version("example", {
-          "source": "regex",
-          "url": httpbin.url + "/base64/" + base64_encode("1.2"),
-          "regex": r"(\d+)\.(\d+)",
-      })
+  with pytest.raises(RuntimeError):
+    await get_version("example", {
+      "source": "regex",
+      "url": httpbin.url + "/base64/" + base64_encode("1.2"),
+      "regex": r"(\d+)\.(\d+)",
+    })

 async def test_regex_with_tokenBasic(get_version, httpbin):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/basic-auth/username/superpassword",
-        "httptoken": "Basic dXNlcm5hbWU6c3VwZXJwYXNzd29yZA==",
-        "regex": r'"user":\s*"([a-w]+)"',
-    }) == "username"
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/basic-auth/username/superpassword",
+    "httptoken": "Basic dXNlcm5hbWU6c3VwZXJwYXNzd29yZA==",
+    "regex": r'"user":\s*"([a-w]+)"',
+  }) == "username"

 async def test_regex_with_tokenBearer(get_version, httpbin):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/bearer",
-        "httptoken": "Bearer username:password",
-        "regex": r'"token":\s*"([a-w]+):.*"',
-    }) == "username"
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/bearer",
+    "httptoken": "Bearer username:password",
+    "regex": r'"token":\s*"([a-w]+):.*"',
+  }) == "username"

 async def test_regex_no_verify_ssl(get_version, httpbin_secure):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin_secure.url + "/base64/" + base64_encode("version 1.12 released"),
-        "regex": r'version ([0-9.]+)',
-        "verify_cert": False,
-    }) == "1.12"
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin_secure.url + "/base64/" + base64_encode("version 1.12 released"),
+    "regex": r'version ([0-9.]+)',
+    "verify_cert": False,
+  }) == "1.12"

 async def test_regex_bad_ssl(get_version, httpbin_secure):
-    try:
-        await get_version("example", {
-            "source": "regex",
-            "url": httpbin_secure.url + "/base64/" + base64_encode("version 1.12 released"),
-            "regex": r'version ([0-9.]+)',
-        })
-    except Exception:
-        pass
-    else:
-        assert False, 'certificate should not be trusted'
+  try:
+    await get_version("example", {
+      "source": "regex",
+      "url": httpbin_secure.url + "/base64/" + base64_encode("version 1.12 released"),
+      "regex": r'version ([0-9.]+)',
+    })
+  except Exception:
+    pass
+  else:
+    assert False, 'certificate should not be trusted'

 async def test_regex_post(get_version, httpbin):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/post",
-        "regex": r'"ABCDEF":\s*"(\w+)"',
-        "post_data": "ABCDEF=234&CDEFG=xyz"
-    }) == "234"
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/post",
+    "regex": r'"ABCDEF":\s*"(\w+)"',
+    "post_data": "ABCDEF=234&CDEFG=xyz"
+  }) == "234"

 async def test_regex_post2(get_version, httpbin):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/post",
-        "regex": r'"CDEFG":\s*"(\w+)"',
-        "post_data": "ABCDEF=234&CDEFG=xyz"
-    }) == "xyz"
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/post",
+    "regex": r'"CDEFG":\s*"(\w+)"',
+    "post_data": "ABCDEF=234&CDEFG=xyz"
+  }) == "xyz"

 async def test_regex_post_json(get_version, httpbin):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/post",
-        "regex": r'"ABCDEF":\s*(\w+)',
-        "post_data": '{"ABCDEF":234,"CDEFG":"xyz"}',
-        "post_data_type": "application/json"
-    }) == "234"
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/post",
+    "regex": r'"ABCDEF":\s*(\w+)',
+    "post_data": '{"ABCDEF":234,"CDEFG":"xyz"}',
+    "post_data_type": "application/json"
+  }) == "234"

 async def test_regex_post_json2(get_version, httpbin):
-    assert await get_version("example", {
-        "source": "regex",
-        "url": httpbin.url + "/post",
-        "regex": r'"CDEFG":\s*"(\w+)"',
-        "post_data": '{"ABCDEF":234,"CDEFG":"xyz"}',
-        "post_data_type": "application/json"
-    }) == "xyz"
+  assert await get_version("example", {
+    "source": "regex",
+    "url": httpbin.url + "/post",
+    "regex": r'"CDEFG":\s*"(\w+)"',
+    "post_data": '{"ABCDEF":234,"CDEFG":"xyz"}',
+    "post_data_type": "application/json"
+  }) == "xyz"
--- a/tests/test_repology.py
+++ b/tests/test_repology.py
@ -1,19 +1,18 @@
 # MIT licensed
 # Copyright (c) 2019-2020 lilydjwg <lilydjwg@gmail.com>, et al.

-from flaky import flaky
 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"),
+pytestmark = [pytest.mark.asyncio,
              pytest.mark.needs_net]

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_repology(get_version):
  assert await get_version("ssed", {
        "source": "repology",
        "repo": "aur",
  }) == "3.62"

-@flaky(max_runs=10)
+@pytest.mark.flaky(reruns=10)
 async def test_repology_subrepo(get_version):
  assert await get_version("asciiquarium", {
        "source": "repology",
--- a/tests/test_rpmrepo.py
+++ b/tests/test_rpmrepo.py
@ -0,0 +1,19 @@
+# MIT licensed
+# Copyright (c) 2024 Jakub Ružička <jru@debian.org>, et al.
+
+import pytest
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]
+
+async def test_rpmrepo_fedora(get_version):
+    assert await get_version("knot_fedora-39", {
+        "source": "rpmrepo",
+        "pkg": "knot",
+        "repo": "http://ftp.sh.cvut.cz/fedora/linux/updates/39/Everything/x86_64/",
+    }) == "3.3.9"
+
+async def test_rpmrepo_alma(get_version):
+    assert await get_version("knot_fedora-39", {
+        "source": "rpmrepo",
+        "pkg": "tmux",
+        "repo": "http://ftp.sh.cvut.cz/almalinux/9.5/BaseOS/x86_64/os/",
+    }) == "3.2a"
--- a/tests/test_snapcraft.py
+++ b/tests/test_snapcraft.py
@ -0,0 +1,28 @@
+# MIT licensed
+# Copyright (c) 2025 Maxim Slipenko <maxim@slipenko.com>, et al.
+
+import pytest
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]
+
+async def test_snapcraft(get_version):
+    assert await get_version("test", {
+        "source": "snapcraft",
+        "snap": "test-snapd-public",
+        "channel": "edge",
+    }) == "2.0"
+
+async def test_snapcraft_non_existent_snap(get_version):
+    with pytest.raises(RuntimeError, match='Failed to request snap info for not-existent-snap'):
+        assert await get_version("test", {
+            "source": "snapcraft",
+            "snap": "not-existent-snap",
+            "channel": "stable",
+        })
+
+async def test_snapcraft_non_existent_channel(get_version):
+    with pytest.raises(RuntimeError, match='Failed to find version for test-snapd-public'):
+        assert await get_version("test", {
+            "source": "snapcraft",
+            "snap": "test-snapd-public",
+            "channel": "non-existent-channel",
+        })
--- a/tests/test_sparkle.py
+++ b/tests/test_sparkle.py
@ -3,7 +3,7 @@
 # Copyright (c) 2020 Sunlei <guizaicn@gmail.com>

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_sparkle(get_version):
    assert await get_version('example', {
--- a/tests/test_substitute.py
+++ b/tests/test_substitute.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2020 lilydjwg <lilydjwg@gmail.com>, et al.

 import pytest
-pytestmark = pytest.mark.asyncio(scope="session")
+pytestmark = pytest.mark.asyncio

 async def test_substitute_prefix(get_version):
    assert await get_version("example", {
@ -45,8 +45,8 @@ async def test_substitute_regex_empty_to_pattern(get_version):
 async def test_substitute_prefix_has_higher_priority(get_version):
    assert await get_version("example", {
        "source": "manual",
-        "manual": "r15",
-        "prefix": "r",
-        "from_pattern": r"r(\d+)",
-        "to_pattern": r"R\1",
-    }) == "15"
+        "manual": "Version 1.2 Beta 3",
+        "prefix": "Version ",
+        "from_pattern": r" Beta ",
+        "to_pattern": r"b",
+    }) == "1.2b3"
--- a/tests/test_ubuntupkg.py
+++ b/tests/test_ubuntupkg.py
@ -1,32 +1,32 @@
 # MIT licensed
-# Copyright (c) 2020 lilydjwg <lilydjwg@gmail.com>, et al.
+# Copyright (c) 2020,2024 lilydjwg <lilydjwg@gmail.com>, et al.
 # Copyright (c) 2017 Felix Yan <felixonmars@archlinux.org>, et al.

-from flaky import flaky
 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

-@flaky
+@pytest.mark.flaky
 async def test_ubuntupkg(get_version):
-    assert await get_version("sigrok-firmware-fx2lafw", {
+    v = await get_version("sigrok-firmware-fx2lafw", {
        "source": "ubuntupkg",
-    }) == "0.1.7-1"
+    })
+    assert v.startswith("0.1.7-")

-@flaky
+@pytest.mark.flaky
 async def test_ubuntupkg_strip_release(get_version):
    assert await get_version("sigrok-firmware-fx2lafw", {
        "source": "ubuntupkg",
        "strip_release": True,
    }) == "0.1.7"

-@flaky
+@pytest.mark.flaky
 async def test_ubuntupkg_suite(get_version):
    assert await get_version("sigrok-firmware-fx2lafw", {
        "source": "ubuntupkg",
        "suite": "xenial",
    }) == "0.1.2-1"

-@flaky
+@pytest.mark.flaky(reruns=10)
 async def test_ubuntupkg_suite_with_paging(get_version):
    assert await get_version("ffmpeg", {
        "source": "ubuntupkg",
--- a/tests/test_vsmarketplace.py
+++ b/tests/test_vsmarketplace.py
@ -2,7 +2,7 @@
 # Copyright (c) 2013-2021 Th3Whit3Wolf <the.white.wolf.is.1337@gmail.com>, et al.

 import pytest
-pytestmark = [pytest.mark.asyncio(scope="session"), pytest.mark.needs_net]
+pytestmark = [pytest.mark.asyncio, pytest.mark.needs_net]

 async def test_vsmarketplace(get_version):
    assert await get_version("usernamehw.indent-one-space", {
Author	SHA1	Message	Date
lilydjwg	fc8d90f46b	tests: update	2025-03-01 11:43:32 +08:00
依云	e1882a2778	Merge pull request #295 from Maks1mS/feat/snap-source feat: add snapcraft source	2025-02-28 18:15:38 +08:00
Maxim Slipenko	b83cbd2ead	tests: add tests for snapcraft source	2025-02-28 11:05:31 +03:00
Maxim Slipenko	d4be5189fe	fix: handle HTTPError specifically	2025-02-28 11:04:47 +03:00
Maxim Slipenko	cc9001ad88	feat: add snapcraft source	2025-02-22 06:16:54 +00:00
lilydjwg	fca89f7830	Merge remote-tracking branch 'origin/pr/293'	2025-02-11 10:53:07 +08:00
Yichao Yu	92a424f946	Implement use_max_release for github This follows the logic for use_max_tag but only includes the tags that are part of a github release. The returned version follows include_prerelease and use_release_name just like use_latest_release. This allows waiting for release artifacts to be created after the tag is created on the repo.	2025-02-10 21:15:30 -05:00
lilydjwg	d3bf5b2db5	tests: fix unintended redirection	2025-02-11 10:01:33 +08:00
lilydjwg	bd72ea04d2	Merge branch 'test-ci'	2025-02-10 17:38:52 +08:00
lilydjwg	50d5342586	tests: I don't know why but these tests are flaky	2025-02-10 17:31:01 +08:00
lilydjwg	1e3ed1e4b9	run_cached_tests: output mitmdump logs	2025-02-10 17:31:01 +08:00
lilydjwg	72c0730725	tests: venv mitmproxy to avoid conflict	2025-02-10 17:31:01 +08:00
lilydjwg	6759d2f206	tests: use source distribution of pycurl so that it supports more compression types Cross-os binary distribution is EVIL!	2025-02-10 16:18:09 +08:00
lilydjwg	17e351f825	support SSL_CERT_FILE env for pycurl http backend	2025-02-10 15:51:05 +08:00
lilydjwg	d58638733e	tests: cache http responses	2025-02-10 15:51:05 +08:00
lilydjwg	287282eb2c	archpkg: update url	2025-02-10 15:51:05 +08:00
lilydjwg	fa9ca38690	tests: fix type	2025-02-10 12:25:31 +08:00
lilydjwg	5c7918bf7a	tests: don't run test_container on GitHub Actions	2025-02-10 11:40:20 +08:00
lilydjwg	c03bec7452	tests: travis is long gone	2025-02-10 11:40:20 +08:00
依云	7cacd9edaf	Merge pull request #292 from JeanChristopheMorinPerso/skip_yanked_pypi_releases Exclude yanked PyPI releases	2025-02-10 10:26:17 +08:00
Jean-Christophe Morin	af21f93bd1	Explicitly document the behavior around yanked releases Signed-off-by: Jean-Christophe Morin <jean_christophe_morin@hotmail.com>	2025-02-09 14:58:31 -05:00
Jean-Christophe Morin	ca011221cf	Use walrus operator and explicitly require python >= 3.8 Signed-off-by: Jean-Christophe Morin <jean_christophe_morin@hotmail.com>	2025-02-09 14:50:10 -05:00
lilydjwg	745f0decdb	remove obsolete entries from sample_config.toml	2025-02-09 15:19:14 +08:00
Jean-Christophe Morin	6f5870787a	Exclude yanked PyPI releases Signed-off-by: Jean-Christophe Morin <jean_christophe_morin@hotmail.com>	2025-02-08 16:02:51 -05:00
lilydjwg	4364759b29	docs: fix example "is_xml" didn't work and wasn't added. [skip ci]	2025-02-05 14:59:34 +08:00
lilydjwg	dbf6c4601f	docs: add an example on RSS feed closes #289. [skip c]	2025-02-05 14:57:56 +08:00
lilydjwg	4d5e29f26b	gitea: use the full date string as commit version Only using the date part is too coarse. Also date could be different across timezones and thus confusing.	2024-12-28 21:53:10 +08:00
lilydjwg	ad892b713e	docs: add a section about Gogs / Forgejo / Codeberg closes #287. [skip ci]	2024-12-28 21:53:10 +08:00
依云	5803237d39	Merge pull request #285 from dpeukert/patch-1 chore: fix typo in comment	2024-12-20 16:49:53 +08:00
Daniel Peukert	71a0002624	chore: fix typo in comment	2024-12-20 09:34:45 +01:00
lilydjwg	2722ccc7fe	docs: revision may be missing in the event.	2024-12-18 15:23:21 +08:00
Jamison Lahman	228139ddd4	handle default logger when revision is None	2024-12-17 07:06:44 -08:00
Jamison Lahman	372fce4445	update usage	2024-12-17 06:28:03 -08:00
Jamison Lahman	babb3aa74e	feat: include revision in logging output	2024-12-17 06:14:14 -08:00
依云	d44a50c273	Merge pull request #283 from dpeukert/master feat: add opam source	2024-12-15 16:40:27 +08:00
Daniel Peukert	c0d6568434	feat: add opam source	2024-12-15 00:39:04 +01:00
lilydjwg	2a64f7ab8f	bump version to 2.17dev	2024-12-02 23:57:50 +08:00
lilydjwg	af1a855fd5	make mypy happy	2024-12-02 23:56:11 +08:00
Jakub Ružička	eeddd56156	rpmrepo: new RPM repo source	2024-12-02 15:16:55 +01:00
Jakub Ružička	29b0f63103	docs: Fix too short title underline in jq usage This fixes docs build warning: docs/usage.rst:330: WARNING: Title underline too short.	2024-12-02 14:45:09 +01:00
lilydjwg	3a87f920a5	version 2.16	2024-11-30 16:48:57 +08:00
lilydjwg	af7acde251	httpx_httpclient: pass None when params is empty see https://github.com/encode/httpx/discussions/3428	2024-11-30 16:42:57 +08:00
Chih-Hsuan Yen	c7f571ae79	update tests	2024-11-30 14:23:18 +08:00
lilydjwg	256bb9dd3b	use repr instead of str for errors Ref #279.	2024-11-05 15:09:50 +08:00
lilydjwg	28f1ab5144	github: make use_release_name=false work with include_prereleases also make gitref uses the full ref path format. (If someone handles this value to git, it should still works.)	2024-11-03 19:11:37 +08:00
lilydjwg	e1a6517169	tests: disable aiohttp as it always fails; also use Python version 3.13 instead of 3.13-dev	2024-11-03 19:10:42 +08:00
lilydjwg	afad2f08f2	tests: skip hg test as it keeps timing out	2024-11-03 18:51:04 +08:00
lilydjwg	5cead67640	ci: add Python 3.13	2024-11-03 18:51:04 +08:00
lilydjwg	728dcca1bd	update tests	2024-11-03 18:36:46 +08:00
lilydjwg	89b4cd90ba	tests: use asyncio_default_fixture_loop_scope = "session" See also https://github.com/pytest-dev/pytest-asyncio/issues/924.	2024-11-03 18:30:54 +08:00
lilydjwg	4eb70a0fbe	github: add option to use release name instead of tag fixes #278	2024-11-03 18:24:54 +08:00
依云	8d3b6adaaa	Merge pull request #277 from ilai-deutel/cratesio-prerelease crates.io: skip pre-releases, list option	2024-09-27 12:39:34 +08:00
lilydjwg	5b561456ae	update tests	2024-09-27 12:36:44 +08:00
Ilaï Deutel	d5cc276000	crates.io: skip pre-releases, list option This adds a `use_pre_release` option and adds support for list option for crates.io, similar to PyPI.	2024-09-27 00:10:21 -04:00
lilydjwg	3abe5ad394	Merge remote-tracking branch 'origin/pr/276'	2024-08-08 23:41:52 +08:00
imlonghao	e4cff0b507	anitya: support to use anitya ID	2024-08-08 23:13:47 +08:00
lilydjwg	d4e27c22ac	aiohttp: remove unused object causing async context issues	2024-08-08 16:50:01 +08:00
lilydjwg	7848f0907d	bump version to 2.16dev	2024-07-14 16:41:43 +08:00
lilydjwg	a1ab77f92a	Merge remote-tracking branch 'origin/pr/275'	2024-07-14 16:40:47 +08:00
lilydjwg	5a3ca69c1c	update tests	2024-07-14 16:40:25 +08:00
Bert Peters	5677c9595e	Add launchpad source	2024-07-13 14:54:46 +02:00
lilydjwg	61ca3c95d0	pypi: fix handling of invalid versions fixes #273.	2024-06-01 16:34:36 +08:00
lilydjwg	1d55664b31	version 2.15	2024-05-29 20:55:53 +08:00
lilydjwg	c66ca7f2bc	fix nvtake name=version corrupted the oldver file fixes #272.	2024-05-24 15:05:24 +08:00
lilydjwg	2800f392d9	Merge remote-tracking branch 'origin/master'	2024-05-19 15:19:55 +08:00
依云	3cf403fc51	Merge pull request #270 from yan12125/pypi-list-options pypi: support list options	2024-05-19 15:18:08 +08:00
lilydjwg	6af59aa2ae	test_ubuntupkg: update and make it more resilient	2024-05-19 12:16:02 +08:00
Chih-Hsuan Yen	8397cbbce0	pypi: support list options	2024-05-19 12:10:40 +08:00
lilydjwg	d49d07437b	aur: datetime.utcfromtimestamp is deprecated	2024-05-11 15:58:26 +08:00
lilydjwg	5db6a89fc3	test_ubuntupkg: update and make it more resilient	2024-05-11 14:15:37 +08:00
lilydjwg	9f6706e0e7	tests: fix dep on httpbin	2024-05-11 14:15:37 +08:00
lilydjwg	2a63ddef7a	fix nicelogger for Python 3.12	2024-04-28 17:14:57 +08:00
lilydjwg	fdac4af358	Revert "update nicelogger" This reverts commit `0f441b0bf2`. nicelogger seems to have local changes and is dependent by nvchecker/tools.py	2024-04-28 17:12:14 +08:00
lilydjwg	0f441b0bf2	update nicelogger	2024-04-28 16:32:38 +08:00
lilydjwg	0890c7e966	make exception from "_process_result" a "no-result" log so that it follows the doc and tests.	2024-04-26 21:25:56 +08:00
lilydjwg	7e2583be56	emit an error log when an exception is set also fixes #269, but maybe more	2024-04-26 20:27:45 +08:00
lilydjwg	d13cbeea38	emit a warning if "include_regex" matched no versions fixes #269.	2024-04-26 20:13:45 +08:00
lilydjwg	5140fa2542	Merge remote-tracking branch 'origin/pr/268'	2024-04-24 10:03:54 +08:00
lilydjwg	c367b49703	logging: filter out taskName that is added by Python 3.12 fixes #267.	2024-04-24 10:02:14 +08:00
Daniel Peukert	62fdca8fbf	feat: implement version url support for go	2024-04-23 23:27:06 +02:00
lilydjwg	f1ff604b4c	httpx: use "proxy" argument instead of deprecated "proxies"	2024-04-19 12:48:53 +08:00
lilydjwg	61b3705f35	new dev version	2024-04-19 12:46:47 +08:00
lilydjwg	bd2b2f9494	only save new version records with a full run and keep others only when `--entry` specified on cmdline. Fixes #263.	2024-04-19 11:54:03 +08:00
依云	0355af5e4c	Merge pull request #264 from marsam/fix-exception-statement fix: correct try/except statement	2024-04-19 09:56:46 +08:00
Mario Rodas	67ccc10f17	fix: correct try/except statement Otherwise, it fails because Python can't find the `jq` exception.	2024-04-18 04:20:00 +00:00
lilydjwg	2f6f803c1a	version 2.14	2024-04-17 16:49:00 +08:00
lilydjwg	be8967b1d2	tests: missing assert statements	2024-04-17 16:49:00 +08:00
依云	7960541a34	Merge pull request #262 from yan12125/fix-tests tests: update Debian package versions again	2024-04-08 15:06:18 +08:00
Chih-Hsuan Yen	c306b44711	tests: update Debian package versions again	2024-04-08 14:31:24 +08:00
rocka	47ce6fc2e4	feat: add jq source (#261 ) feat: add jq source to parse json	2024-03-31 16:10:09 +08:00
依云	511922e6fb	Merge pull request #260 from yan12125/fix-tests tests: update Debian package versions	2024-03-24 11:52:00 +08:00
Chih-Hsuan Yen	beceadddee	tests: update Debian package versions	2024-03-24 11:45:49 +08:00
lilydjwg	de1a3c6fc2	record rich results in verfile and get rid of Result & VersData types Use RichResult to replace Result; Result was RichResult plus entry name.	2024-03-14 18:30:15 +08:00
David Arnold	f29bdee6a3	feat: return full results from result processing	2024-03-14 10:40:25 +01:00
David Arnold	9dd7fb1736	fix: #255 this ensures the newver file keeps untouched records	2024-03-11 21:26:04 +08:00
David Arnold	03819388e8	feat: log up-to-date when single entry	2024-03-11 21:26:04 +08:00
lilydjwg	471b66ff4c	tests: use pytest-rerunfailures instead of flaky flaky is no longer compatible with pytest 8.0 and seems unmaintained. https://github.com/pytest-dev/pytest/issues/12066	2024-03-09 20:23:25 +08:00
lilydjwg	4ec12d30fd	mercurial: tests: update asyncio mark	2024-03-09 19:59:01 +08:00
lilydjwg	1005bd5f01	mercurial: update tests	2024-03-09 19:19:06 +08:00
lilydjwg	4ad3bdb95d	go: style: unify indentation etc	2024-03-09 18:48:47 +08:00
lilydjwg	35a19f30ae	mercurial: minor update	2024-03-09 18:45:19 +08:00
lilydjwg	5227df6f5b	Merge remote-tracking branch 'origin/pr/170'	2024-03-09 18:44:04 +08:00
lilydjwg	e19f033f15	Merge remote-tracking branch 'origin/master'	2024-03-09 18:41:47 +08:00
yingziwu	0e0eb2c363	feat: add go pkg support (#259 )	2024-03-09 18:41:20 +08:00
lilydjwg	a7e6512e70	use LiteralString (although mypy hasn't supported it yet) https://github.com/python/mypy/issues/12554	2024-03-09 18:37:05 +08:00
lilydjwg	c53952c75c	httpheader: fix GetVersionError usage	2024-03-09 18:28:44 +08:00
lilydjwg	9784e64307	still fix	2024-03-08 20:49:37 +08:00
lilydjwg	5d908b34a6	fixes	2024-03-08 20:39:13 +08:00
lilydjwg	1d19082673	Merge remote-tracking branch 'origin/pr/254'	2024-03-08 20:34:16 +08:00
lilydjwg	370711c878	fix linter warnings	2024-03-08 20:33:31 +08:00
David Arnold	03c2e25bbd	feat: implement more metadata for git{,ea,hub,lab}	2024-03-04 13:10:14 +01:00
David Arnold	3691fa9a51	feat: add richer results	2024-03-04 13:10:13 +01:00
David Arnold	f8a73a5a92	docs: document changes don't mention the old keys while the old way of declaring the keys is still available it is no longer documented this should encourage new users to use the new, netrc-compatible way	2024-03-04 12:54:13 +01:00
David Arnold	8c82c3c289	feat: add configurable host to github	2024-03-02 10:47:50 +01:00
David Arnold	e3e8415251	feat: add netrc support backwards compatible	2024-03-02 10:46:46 +01:00
lilydjwg	6b73d8cd87	update github source to handle rate limits according to current github docs	2024-02-29 21:00:13 +08:00
lilydjwg	60d88ac5d2	update github actions	2024-02-27 15:03:38 +08:00
依云	c9017d7e07	Update codeql.yml	2024-02-27 15:03:17 +08:00
lilydjwg	e5751d2894	workaround a pycurl wheel issue to fix ci https://github.com/pycurl/pycurl/issues/834	2024-02-27 14:55:10 +08:00
lilydjwg	1e5de6cbcb	support using prefix and from_pattern/to_pattern at the same time closes #249.	2024-02-27 13:52:35 +08:00
Felix Yan	f00c6d163f	Add a mercurial source This uses the json api of mercurial repositories. Verified to work on the following hosting sites: www.mercurial-scm.org/repo hg.code.sf.net hg.nginx.org hg.mozilla.org	2020-11-18 01:28:45 +08:00