.pre-commit-config.yaml

default_language_version:
  python: python3.12

# See https://pre-commit.com for more information
# See https://pre-commit.com/hooks.html for more hooks
repos:
  - repo: https://github.com/pre-commit/pre-commit-hooks
    rev: v3.2.0
    hooks:
      - id: trailing-whitespace
      - id: end-of-file-fixer
      - id: check-yaml
      - id: check-added-large-files
  - repo: https://github.com/astral-sh/ruff-pre-commit
    rev: v0.3.3
    hooks:
      - id: ruff
        args: [--fix, --exit-non-zero-on-fix]
      - id: ruff-format
  - repo: https://github.com/asottile/pyupgrade
    rev: v3.15.1
    hooks:
      - id: pyupgrade
        alias: autoformat
        args: [--py312-plus]

justfile

@_default:
    just --list

@bootstrap:
    pip install --upgrade pip uv
    python -m uv pip install --upgrade --requirement requirements.in
    python -m uv pip install --upgrade pre-commit

@export-bookmarks:
    # python main.py --markdown --limit=100 --write-json
    python main.py --markdown --limit=100

@lint:
    python -m pre_commit run --all-files

LICENSE

# PolyForm Noncommercial License 1.0.0

<https://polyformproject.org/licenses/noncommercial/1.0.0>

## Acceptance

In order to get any license under these terms, you must agree
to them as both strict obligations and conditions to all
your licenses.

## Copyright License

The licensor grants you a copyright license for the
software to do everything you might do with the software
that would otherwise infringe the licensor's copyright
in it for any permitted purpose.  However, you may
only distribute the software according to [Distribution
License](#distribution-license) and make changes or new works
based on the software according to [Changes and New Works
License](#changes-and-new-works-license).

## Distribution License

The licensor grants you an additional copyright license
to distribute copies of the software.  Your license
to distribute covers distributing the software with
changes and new works permitted by [Changes and New Works
License](#changes-and-new-works-license).

## Notices

You must ensure that anyone who gets a copy of any part of
the software from you also gets a copy of these terms or the
URL for them above, as well as copies of any plain-text lines
beginning with `Required Notice:` that the licensor provided
with the software.  For example:

> Required Notice: Copyright Jeff Triplett. (https://github.com/jefftriplett)

## Changes and New Works License

The licensor grants you an additional copyright license to
make changes and new works based on the software for any
permitted purpose.

## Patent License

The licensor grants you a patent license for the software that
covers patent claims the licensor can license, or becomes able
to license, that you would infringe by using the software.

## Noncommercial Purposes

Any noncommercial purpose is a permitted purpose.

## Personal Uses

Personal use for research, experiment, and testing for
the benefit of public knowledge, personal study, private
entertainment, hobby projects, amateur pursuits, or religious
observance, without any anticipated commercial application,
is use for a permitted purpose.

## Noncommercial Organizations

Use by any charitable organization, educational institution,
public research organization, public safety or health
organization, environmental protection organization,
or government institution is use for a permitted purpose
regardless of the source of funding or obligations resulting
from the funding.

## Fair Use

You may have "fair use" rights for the software under the
law. These terms do not limit them.

## No Other Rights

These terms do not allow you to sublicense or transfer any of
your licenses to anyone else, or prevent the licensor from
granting licenses to anyone else.  These terms do not imply
any other licenses.

## Patent Defense

If you make any written claim that the software infringes or
contributes to infringement of any patent, your patent license
for the software granted under these terms ends immediately. If
your company makes such a claim, your patent license ends
immediately for work on behalf of your company.

## Violations

The first time you are notified in writing that you have
violated any of these terms, or done anything with the software
not covered by your licenses, your licenses can nonetheless
continue if you come into full compliance with these terms,
and take practical steps to correct past violations, within
32 days of receiving notice.  Otherwise, all your licenses
end immediately.

## No Liability

***As far as the law allows, the software comes as is, without
any warranty or condition, and the licensor will not be liable
to you for any damages arising out of these terms or the use
or nature of the software, under any kind of legal claim.***

## Definitions

The **licensor** is the individual or entity offering these
terms, and the **software** is the software the licensor makes
available under these terms.

**You** refers to the individual or entity agreeing to these
terms.

**Your company** is any legal entity, sole proprietorship,
or other kind of organization that you work for, plus all
organizations that have control over, are under the control of,
or are under common control with that organization.  **Control**
means ownership of substantially all the assets of an entity,
or the power to direct its management and policies by vote,
contract, or otherwise.  Control can be direct or indirect.

**Your licenses** are all the licenses granted to you for the
software under these terms.

**Use** means anything you do with the software requiring one
of your licenses.

main.py

"""
Required Notice: Copyright Jeff Triplett. (https://github.com/jefftriplett)

PolyForm Noncommercial License 1.0.0

<https://polyformproject.org/licenses/noncommercial/1.0.0>
"""

from __future__ import annotations

import json
from datetime import datetime
from pathlib import Path

import frontmatter
import typer
from environs import Env
from markdownify import markdownify
from mastodon import Mastodon

app = typer.Typer()
env = Env()


MASTODON_ACCESS_TOKEN = env.str("MASTODON_ACCESS_TOKEN")
MASTODON_API_BASE_URL = env.str(
    "MASTODON_API_BASE_URL", default="https://mastodon.social"
)
MASTODON_CLIENT_ID = env.str("MASTODON_CLIENT_ID")
MASTODON_CLIENT_SECRET = env.str("MASTODON_CLIENT_SECRET")


class DateTimeEncoder(json.JSONEncoder):
    def default(self, obj):
        if isinstance(obj, datetime):
            # Format date and time in ISO 8601
            return obj.isoformat()
        # Let the base class default method raise the TypeError
        return json.JSONEncoder.default(self, obj)


# Create a Mastodon instance
def get_mastodon_instance():
    return Mastodon(
        access_token=MASTODON_ACCESS_TOKEN,
        api_base_url=MASTODON_API_BASE_URL,
        client_id=MASTODON_CLIENT_ID,
        client_secret=MASTODON_CLIENT_SECRET,
    )


@app.command()
def export_bookmarks(
    limit: int = 40,
    markdown: bool = True,
    write_json: bool = False,
):
    mastodon = get_mastodon_instance()

    if not Path("bookmarks").exists():
        Path("bookmarks").mkdir()

    bookmarks_list = []
    max_id = None

    # TODO: maybe update to pull everything down...
    # while True:
    bookmarks = mastodon.bookmarks(max_id=max_id, limit=limit)  # Adjust limit as needed
    if not bookmarks:
        # break
        return

    bookmarks_list.extend(bookmarks)
    max_id = bookmarks[-1]["id"]

    for bookmark in bookmarks_list:
        created_at = bookmark["created_at"]
        filename = f"{created_at.strftime('%Y-%m-%d')}-{bookmark['id']}"

        if markdown:
            post = frontmatter.loads(markdownify(bookmark["content"]))
            post["created_at"] = created_at
            post["id"] = bookmark["id"]
            post["url"] = bookmark["url"]
            post["username"] = bookmark["account"]["username"]

            content = frontmatter.dumps(post)
            Path("bookmarks", f"{filename}.md").write_text(f"{content}\n")

        if write_json:
            Path("bookmarks", f"{filename}.json").write_text(
                json.dumps(bookmark, cls=DateTimeEncoder, indent=2)
            )


if __name__ == "__main__":
    app()

pyproject.toml

[tool.ruff]

# Exclude a variety of commonly ignored directories.
exclude = [
    ".bzr",
    ".direnv",
    ".eggs",
    ".git",
    ".github",
    ".hg",
    ".mypy_cache",
    ".nox",
    ".pants.d",
    ".ruff_cache",
    ".svn",
    ".tox",
    ".venv",
    "__pypackages__",
    "_build",
    "build",
    "dist",
    "media",
    "node_modules",
    "static",
    "venv",
]

# Same as Black.
line-length = 88
indent-width = 4

# Assume Python 3.12
target-version = "py312"


[tool.ruff.format]
# Like Black, use double quotes for strings.
quote-style = "double"

# Like Black, indent with spaces, rather than tabs.
indent-style = "space"

# Like Black, respect magic trailing commas.
# magic-trailing-comma = "respect"

# Like Black, automatically detect the appropriate line ending.
line-ending = "auto"

[tool.ruff.lint]
ignore = ["E501", "E741"] # temporary

per-file-ignores = {}

select = [
  # "B", # flake8-bugbear
  "E", # Pycodestyle
  "F", # Pyflakes
  "I", # isort
  "UP", # pyupgrade
]

# Allow unused variables when underscore-prefixed.
dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"

# Allow autofix for all enabled rules (when `--fix`) is provided.
fixable = ["A", "B", "C", "D", "E", "F", "I"]
unfixable = []

[tool.ruff.lint.isort]
force-single-line = true
# known-first-party = ["jobs"]
required-imports = ["from __future__ import annotations"]

[tool.ruff.lint.mccabe]
# Unlike Flake8, default to a complexity level of 10.
max-complexity = 10

requirements.in

environs
markdownify
Mastodon.py
python-frontmatter
rich
ruff
typer