PrivacyScanData/archive/auto-archiver/example.config.yaml

---
secrets:
  # needed if you use storage=s3
  s3:
    # contains S3 info on region, bucket, key and secret
    region: reg1
    bucket: my-bucket
    key: "s3 API key"
    secret: "s3 API secret"
    # use region format like such
    endpoint_url: "https://{region}.digitaloceanspaces.com"
    #use bucket, region, and key (key is the archived file path generated when executing) format like such as:
    cdn_url: "https://{bucket}.{region}.cdn.digitaloceanspaces.com/{key}"
    # if private:true S3 urls will not be readable online
    private: false
    # with 'random' you can generate a random UUID for the URL instead of a predictable path, useful to still have public but unlisted files, alternative is 'default' or not omitted from config
    key_path: random

  # needed if you use storage=gd
  google_drive:
    # local filename can be the same or different file from google_sheets.service_account, defaults to service_account.json
    service_account: "service_account.json"
    root_folder_id: copy XXXX from https://drive.google.com/drive/folders/XXXX

  # needed if you use storage=local
  local:
    # local path to save files in
    save_to: "./local_archive"

  wayback:
    # to get credentials visit https://archive.org/account/s3.php
    key: your API key
    secret: your API secret

  telegram:
    # to get credentials see: https://telegra.ph/How-to-get-Telegram-APP-ID--API-HASH-05-27
    api_id: your API key, see
    api_hash: your API hash
    # optional, but allows access to more content such as large videos, talk to @botfather
    bot_token: your bot-token

  # twitter configuration - API V2 only
  # if you don't provide credentials the less-effective unofficial TwitterArchiver will be used instead
  twitter:
    # either bearer_token only
    bearer_token: ""
    # OR all of the below
    consumer_key: ""
    consumer_secret: ""
    access_token: ""
    access_secret: ""

  # vkontakte (vk.com) credentials
  vk:
    username: "phone number or email"
    password: "password"

  google_sheets:
    # local filename: defaults to service_account.json, see https://gspread.readthedocs.io/en/latest/oauth2.html#for-bots-using-service-account
    service_account: "service_account.json"

  facebook:
    # optional facebook cookie to have more access to content, from browser, looks like 'cookie: datr= xxxx'
    cookie: ""
execution:
  # can be overwritten with CMD --sheet=
  sheet: your-sheet-name
  # which row of your tabs contains the header, can be overwritten with CMD --header=
  header: 1
  # which storage to use, can be overwritten with CMD --storage=
  storage: s3
  # defaults to false, when true will try to avoid duplicate URL archives
  check_if_exists: true
  # optional configurations for the selenium browser that takes screenshots, these are the defaults
  selenium:
    # values under 10s might mean screenshots fail to grab screenshot
    timeout_seconds: 120
    window_width: 1400
    window_height: 2000
  # puts execution logs into /logs folder, defaults to false
  save_logs: true
  # custom column names, only needed if different from default, can be overwritten with CMD --col-NAME="VALUE"
  # url and status are the only columns required to be present in the google sheet
  column_names:
    url: link
    status: archive status
    archive: archive location
    # use this column to override default location data
    folder: folder
    date: archive date
    thumbnail: thumbnail
    thumbnail_index: thumbnail index
    timestamp: upload timestamp
    title: upload title
    duration: duration
    screenshot: screenshot
    hash: hash