Section: ***postprocessor or postprocessors (plural)?***. How-to ensure all video formats encountered are converted to mp4.

[earthyrock]

In the next section is my gallery-dl.conf which has done well for me to-date. ;) As issues have occurred I've researched and kinda plugged-in what appeared to resolve my issue-of-the-moment. I do wonder at how to properly implement the two sections:

"postprocessor":
&
"extractor": > "postprocessors":

Are they the same?
Are they in the wrong place?
In my setup, are they actually setup properly to effect anything, lol?

Ultimately my goal is to ensure all video formats encountered are converted to mp4, regardless of the site found (avi, gif, m4v, mkv, mov, webm).

Discussion continues beyond the below gallery-dl.conf.

{
    "postprocessor":
    {
        "gif to mp4":
        {
            "name": "exec",
            "async"  : false,
            "command": "\"G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe\" -i {} {}.mp4 && del {}",
            "event"  : "after",
            "filter": "extension == 'gif'"
        }
    },

    "extractor":
    {
        "base-directory": "",
        "postprocessors": null,
        "archive": null,
        "cookies": null,
        "cookies-update": false,
        "proxy": null,
        "skip": true,
        "sleep": 0,
        "path-restrict": "auto",
        "path-replace": "_",
        "path-remove": "\\u0000-\\u001f\\u007f",
        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36",

        "postprocessors": [
            {
                "name": "ugoira",
                "whitelist": ["pixiv", "danbooru"],
                "extension": "mp4",
                "keep-files": false,
                "ffmpeg-twopass": false,
                "ffmpeg-args": ["-hide_banner", "-loglevel", "quiet", "-c:v", "libx264", "-b:v", "2M", "-preset", "veryfast", "-pix_fmt", "yuv420p"],
                "ffmpeg-location": "G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe"
            },
            {
                "name": "metadata",
                "whitelist": ["danbooru", "yandere", "sankaku"],
                "mode": "tags"
            }
        ],

        "deviantart":
        {
            "directory": ["{username}"],
            "filename": "{index} - {title}.{extension}",
            "extra": false,
            "client-id": "hidden",
            "client-secret": "hidden",
            "refresh-token": "cache",
            "flat": true,
            "folders": false,
            "journals": "html",
            "mature": true,
            "metadata": false,
            "original": true,
            "quality": 100,
            "wait-min": 0,
            "cookies": "C:\\Users\\AdminS6\\gallery-dl\\cookies.txt",
            "cookies-update": true
        },

        "exhentai":
        {
            "directory": ["e-hentai", "{title}"],
            "username": "hidden",
            "password": "hidden",
            "filename": "{num:>04}_{name}.{extension}"
        },

        "instagram":
        {
            "directory": [],
            "username": "hidden",
            "password": "hidden",
            "wait-min": 0,
            "wait-max": 8,
            "videos": true
        },

        "kemonoparty":
        {
            "directory": ["{username} - {service} - {user}"],
            "filename": "{filename} - {title} - {tags}.{extension}",
            "metadata": true
        },

	"oauth":
        {
            "browser": true,
            "cache": true,
            "port": 6414
        },

        "pixiv":
        {
            "directory": ["{user[name]} - {user[id]}"],
            "filename": "{filename} - {title} - {tags}.{extension}",
            "refresh-token": "cache",
            "avatar": false,
            "wait-min": 0,
            "wait-max": 0.2,
            "ugoira": true
        },

        "reddit":
        {
            "directory": ["{subreddit}"],
            "filename": "{title} - {filename}.{extension}",
            "client-id": "hidden",
            "user-agent": "hidden"
        },

        "twitter":
        {
            "directory": [],
            "username": "hidden",
            "password": "hidden",
            "cards": false,
            "conversations": false,
            "pinned": false,
            "quoted": false,
            "replies": true,
            "retweets": false,
            "text-tweets": false,
            "twitpic": false,
            "users": "timeline",
            "videos": true
        },

    "downloader":
    {
        "part": true,
        "part-directory": null,

        "http":
        {
            "adjust-extensions": true,
            "mtime": true,
            "rate": null,
            "retries": 4,
            "timeout": 30.0,
            "verify": true
        },

        "ytdl":
        {
            "format": null,
            "forward-cookies": false,
            "mtime": true,
            "outtmpl": null,
            "rate": null,
            "retries": 4,
            "timeout": 30.0,
            "verify": true
        }
    },

    "output":
    {
        "mode": "auto",
        "progress": true,
        "shorten": true,
        "log": "[{name}][{levelname}] {message}",
        "logfile": null,
        "unsupportedfile": null
    },

    "netrc": false
}}

---

I know nothing in the above addresses the below. In the next section is the output I am getting from a Reddit link. Note the "error" from that output, immediately below.

X:\12X\11Web\Gallery-dl\Reddit\DLAH\God Bless Miniskirts - q1dmh8q9fc5c1.mp4[downloader.ytdl][warning] You have requested multiple formats but ffmpeg or avconv are not installed. The formats won't be merged.

Discussion continues past the below.

---

[gallery-dl][debug] Version 1.26.4 - Executable
[gallery-dl][debug] Python 3.8.10 - Windows-10-10.0.19044
[gallery-dl][debug] requests 2.31.0 - urllib3 2.1.0
[gallery-dl][debug] Configuration Files ['C:\\Users\\AdminS6\\gallery-dl\\gallery-dl.conf']
[gallery-dl][debug] Starting DownloadJob for 'https://www.reddit.com/r/DLAH'
[reddit][debug] Using RedditSubredditExtractor for 'https://www.reddit.com/r/DLAH'
[reddit][debug] Using custom API credentials (client-id 5lshu*****************)
[urllib3.connectionpool][debug] Starting new HTTPS connection (1): oauth.reddit.com:443
[urllib3.connectionpool][debug] https://oauth.reddit.com:443 "GET /r/DLAH/.json?limit=100&raw_json=1 HTTP/1.1" 200 99467
[reddit][debug] Using download archive 'X:\12X\11Web\Gallery-dl\Reddit\DLAH\' Source\GDB.sqlite3'
# X:\12X\11Web\Gallery-dl\Reddit\DLAH\A friendly reminder from the Mod team. - 03buimqfsw4c1.png
[imgur][debug] Using ImgurImageExtractor for 'https://i.imgur.com/kOjj7tF.jpg'
[urllib3.connectionpool][debug] Starting new HTTPS connection (1): api.imgur.com:443
[urllib3.connectionpool][debug] https://api.imgur.com:443 "GET /post/v1/media/kOjj7tF?include=media%2Ctags%2Caccount HTTP/1.1" 200 485
[imgur][debug] Using download archive 'X:\12X\11Web\Gallery-dl\Reddit\DLAH\' Source\GDB.sqlite3'
[urllib3.connectionpool][debug] Starting new HTTPS connection (1): i.redd.it:443
[urllib3.connectionpool][debug] https://i.redd.it:443 "GET /30mg6fspeg5c1.jpg HTTP/1.1" 200 78937
* X:\12X\11Web\Gallery-dl\Reddit\DLAH\🖤🖤 - 30mg6fspeg5c1.jpg
[urllib3.connectionpool][debug] https://i.redd.it:443 "GET /3offlvv1vg5c1.jpg HTTP/1.1" 200 163120
* X:\12X\11Web\Gallery-dl\Reddit\DLAH\Double trouble ❤️‍🔥❤️‍🔥 - 3offlvv1vg5c1.jpg
[urllib3.connectionpool][debug] https://i.redd.it:443 "GET /wyir0xftkj5c1.jpg HTTP/1.1" 200 118393
* X:\12X\11Web\Gallery-dl\Reddit\DLAH\Amber H - wyir0xftkj5c1.jpg
[urllib3.connectionpool][debug] https://i.redd.it:443 "GET /rctl1fffrg5c1.jpg HTTP/1.1" 200 915844
* X:\12X\11Web\Gallery-dl\Reddit\DLAH\Night out 🖤 - rctl1fffrg5c1.jpg
[urllib3.connectionpool][debug] https://i.redd.it:443 "GET /5lopcjjfrg5c1.jpg HTTP/1.1" 200 949675
* X:\12X\11Web\Gallery-dl\Reddit\DLAH\Night out 🖤 - 5lopcjjfrg5c1.jpg
[urllib3.connectionpool][debug] https://i.redd.it:443 "GET /svzw1dnfrg5c1.jpg HTTP/1.1" 200 911441
* X:\12X\11Web\Gallery-dl\Reddit\DLAH\Night out 🖤 - svzw1dnfrg5c1.jpg
[downloader.ytdl][debug] [Reddit] q1dmh8q9fc5c1: Downloading m3u8 information
[downloader.ytdl][debug] [Reddit] q1dmh8q9fc5c1: Downloading MPD manifest
  X:\12X\11Web\Gallery-dl\Reddit\DLAH\God Bless Miniskirts - q1dmh8q9fc5c1.mp4[downloader.ytdl][warning] You have requested multiple formats but ffmpeg or avconv are not installed. The formats won't be merged.
[downloader.ytdl][debug] [hlsnative] Downloading m3u8 manifest
[downloader.ytdl][debug] [hlsnative] Total fragments: 4
[downloader.ytdl][debug] [download] Destination: \\?\X:\12X\11Web\Gallery-dl\Reddit\DLAH\God Bless Miniskirts - q1dmh8q9fc5c1.fhls-1821.mp4
[download]   0.0% of ~2.63MiB at 499.68KiB/s ETA 04:34
[download]   0.1% of ~2.63MiB at  1.46MiB/s ETA 01:31
[download]   0.3% of ~2.63MiB at  1.71MiB/s ETA 00:39
[download]   0.6% of ~2.63MiB at  2.93MiB/s ETA 00:18
[download]   1.2% of ~2.63MiB at  3.36MiB/s ETA 00:09
[download]   2.3% of ~2.63MiB at  1.86MiB/s ETA 00:05
[download]   4.7% of ~2.63MiB at  1.91MiB/s ETA 00:03
[download]   9.5% of ~2.63MiB at  2.74MiB/s ETA 00:01
[download]  19.0% of ~2.63MiB at  3.42MiB/s ETA 00:01
[download]  25.0% of ~2.63MiB at  3.82MiB/s ETA 00:00
[download]  25.0% of ~2.63MiB at  3.82MiB/s ETA 00:00
[download]  18.0% of ~3.67MiB at 499.80KiB/s ETA 00:01
[download]  18.0% of ~3.67MiB at   20.31B/s ETA 11:30
[download]  18.0% of ~3.67MiB at   27.08B/s ETA 11:29
[download]  18.1% of ~3.67MiB at   40.63B/s ETA 11:26
[download]  18.2% of ~3.67MiB at   67.71B/s ETA 11:21
[download]  18.4% of ~3.67MiB at  121.88B/s ETA 11:12
[download]  18.8% of ~3.67MiB at  230.21B/s ETA 10:53
[download]  19.7% of ~3.67MiB at  446.87B/s ETA 10:18
[download]  21.4% of ~3.67MiB at  880.19B/s ETA 09:17
[download]  24.8% of ~3.67MiB at  1.71KiB/s ETA 07:39
[download]  31.6% of ~3.67MiB at  3.40KiB/s ETA 05:28
[download]  45.3% of ~3.67MiB at  6.78KiB/s ETA 03:03
[download]  50.0% of ~3.67MiB at  7.95KiB/s ETA 02:31
[download]  50.0% of ~3.67MiB at  7.95KiB/s ETA 02:31
[download]  51.8% of ~3.54MiB at 100.00KiB/s ETA 02:21
[download]  51.9% of ~3.54MiB at 300.01KiB/s ETA 02:21
[download]  52.0% of ~3.54MiB at 636.35KiB/s ETA 02:20
[download]  52.2% of ~3.54MiB at  1.33MiB/s ETA 02:19
[download]  52.6% of ~3.54MiB at  2.33MiB/s ETA 02:16
[download]  53.5% of ~3.54MiB at  1.98MiB/s ETA 02:12
[download]  55.3% of ~3.54MiB at  2.75MiB/s ETA 02:03
[download]  58.8% of ~3.54MiB at  3.41MiB/s ETA 01:46
[download]  65.9% of ~3.54MiB at  4.54MiB/s ETA 01:18
[download]  75.0% of ~3.54MiB at  5.21MiB/s ETA 00:50
[download]  75.0% of ~3.54MiB at  5.21MiB/s ETA 00:50
[download]  96.1% of ~2.76MiB at 199.93KiB/s ETA 00:06
[download]  96.2% of ~2.76MiB at 599.79KiB/s ETA 00:05
[download]  96.4% of ~2.76MiB at  1.37MiB/s ETA 00:05
[download]  96.6% of ~2.76MiB at  2.44MiB/s ETA 00:05
[download]  97.2% of ~2.76MiB at  3.36MiB/s ETA 00:04
[download]  98.3% of ~2.76MiB at  2.19MiB/s ETA 00:02
[download] 100.0% of ~2.76MiB at  2.83MiB/s ETA 00:00
[download] 100.0% of ~2.76MiB at  2.83MiB/s ETA 00:00
[download] 100% of 2.76MiB in 02:32
[downloader.ytdl][debug] [download] Destination: \\?\X:\12X\11Web\Gallery-dl\Reddit\DLAH\God Bless Miniskirts - q1dmh8q9fc5c1.mp4.fdash-8
[download]   0.5% of 222.09KiB at 166.69KiB/s ETA 00:01
[download]   1.4% of 222.09KiB at 500.08KiB/s ETA 00:00
[download]   3.2% of 222.09KiB at  1.14MiB/s ETA 00:00
[download]   6.8% of 222.09KiB at  2.09MiB/s ETA 00:00
[download]  14.0% of 222.09KiB at  2.16MiB/s ETA 00:00
[download]  28.4% of 222.09KiB at  2.05MiB/s ETA 00:00
[download]  57.2% of 222.09KiB at  2.58MiB/s ETA 00:00
[download] 100.0% of 222.09KiB at  3.39MiB/s ETA 00:00
[download] 100% of 222.09KiB in 00:00
* X:\12X\11Web\Gallery-dl\Reddit\DLAH\God Bless Miniskirts - q1dmh8q9fc5c1.mp4
[urllib3.connectionpool][debug] https://i.redd.it:443 "GET /w4i5nar64j5c1.jpg HTTP/1.1" 200 228683
* X:\12X\11Web\Gallery-dl\Reddit\DLAH\Hannah W - w4i5nar64j5c1.jpg
[urllib3.connectionpool][debug] https://oauth.reddit.com:443 "GET /r/DLAH/.json?limit=100&raw_json=1&after=t3_18fcuv6 HTTP/1.1" 200 74139
[urllib3.connectionpool][debug] https://i.redd.it:443 "GET /2f3nsqhl2j5c1.jpg HTTP/1.1" 200 42231

I just did some copy/pasting of what I think such might look like, but where do I plug it in? Forgive me if it's just a baddddd job..

"postprocessor": ?

"extractor": > "postprocessors": ?

---

    "postprocessor":
    {
        "avi to mp4":
        {
            "name": "exec",
            "async"  : false,
            "command": "\"G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe" -i {} {}.mp4 && del {}",
            "event"  : "after",
            "filter": "extension == 'avi'"
        },
        "gif to mp4":
        {
            "name": "exec",
            "async"  : false,
            "command": "\"G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe" -i {} {}.mp4 && del {}",
            "event"  : "after",
            "filter": "extension == 'gif'"
        },
        "m4v to mp4":
        {
            "name": "exec",
            "async"  : false,
            "command": "\"G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe" -i {} {}.mp4 && del {}",
            "event"  : "after",
            "filter": "extension == 'm4v'"
        },
        "mkv to mp4":
        {
            "name": "exec",
            "async"  : false,
            "command": "\"G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe" -i {} {}.mp4 && del {}",
            "event"  : "after",
            "filter": "extension == 'mkv'"
        },
        "mov to mp4":
        {
            "name": "exec",
            "async"  : false,
            "command": "\"G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe" -i {} {}.mp4 && del {}",
            "event"  : "after",
            "filter": "extension == 'mov'"
        },
        "webm to mp4":
        {
            "name": "exec",
            "async"  : false,
            "command": "\"G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe" -i {} {}.mp4 && del {}",
            "event"  : "after",
            "filter": "extension == 'webm'"
        }

[whoizit]

Same question. This not works for me:

extractor:
    reddit:
        client-id: <HIDDEN>
        user-agent: <HIDDEN>

postprocessor:
    gif to mp4:
        name: exec
        async: false
        command: ffmpeg -i {} {}.mp4 && rm {}
        event: after
        filter: extension == 'gif'

this works:

extractor:
    reddit:
        client-id: <HIDDEN>
        user-agent: <HIDDEN>

        postprocessors:
            - name: exec
              async: false
              command: ffmpeg -i {} {}.mp4 && rm {}
              event: after
              filter: extension == 'gif'

[Hrxn]

Not sure why that weird YAML-style formatting is used here, but the postprocessor for a specific extractor is defined like this:

{
    "extractor":
    {
        "reddit":
        {
            "subreddit":
            {

            },

            "postprocessors": ["nonpicsort"]
        }
    }
}

So, it's "postprocessorS".

"postrpocessor" is defined like this:

{
    "extractor":
    {
        "reddit":
        {
            "subreddit":
            {

            },

            "postprocessors": ["nonpicsort"]
        }
    },
    "postprocessor":
    {

    }
}

You can define postprocessors there, and then activate/use them from any (sub-)extractor options.
But they are only defined there, not used automatically.

[mikf]

Not sure why that weird YAML-style formatting is used here

gallery-dl supports loading config files in YAML (--config-yaml) or TOML (--config-toml) formats as an alternative to JSON.

[Hrxn]

Right, but this is the first time I've ever seen it used by someone in issues or discussions..

I mean, it's simple enough, and you can mentally map from TOML or YAML to JSON and back on the fly easy enough, though I personally still prefer JSON. It's human-readable enough in my opinion, and it makes potential issues easier to spot, I think.

Whatever, if I see someone posting config stuff here in YAML in the future, I'll just assume that someone knows what they are doing 😄