Skip to content

Supported? Civitai videos #6644

Closed
Closed
@earthyrock

Description

Supported? Civitai videos

Using the following to download images, no problems:

"C:\Users\AdminS6\gallery-dl\gallery-dl.exe" --dest "..\.." --download-archive "%~dp0GDB.sqlite3" "https://civitai.com/user/VisionaryAI_Studio/images"
"C:\Users\AdminS6\gallery-dl\gallery-dl.exe" --dest "..\.." --download-archive "%~dp0GDB.sqlite3" "https://civitai.com/user/VisionaryAI_Studio/images"
..\..\VisionaryAI_Studio\44372325 - 49be107d-4b27-473c-8d52-ec03b3b93a57.jpg
..\..\VisionaryAI_Studio\44317551 - 0e0b23a6-bb3a-455c-82fa-d30ab7da7556.jpg
..\..\VisionaryAI_Studio\44300028 - 1d249d65-42ba-41e7-87ea-531f1eb07dff.png
..\..\VisionaryAI_Studio\44298936 - 47bf67a2-29c1-4e2b-bb59-aba31c7ba1c1.png

Try and use the below to download videos, got issues:

"C:\Users\AdminS6\gallery-dl\gallery-dl.exe" --dest "..\.." --download-archive "%~dp0GDB.sqlite3" "https://civitai.com/user/VisionaryAI_Studio/videos"
"C:\Users\AdminS6\gallery-dl\gallery-dl.exe" --dest "..\.." --download-archive "%~dp0GDB.sqlite3" "https://civitai.com/user/VisionaryAI_Studio/videos"
[gallery-dl][error] Unsupported URL 'https://civitai.com/user/VisionaryAI_Studio/videos'

Just in case my .conf is part of the problem. Civitai section pulled from here then slightly modified by me.
https://gdl-org.github.io/docs/gallery-dl.conf

{
    "extractor":
    {
        "base-directory": "",
        "archive": null,
        "cookies": null,
        "cookies-update": false,
        "proxy": null,
        "skip": true,
        "sleep": 0,
        "path-replace": "_",
        "path-remove": "\\u0000-\\u001f\\u007f",
        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36",

        "postprocessors": [
            {
                "name": "ugoira",
                "whitelist": ["pixiv", "danbooru"],
                "extension": "mp4",
                "keep-files": false,
                "ffmpeg-twopass": false,
                "ffmpeg-args": ["-hide_banner", "-loglevel", "quiet", "-c:v", "libx264", "-b:v", "2M", "-preset", "veryfast", "-pix_fmt", "yuv420p"],
                "ffmpeg-location": "G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe"
            },
            {
                "name": "metadata",
                "whitelist": ["danbooru", "yandere", "sankaku"],
                "mode": "tags"
            }
        ],

        "path-restrict": {
            "\\": "⧹",
            "/" : "⧸",
            "|" : "│",
            ":" : "꞉",
            "*" : "∗",
            "?" : "?",
            "\"": "″",
            "<" : "﹤",
            ">" : "﹥"
        },

        "reddit":
        {
            "subreddit":
            {
            },
            "submission":
            {
            },
            "image":
            {
            },
            "user":
            {
            },

            "parent-directory": true,
            "parent-metadata": "_reddit_",

            "comments": 0,
            "morecomments": false,
            "previews": true,
            "recursion": 1,
            "videos": "ytdl",
            "fallback": true,
            "sleep-request": [0.2, 2.4],
            "date-format": "%Y-%m-%dT%H:%M:%S",
            "blacklist": ["twitter", "instagram", "tumblr", "flickr", "behance", "artstation"]
         },

        "civitai":
        {
            "directory": ["{user['username']}"],
            "filename": "{filename[:50]} - {uuid}.{extension}",
            "api"     : "trpc",
            "files"   : ["image", "video"],
            "include" : ["user-models", "user-posts"],
            "metadata": false,
            "nsfw"    : true,
            "quality" : "original=true"
        },

        "deviantart":
        {
            "directory": ["{username}"],
            "filename": "{index} - {title[:50]}.{extension}",
            "extra": false,
            "client-id": "xxxxx",
            "client-secret": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
            "refresh-token": "cache",
            "cookies": "G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Pictures\\Installed\\gallery-dl\\Support\\aUseful .bat's\\Cookies\\www.deviantart.com_cookies.txt",
            "cookies-update": true,
            "auto-watch": true,
            "auto-unwatch": true,
            "flat": true,
            "folders": false,
            "journals": "html",
            "mature": true,
            "metadata": false,
            "original": true,
            "quality": 100,
            "wait-min": 0
        },

        "exhentai":
        {
            "directory": ["{title[:100]}"],
            "filename": "{num:>04}_{name[:50]}.{extension}",
            "username": "xxxxxxxxxxxxxx",
            "password": "xxxxxxxxxxxxxxxxxxxxxx"
        },

        "imgur":
        {
            "image": {
                "directory": ["Imgur", "{album['account']['username']}"],
                "filename": "{album['title'][:50]}.{extension}"
            },
            "album": {
                "directory": ["Imgur", "{album['account']['username']}", "{album['title']}"],
                "filename": "{album['title'][:50]}.{extension}"
            },
            "mp4": true,
            "postprocessors": [
                {
                    "name": "metadata",
                    "filter": "description",
                    "format": "{description}"
                }
            ]
        },

        "instagram":
        {
            "directory": [],
            "cookies": "G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Pictures\\Installed\\gallery-dl\\Support\\aUseful .bat's\\Cookies\\www.instagram.com_cookies.txt",
            "cookies-update": true,
            "sleep-request" : "15-45",
            "sleep": "2-10",
            "wait-min": 0,
            "wait-max": 8,
            "videos": true
        },

        "kemonoparty":
        {
            "directory": ["{username} - {service} - {user}"],
            "filename": "{filename[:50]} - {title[:50]} - {tags[:75]}.{extension}",
            "metadata": true
        },

        "oauth":
        {
            "browser": true,
            "cache": true,
            "port": 6414
        },

        "pinterest":
        {
            "directory": ["{board['owner']['username']} - {board['name']}"],
            "filename": "{board['owner']['username']} - {title[:50]}.{extension}"
        },

        "pixiv":
        {
            "directory": [],
            "filename": "{filename} - {title} - {tags[:150]}.{extension}",
            "refresh-token": "cache",
            "avatar": false,
            "wait-min": 0,
            "wait-max": 0.2,
            "ugoira": true
        },

        "reddit>imgur":
         {
            "directory": ["Imgur", "{_reddit_[author]}"],
            "filename": "{_reddit_[author]} - {_reddit_[title][:50]}.{extension}",
            "client-id": "xxxxxxxxxxxxxxxxxxxxxxxx",
            "user-agent": "Python:gallery-dl-20241122:v1.0 (by /u/earthyrock)"
        },

        "reddit>redgifs":
         {
            "directory": ["RedGIFs", "{_reddit_[author]}"],
            "filename": "{_reddit_[author]} - {_reddit_[title][:50]}.{extension}",
            "client-id": "xxxxxxxxxxxxxxxxxxxxxxxxxxx",
            "user-agent": "Python:gallery-dl-20241122:v1.0 (by /u/earthyrock)"
        },

        "redgifs":
        {
            "directory": ["RedGIFs", "{userName}"],
            "filename": "{userName} - {filename[:50]}.{extension}"
        },

        "twitter":
        {
            "directory": [],
            "filename": "{content[:175]} - {conversation_id} - {num}.{extension}",
            "username": "xxxxxxxxxxxxxx",
            "password": "xxxxxxxxxxxxxxxxxxxxx",
            "cards": false,
            "conversations": false,
            "pinned": false,
            "quoted": false,
            "replies": true,
            "retweets": false,
            "text-tweets": false,
            "twitpic": false,
            "users": "timeline",
            "videos": true
        }
    },

    "downloader":
    {
        "part": true,
        "part-directory": null,

        "http":
        {
            "adjust-extensions": true,
            "mtime": true,
            "rate": null,
            "retries": 4,
            "timeout": 30.0,
            "verify": true
        },

        "ytdl":
        {
            "format": null,
            "forward-cookies": false,
            "mtime": true,
            "outtmpl": null,
            "rate": null,
            "retries": 4,
            "timeout": 30.0,
            "verify": true
        }
    },

    "output":
    {
        "mode": "auto",
        "progress": true,
        "shorten": true,
        "log": "[{name}][{levelname}] {message}",
        "logfile": null,
        "unsupportedfile": null
    },

    "postprocessor":
    {
        "gif to mp4":
        {
            "name": "exec",
            "async"  : false,
            "command": "\"G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe\" -i {} {}.mp4 && del {}",
            "event"  : "after",
            "filter": "extension == 'gif'"
        }
    },

    "netrc": false
}

Activity

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Metadata

Metadata

Assignees

No one assigned

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions