2023-10-21 17:11:52 +00:00
|
|
|
|
{
|
|
|
|
|
|
"extractor":
|
|
|
|
|
|
{
|
|
|
|
|
|
"base-directory": ".",
|
|
|
|
|
|
"parent-directory": false,
|
|
|
|
|
|
"postprocessors": null,
|
|
|
|
|
|
"archive": null,
|
|
|
|
|
|
"cookies": null,
|
|
|
|
|
|
"cookies-update": true,
|
|
|
|
|
|
"proxy": null,
|
|
|
|
|
|
"skip": true,
|
|
|
|
|
|
|
|
|
|
|
|
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:91.0) Gecko/20100101 Firefox/91.0",
|
|
|
|
|
|
"retries": 4,
|
|
|
|
|
|
"timeout": 30.0,
|
|
|
|
|
|
"verify": true,
|
|
|
|
|
|
"fallback": true,
|
|
|
|
|
|
|
|
|
|
|
|
"sleep": 0,
|
|
|
|
|
|
"sleep-request": 0,
|
|
|
|
|
|
"sleep-extractor": 0,
|
|
|
|
|
|
"path-restrict": {
|
|
|
|
|
|
"\\": "⧹",
|
|
|
|
|
|
"/" : "⧸",
|
|
|
|
|
|
"|" : "￨",
|
|
|
|
|
|
":" : "꞉",
|
|
|
|
|
|
"*" : "∗",
|
|
|
|
|
|
"?" : "？",
|
|
|
|
|
|
"\"": "″",
|
|
|
|
|
|
"<" : "﹤",
|
|
|
|
|
|
">" : "﹥"
|
|
|
|
|
|
},
|
|
|
|
|
|
"path-replace": "_",
|
|
|
|
|
|
"path-remove": "\\u0000-\\u001f\\u007f",
|
|
|
|
|
|
"path-strip": "auto",
|
|
|
|
|
|
"extension-map": {
|
|
|
|
|
|
"jpeg": "jpg",
|
|
|
|
|
|
"jpe" : "jpg",
|
|
|
|
|
|
"jfif": "jpg",
|
|
|
|
|
|
"jif" : "jpg",
|
|
|
|
|
|
"jfi" : "jpg"
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
|
|
|
|
"furaffinity":
|
|
|
|
|
|
{
|
|
|
|
|
|
"cookies": "../.Cookies/furaffinity.net_cookies.txt",
|
|
|
|
|
|
"descriptions": "html",
|
|
|
|
|
|
"external": false,
|
|
|
|
|
|
"include": ["scraps", "gallery"],
|
|
|
|
|
|
"layout": "auto",
|
|
|
|
|
|
"path-restrict": "/\u0080-<2D>",
|
|
|
|
|
|
"filename" : "{user}-({title!S})-[{date:%Y-%m-%d_%H-%M-%S}]-[{subcategory}]-[{id}].{extension}",
|
|
|
|
|
|
"archive" : "./archives/{category}/{user}.sqlite3",
|
|
|
|
|
|
"sleep": 2,
|
|
|
|
|
|
"sleep-request": 2,
|
|
|
|
|
|
"sleep-extractor": 2
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
|
|
|
|
"instagram":
|
|
|
|
|
|
{
|
|
|
|
|
|
"cookies": "../.Cookies/instagram.com_cookies.txt",
|
|
|
|
|
|
"include": "posts",
|
|
|
|
|
|
"sleep-request": 8.0,
|
|
|
|
|
|
"videos": true,
|
|
|
|
|
|
"progress" : 0.1,
|
|
|
|
|
|
"filename" : "{username}-[{date:%Y-%m-%d_%H-%M-%S}]-[{shortcode}]-[{media_id}].{extension}",
|
|
|
|
|
|
"archive" : "./archives/{category}/{username}.sqlite3"
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
|
|
|
|
"twitter":
|
|
|
|
|
|
{
|
|
|
|
|
|
"username": "chage me",
|
|
|
|
|
|
"password": "chage me",
|
|
|
|
|
|
"cards": false,
|
|
|
|
|
|
"conversations": false,
|
|
|
|
|
|
"pinned": false,
|
|
|
|
|
|
"quoted": false,
|
|
|
|
|
|
"replies": true,
|
|
|
|
|
|
"retweets": false,
|
|
|
|
|
|
"text-tweets": false,
|
|
|
|
|
|
"twitpic": false,
|
|
|
|
|
|
"users": "timeline",
|
2024-10-14 19:22:32 +00:00
|
|
|
|
"include": ["avatar", "background", "timeline", "tweets"],
|
2023-10-21 17:11:52 +00:00
|
|
|
|
"videos": true,
|
|
|
|
|
|
"progress" : 0.1,
|
|
|
|
|
|
"filename" : "{author[name]}-[{date:%Y-%m-%d_%H-%M-%S}]-[{tweet_id}]-{num}.{extension}",
|
|
|
|
|
|
"archive" : "./archives/{category}/{author[name]}.sqlite3"
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
|
|
|
|
"deviantart":
|
|
|
|
|
|
{
|
|
|
|
|
|
"auto-watch" : true,
|
|
|
|
|
|
"auto-unwatch" : true,
|
|
|
|
|
|
"flat" : true,
|
|
|
|
|
|
"include" : ["gallery", "scraps", "journal"],
|
|
|
|
|
|
"mature" : true,
|
|
|
|
|
|
"comments" : true,
|
|
|
|
|
|
"extra" : true,
|
|
|
|
|
|
"path-restrict": "/\ua789",
|
|
|
|
|
|
"filename" : "{username}-({title!S})-[{date:%Y-%m-%d_%H-%M-%S}]-[{subcategory}].{extension}",
|
|
|
|
|
|
"archive" : "./archives/{category}/{username}.sqlite3",
|
|
|
|
|
|
"client-id": "chage me",
|
|
|
|
|
|
"client-secret": "chage me",
|
|
|
|
|
|
"refresh-token": "chage me"
|
|
|
|
|
|
},
|
|
|
|
|
|
"artstation":
|
|
|
|
|
|
{
|
|
|
|
|
|
"external" : false,
|
|
|
|
|
|
"progress" : 0.1,
|
|
|
|
|
|
"filename" : "{user[username]}-[{date:%Y-%m-%d_%H-%M-%S}]-[{hash_id}]-{asset[id]}.{extension}",
|
|
|
|
|
|
"archive" : "./archives/{category}/{user[username]}.sqlite3"
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
