commit 48e0a80debc8e4d1571536db87f5173f79bff118 Author: lifegpc Date: Sat Feb 26 23:56:33 2022 +0800 Add file diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..de358ff --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +/target +.vscode/ diff --git a/Cargo.lock b/Cargo.lock new file mode 100644 index 0000000..333d6a4 --- /dev/null +++ b/Cargo.lock @@ -0,0 +1,1640 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 3 + +[[package]] +name = "adler" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe" + +[[package]] +name = "aho-corasick" +version = "0.7.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e37cfd5e7657ada45f742d6e99ca5788580b5c529dc78faf11ece6dc702656f" +dependencies = [ + "memchr", +] + +[[package]] +name = "alloc-no-stdlib" +version = "2.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "35ef4730490ad1c4eae5c4325b2a95f521d023e5c885853ff7aca0a6a1631db3" + +[[package]] +name = "alloc-stdlib" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "697ed7edc0f1711de49ce108c541623a0af97c6c60b2f6e2b65229847ac843c2" +dependencies = [ + "alloc-no-stdlib", +] + +[[package]] +name = "ansi_term" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d52a9bb7ec0cf484c551830a7ce27bd20d67eac647e1befb56b0be4ee39a55d2" +dependencies = [ + "winapi", +] + +[[package]] +name = "anyhow" +version = "1.0.55" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "159bb86af3a200e19a068f4224eae4c8bb2d0fa054c7e5d1cacd5cef95e684cd" + +[[package]] +name = "async-compression" +version = "0.3.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f2bf394cfbbe876f0ac67b13b6ca819f9c9f2fb9ec67223cceb1555fbab1c31a" +dependencies = [ + "brotli", + "flate2", + "futures-core", + "memchr", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "atty" +version = "0.2.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d9b39be18770d11421cdb1b9947a45dd3f37e93092cbf377614828a319d5fee8" +dependencies = [ + "hermit-abi", + "libc", + "winapi", +] + +[[package]] +name = "autocfg" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa" + +[[package]] +name = "base64" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "904dfeac50f3cdaba28fc6f57fdcddb75f49ed61346676a78c4ffe55877802fd" + +[[package]] +name = "bitflags" +version = "1.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" + +[[package]] +name = "block-buffer" +version = "0.7.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c0940dc441f31689269e10ac70eb1002a3a1d3ad1390e030043662eb7fe4688b" +dependencies = [ + "block-padding", + "byte-tools", + "byteorder", + "generic-array", +] + +[[package]] +name = "block-padding" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fa79dedbb091f449f1f39e53edf88d5dbe95f895dae6135a8d7b881fb5af73f5" +dependencies = [ + "byte-tools", +] + +[[package]] +name = "brotli" +version = "3.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f838e47a451d5a8fa552371f80024dd6ace9b7acdf25c4c3d0f9bc6816fb1c39" +dependencies = [ + "alloc-no-stdlib", + "alloc-stdlib", + "brotli-decompressor", +] + +[[package]] +name = "brotli-decompressor" +version = "2.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "59ad2d4653bf5ca36ae797b1f4bb4dbddb60ce49ca4aed8a2ce4829f60425b80" +dependencies = [ + "alloc-no-stdlib", + "alloc-stdlib", +] + +[[package]] +name = "bumpalo" +version = "3.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4a45a46ab1f2412e53d3a0ade76ffad2025804294569aae387231a0cd6e0899" + +[[package]] +name = "byte-tools" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3b5ca7a04898ad4bcd41c90c5285445ff5b791899bb1b0abdd2a2aa791211d7" + +[[package]] +name = "byteorder" +version = "1.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "14c189c53d098945499cdfa7ecc63567cf3886b3332b312a5b4585d8d3a6a610" + +[[package]] +name = "bytes" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4872d67bab6358e59559027aa3b9157c53d9358c51423c17554809a8858e0f8" + +[[package]] +name = "cc" +version = "1.0.73" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2fff2a6927b3bb87f9595d67196a70493f627687a71d87a0d692242c33f58c11" + +[[package]] +name = "cfg-if" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" + +[[package]] +name = "chrono" +version = "0.4.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "670ad68c9088c2a963aaa298cb369688cf3f9465ce5e2d4ca10e6e0098a1ce73" +dependencies = [ + "libc", + "num-integer", + "num-traits", + "time", + "winapi", +] + +[[package]] +name = "clap" +version = "2.34.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a0610544180c38b88101fecf2dd634b174a62eef6946f84dfc6a7127512b381c" +dependencies = [ + "ansi_term", + "atty", + "bitflags", + "strsim", + "textwrap", + "unicode-width", + "vec_map", +] + +[[package]] +name = "core-foundation" +version = "0.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "194a7a9e6de53fa55116934067c844d9d749312f75c6f6d0980e8c252f8c2146" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "core-foundation-sys" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5827cebf4670468b8772dd191856768aedcb1b0278a04f989f7766351917b9dc" + +[[package]] +name = "crc32fast" +version = "1.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b540bd8bc810d3885c6ea91e2018302f68baba2129ab3e88f32389ee9370880d" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "dateparser" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "81dcee48ba66b79ba92dab399f218228f98c5d601ca85127fbc1ad60caf237d8" +dependencies = [ + "anyhow", + "chrono", + "lazy_static", + "regex", +] + +[[package]] +name = "digest" +version = "0.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3d0c8c8752312f9713efd397ff63acb9f85585afbf179282e720e7704954dd5" +dependencies = [ + "generic-array", +] + +[[package]] +name = "either" +version = "1.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e78d4f1cc4ae33bbfc157ed5d5a5ef3bc29227303d595861deb238fcec4e9457" + +[[package]] +name = "encoding" +version = "0.2.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6b0d943856b990d12d3b55b359144ff341533e516d94098b1d3fc1ac666d36ec" +dependencies = [ + "encoding-index-japanese", + "encoding-index-korean", + "encoding-index-simpchinese", + "encoding-index-singlebyte", + "encoding-index-tradchinese", +] + +[[package]] +name = "encoding-index-japanese" +version = "1.20141219.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "04e8b2ff42e9a05335dbf8b5c6f7567e5591d0d916ccef4e0b1710d32a0d0c91" +dependencies = [ + "encoding_index_tests", +] + +[[package]] +name = "encoding-index-korean" +version = "1.20141219.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4dc33fb8e6bcba213fe2f14275f0963fd16f0a02c878e3095ecfdf5bee529d81" +dependencies = [ + "encoding_index_tests", +] + +[[package]] +name = "encoding-index-simpchinese" +version = "1.20141219.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d87a7194909b9118fc707194baa434a4e3b0fb6a5a757c73c3adb07aa25031f7" +dependencies = [ + "encoding_index_tests", +] + +[[package]] +name = "encoding-index-singlebyte" +version = "1.20141219.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3351d5acffb224af9ca265f435b859c7c01537c0849754d3db3fdf2bfe2ae84a" +dependencies = [ + "encoding_index_tests", +] + +[[package]] +name = "encoding-index-tradchinese" +version = "1.20141219.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fd0e20d5688ce3cab59eb3ef3a2083a5c77bf496cb798dc6fcdb75f323890c18" +dependencies = [ + "encoding_index_tests", +] + +[[package]] +name = "encoding_index_tests" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a246d82be1c9d791c5dfde9a2bd045fc3cbba3fa2b11ad558f27d01712f00569" + +[[package]] +name = "encoding_rs" +version = "0.8.30" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7896dc8abb250ffdda33912550faa54c88ec8b998dec0b2c55ab224921ce11df" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "fake-simd" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e88a8acf291dafb59c2d96e8f59828f3838bb1a70398823ade51a84de6a6deed" + +[[package]] +name = "fastrand" +version = "1.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3fcf0cee53519c866c09b5de1f6c56ff9d647101f81c1964fa632e148896cdf" +dependencies = [ + "instant", +] + +[[package]] +name = "flate2" +version = "1.0.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e6988e897c1c9c485f43b47a529cef42fde0547f9d8d41a7062518f1d8fc53f" +dependencies = [ + "cfg-if", + "crc32fast", + "libc", + "miniz_oxide", +] + +[[package]] +name = "fnv" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" + +[[package]] +name = "foreign-types" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6f339eb8adc052cd2ca78910fda869aefa38d22d5cb648e6485e4d3fc06f3b1" +dependencies = [ + "foreign-types-shared", +] + +[[package]] +name = "foreign-types-shared" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b" + +[[package]] +name = "form_urlencoded" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5fc25a87fa4fd2094bffb06925852034d90a17f0d1e05197d4956d3555752191" +dependencies = [ + "matches", + "percent-encoding", +] + +[[package]] +name = "futures-channel" +version = "0.3.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3083ce4b914124575708913bca19bfe887522d6e2e6d0952943f5eac4a74010" +dependencies = [ + "futures-core", +] + +[[package]] +name = "futures-core" +version = "0.3.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c09fd04b7e4073ac7156a9539b57a484a8ea920f79c7c675d05d289ab6110d3" + +[[package]] +name = "futures-sink" +version = "0.3.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "21163e139fa306126e6eedaf49ecdb4588f939600f0b1e770f4205ee4b7fa868" + +[[package]] +name = "futures-task" +version = "0.3.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57c66a976bf5909d801bbef33416c41372779507e7a6b3a5e25e4749c58f776a" + +[[package]] +name = "futures-util" +version = "0.3.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d8b7abd5d659d9b90c8cba917f6ec750a74e2dc23902ef9cd4cc8c8b22e6036a" +dependencies = [ + "futures-core", + "futures-task", + "pin-project-lite", + "pin-utils", +] + +[[package]] +name = "generic-array" +version = "0.12.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ffdf9f34f1447443d37393cc6c2b8313aebddcd96906caf34e54c68d8e57d7bd" +dependencies = [ + "typenum", +] + +[[package]] +name = "getopts" +version = "0.2.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "14dbbfd5c71d70241ecf9e6f13737f7b5ce823821063188d7e46c41d371eebd5" +dependencies = [ + "unicode-width", +] + +[[package]] +name = "gettext" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ebb594e753d5997e4be036e5a8cf048ab9414352870fb45c779557bbc9ba971" +dependencies = [ + "byteorder", + "encoding", +] + +[[package]] +name = "h2" +version = "0.3.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d9f1f717ddc7b2ba36df7e871fd88db79326551d3d6f1fc406fbfd28b582ff8e" +dependencies = [ + "bytes", + "fnv", + "futures-core", + "futures-sink", + "futures-util", + "http", + "indexmap", + "slab", + "tokio", + "tokio-util", + "tracing", +] + +[[package]] +name = "hashbrown" +version = "0.11.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ab5ef0d4909ef3724cc8cce6ccc8572c5c817592e9285f5464f8e86f8bd3726e" + +[[package]] +name = "heck" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6d621efb26863f0e9924c6ac577e8275e5e6b77455db64ffa6c65c904e9e132c" +dependencies = [ + "unicode-segmentation", +] + +[[package]] +name = "hermit-abi" +version = "0.1.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "62b467343b94ba476dcb2500d242dadbb39557df889310ac77c5d99100aaac33" +dependencies = [ + "libc", +] + +[[package]] +name = "html_parser" +version = "0.6.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "58112d7b68ff61447bd22a489d7877a79ee688f6f34d57d3857842776d42dd0c" +dependencies = [ + "pest", + "pest_derive", + "serde", + "serde_derive", + "serde_json", + "structopt", + "thiserror", +] + +[[package]] +name = "http" +version = "0.2.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "31f4c6746584866f0feabcc69893c5b51beef3831656a968ed7ae254cdc4fd03" +dependencies = [ + "bytes", + "fnv", + "itoa", +] + +[[package]] +name = "http-body" +version = "0.4.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ff4f84919677303da5f147645dbea6b1881f368d03ac84e1dc09031ebd7b2c6" +dependencies = [ + "bytes", + "http", + "pin-project-lite", +] + +[[package]] +name = "httparse" +version = "1.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9100414882e15fb7feccb4897e5f0ff0ff1ca7d1a86a23208ada4d7a18e6c6c4" + +[[package]] +name = "httpdate" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4a1e36c821dbe04574f602848a19f742f4fb3c98d40449f11bcad18d6b17421" + +[[package]] +name = "hyper" +version = "0.14.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "043f0e083e9901b6cc658a77d1eb86f4fc650bbb977a4337dd63192826aa85dd" +dependencies = [ + "bytes", + "futures-channel", + "futures-core", + "futures-util", + "h2", + "http", + "http-body", + "httparse", + "httpdate", + "itoa", + "pin-project-lite", + "socket2", + "tokio", + "tower-service", + "tracing", + "want", +] + +[[package]] +name = "hyper-rustls" +version = "0.23.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d87c48c02e0dc5e3b849a2041db3029fd066650f8f717c07bf8ed78ccb895cac" +dependencies = [ + "http", + "hyper", + "rustls", + "tokio", + "tokio-rustls", +] + +[[package]] +name = "hyper-tls" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6183ddfa99b85da61a140bea0efc93fdf56ceaa041b37d553518030827f9905" +dependencies = [ + "bytes", + "hyper", + "native-tls", + "tokio", + "tokio-native-tls", +] + +[[package]] +name = "idna" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "418a0a6fab821475f634efe3ccc45c013f742efe03d853e8d3355d5cb850ecf8" +dependencies = [ + "matches", + "unicode-bidi", + "unicode-normalization", +] + +[[package]] +name = "indexmap" +version = "1.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "282a6247722caba404c065016bbfa522806e51714c34f5dfc3e4a3a46fcb4223" +dependencies = [ + "autocfg", + "hashbrown", +] + +[[package]] +name = "instant" +version = "0.1.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7a5bbe824c507c5da5956355e86a746d82e0e1464f65d862cc5e71da70e94b2c" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "ipnet" +version = "2.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68f2d64f2edebec4ce84ad108148e67e1064789bee435edc5b60ad398714a3a9" + +[[package]] +name = "itoa" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1aab8fc367588b89dcee83ab0fd66b72b50b72fa1904d7095045ace2b0c81c35" + +[[package]] +name = "js-sys" +version = "0.3.56" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a38fc24e30fd564ce974c02bf1d337caddff65be6cc4735a1f7eab22a7440f04" +dependencies = [ + "wasm-bindgen", +] + +[[package]] +name = "json" +version = "0.12.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "078e285eafdfb6c4b434e0d31e8cfcb5115b651496faca5749b88fafd4f23bfd" + +[[package]] +name = "lazy_static" +version = "1.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646" + +[[package]] +name = "libc" +version = "0.2.119" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1bf2e165bb3457c8e098ea76f3e3bc9db55f87aa90d52d0e6be741470916aaa4" + +[[package]] +name = "log" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "51b9bbe6c47d51fc3e1a9b945965946b4c44142ab8792c50835a980d362c2710" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "maplit" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e2e65a1a2e43cfcb47a895c4c8b10d1f4a61097f9f254f183aee60cad9c651d" + +[[package]] +name = "matches" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a3e378b66a060d48947b590737b30a1be76706c8dd7b8ba0f2fe3989c68a853f" + +[[package]] +name = "memchr" +version = "2.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "308cc39be01b73d0d18f82a0e7b2a3df85245f84af96fdddc5d202d27e47b86a" + +[[package]] +name = "mime" +version = "0.3.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a60c7ce501c71e03a9c9c0d35b861413ae925bd979cc7a4e30d060069aaac8d" + +[[package]] +name = "miniz_oxide" +version = "0.4.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a92518e98c078586bc6c934028adcca4c92a53d6a958196de835170a01d84e4b" +dependencies = [ + "adler", + "autocfg", +] + +[[package]] +name = "mio" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba272f85fa0b41fc91872be579b3bbe0f56b792aa361a380eb669469f68dafb2" +dependencies = [ + "libc", + "log", + "miow", + "ntapi", + "winapi", +] + +[[package]] +name = "miow" +version = "0.3.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9f1c5b025cda876f66ef43a113f91ebc9f4ccef34843000e0adf6ebbab84e21" +dependencies = [ + "winapi", +] + +[[package]] +name = "native-tls" +version = "0.2.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "48ba9f7719b5a0f42f338907614285fb5fd70e53858141f69898a1fb7203b24d" +dependencies = [ + "lazy_static", + "libc", + "log", + "openssl", + "openssl-probe", + "openssl-sys", + "schannel", + "security-framework", + "security-framework-sys", + "tempfile", +] + +[[package]] +name = "ntapi" +version = "0.3.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c28774a7fd2fbb4f0babd8237ce554b73af68021b5f695a3cebd6c59bac0980f" +dependencies = [ + "winapi", +] + +[[package]] +name = "num-integer" +version = "0.1.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d2cc698a63b549a70bc047073d2949cce27cd1c7b0a4a862d08a8031bc2801db" +dependencies = [ + "autocfg", + "num-traits", +] + +[[package]] +name = "num-traits" +version = "0.2.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9a64b1ec5cda2586e284722486d802acf1f7dbdc623e2bfc57e65ca1cd099290" +dependencies = [ + "autocfg", +] + +[[package]] +name = "num_cpus" +version = "1.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "19e64526ebdee182341572e50e9ad03965aa510cd94427a4549448f285e957a1" +dependencies = [ + "hermit-abi", + "libc", +] + +[[package]] +name = "once_cell" +version = "1.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "da32515d9f6e6e489d7bc9d84c71b060db7247dc035bbe44eac88cf87486d8d5" + +[[package]] +name = "opaque-debug" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2839e79665f131bdb5782e51f2c6c9599c133c6098982a54c794358bf432529c" + +[[package]] +name = "openssl" +version = "0.10.38" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c7ae222234c30df141154f159066c5093ff73b63204dcda7121eb082fc56a95" +dependencies = [ + "bitflags", + "cfg-if", + "foreign-types", + "libc", + "once_cell", + "openssl-sys", +] + +[[package]] +name = "openssl-probe" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf" + +[[package]] +name = "openssl-sys" +version = "0.9.72" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e46109c383602735fa0a2e48dd2b7c892b048e1bf69e5c3b1d804b7d9c203cb" +dependencies = [ + "autocfg", + "cc", + "libc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "percent-encoding" +version = "2.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d4fd5641d01c8f18a23da7b6fe29298ff4b55afcccdf78973b24cf3175fee32e" + +[[package]] +name = "pest" +version = "2.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "10f4872ae94d7b90ae48754df22fd42ad52ce740b8f370b03da4835417403e53" +dependencies = [ + "ucd-trie", +] + +[[package]] +name = "pest_derive" +version = "2.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "833d1ae558dc601e9a60366421196a8d94bc0ac980476d0b67e1d0988d72b2d0" +dependencies = [ + "pest", + "pest_generator", +] + +[[package]] +name = "pest_generator" +version = "2.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "99b8db626e31e5b81787b9783425769681b347011cc59471e33ea46d2ea0cf55" +dependencies = [ + "pest", + "pest_meta", + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "pest_meta" +version = "2.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "54be6e404f5317079812fc8f9f5279de376d8856929e21c184ecf6bbd692a11d" +dependencies = [ + "maplit", + "pest", + "sha-1", +] + +[[package]] +name = "pin-project-lite" +version = "0.2.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e280fbe77cc62c91527259e9442153f4688736748d24660126286329742b4c6c" + +[[package]] +name = "pin-utils" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184" + +[[package]] +name = "pixiv_downloader" +version = "0.0.1" +dependencies = [ + "chrono", + "dateparser", + "getopts", + "gettext", + "html_parser", + "json", + "lazy_static", + "reqwest", + "spin_on", + "tokio", + "winapi", +] + +[[package]] +name = "pkg-config" +version = "0.3.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "58893f751c9b0412871a09abd62ecd2a00298c6c83befa223ef98c52aef40cbe" + +[[package]] +name = "proc-macro-error" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "da25490ff9892aab3fcf7c36f08cfb902dd3e71ca0f9f9517bea02a73a5ce38c" +dependencies = [ + "proc-macro-error-attr", + "proc-macro2", + "quote", + "syn", + "version_check", +] + +[[package]] +name = "proc-macro-error-attr" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a1be40180e52ecc98ad80b184934baf3d0d29f979574e439af5a55274b35f869" +dependencies = [ + "proc-macro2", + "quote", + "version_check", +] + +[[package]] +name = "proc-macro2" +version = "1.0.36" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c7342d5883fbccae1cc37a2353b09c87c9b0f3afd73f5fb9bba687a1f733b029" +dependencies = [ + "unicode-xid", +] + +[[package]] +name = "quote" +version = "1.0.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "864d3e96a899863136fc6e99f3d7cae289dafe43bf2c5ac19b70df7210c0a145" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "redox_syscall" +version = "0.2.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8383f39639269cde97d255a32bdb68c047337295414940c68bdd30c2e13203ff" +dependencies = [ + "bitflags", +] + +[[package]] +name = "regex" +version = "1.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d07a8629359eb56f1e2fb1652bb04212c072a87ba68546a04065d525673ac461" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-syntax" +version = "0.6.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f497285884f3fcff424ffc933e56d7cbca511def0c9831a7f9b5f6153e3cc89b" + +[[package]] +name = "remove_dir_all" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3acd125665422973a33ac9d3dd2df85edad0f4ae9b00dafb1a05e43a9f5ef8e7" +dependencies = [ + "winapi", +] + +[[package]] +name = "reqwest" +version = "0.11.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87f242f1488a539a79bac6dbe7c8609ae43b7914b7736210f239a37cccb32525" +dependencies = [ + "async-compression", + "base64", + "bytes", + "encoding_rs", + "futures-core", + "futures-util", + "h2", + "http", + "http-body", + "hyper", + "hyper-rustls", + "hyper-tls", + "ipnet", + "js-sys", + "lazy_static", + "log", + "mime", + "native-tls", + "percent-encoding", + "pin-project-lite", + "rustls", + "rustls-pemfile", + "serde", + "serde_json", + "serde_urlencoded", + "tokio", + "tokio-native-tls", + "tokio-rustls", + "tokio-socks", + "tokio-util", + "url", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", + "webpki-roots", + "winreg", +] + +[[package]] +name = "ring" +version = "0.16.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3053cf52e236a3ed746dfc745aa9cacf1b791d846bdaf412f60a8d7d6e17c8fc" +dependencies = [ + "cc", + "libc", + "once_cell", + "spin", + "untrusted", + "web-sys", + "winapi", +] + +[[package]] +name = "rustls" +version = "0.20.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4fbfeb8d0ddb84706bc597a5574ab8912817c52a397f819e5b614e2265206921" +dependencies = [ + "log", + "ring", + "sct", + "webpki", +] + +[[package]] +name = "rustls-pemfile" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5eebeaeb360c87bfb72e84abdb3447159c0eaececf1bef2aecd65a8be949d1c9" +dependencies = [ + "base64", +] + +[[package]] +name = "ryu" +version = "1.0.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73b4b750c782965c211b42f022f59af1fbceabdd026623714f104152f1ec149f" + +[[package]] +name = "schannel" +version = "0.1.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f05ba609c234e60bee0d547fe94a4c7e9da733d1c962cf6e59efa4cd9c8bc75" +dependencies = [ + "lazy_static", + "winapi", +] + +[[package]] +name = "sct" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d53dcdb7c9f8158937a7981b48accfd39a43af418591a5d008c7b22b5e1b7ca4" +dependencies = [ + "ring", + "untrusted", +] + +[[package]] +name = "security-framework" +version = "2.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2dc14f172faf8a0194a3aded622712b0de276821addc574fa54fc0a1167e10dc" +dependencies = [ + "bitflags", + "core-foundation", + "core-foundation-sys", + "libc", + "security-framework-sys", +] + +[[package]] +name = "security-framework-sys" +version = "2.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0160a13a177a45bfb43ce71c01580998474f556ad854dcbca936dd2841a5c556" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "serde" +version = "1.0.136" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ce31e24b01e1e524df96f1c2fdd054405f8d7376249a5110886fb4b658484789" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.136" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "08597e7152fcd306f41838ed3e37be9eaeed2b61c42e2117266a554fab4662f9" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "serde_json" +version = "1.0.79" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e8d9fa5c3b304765ce1fd9c4c8a3de2c8db365a5b91be52f186efc675681d95" +dependencies = [ + "itoa", + "ryu", + "serde", +] + +[[package]] +name = "serde_urlencoded" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3491c14715ca2294c4d6a88f15e84739788c1d030eed8c110436aafdaa2f3fd" +dependencies = [ + "form_urlencoded", + "itoa", + "ryu", + "serde", +] + +[[package]] +name = "sha-1" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f7d94d0bede923b3cea61f3f1ff57ff8cdfd77b400fb8f9998949e0cf04163df" +dependencies = [ + "block-buffer", + "digest", + "fake-simd", + "opaque-debug", +] + +[[package]] +name = "slab" +version = "0.4.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9def91fd1e018fe007022791f865d0ccc9b3a0d5001e01aabb8b40e46000afb5" + +[[package]] +name = "socket2" +version = "0.4.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "66d72b759436ae32898a2af0a14218dbf55efde3feeb170eb623637db85ee1e0" +dependencies = [ + "libc", + "winapi", +] + +[[package]] +name = "spin" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e63cff320ae2c57904679ba7cb63280a3dc4613885beafb148ee7bf9aa9042d" + +[[package]] +name = "spin_on" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "076e103ed41b9864aa838287efe5f4e3a7a0362dd00671ae62a212e5e4612da2" +dependencies = [ + "pin-utils", +] + +[[package]] +name = "strsim" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ea5119cdb4c55b55d432abb513a0429384878c15dde60cc77b1c99de1a95a6a" + +[[package]] +name = "structopt" +version = "0.3.26" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c6b5c64445ba8094a6ab0c3cd2ad323e07171012d9c98b0b15651daf1787a10" +dependencies = [ + "clap", + "lazy_static", + "structopt-derive", +] + +[[package]] +name = "structopt-derive" +version = "0.4.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dcb5ae327f9cc13b68763b5749770cb9e048a99bd9dfdfa58d0cf05d5f64afe0" +dependencies = [ + "heck", + "proc-macro-error", + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "syn" +version = "1.0.86" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a65b3f4ffa0092e9887669db0eae07941f023991ab58ea44da8fe8e2d511c6b" +dependencies = [ + "proc-macro2", + "quote", + "unicode-xid", +] + +[[package]] +name = "tempfile" +version = "3.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5cdb1ef4eaeeaddc8fbd371e5017057064af0911902ef36b39801f67cc6d79e4" +dependencies = [ + "cfg-if", + "fastrand", + "libc", + "redox_syscall", + "remove_dir_all", + "winapi", +] + +[[package]] +name = "textwrap" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d326610f408c7a4eb6f51c37c330e496b08506c9457c9d34287ecc38809fb060" +dependencies = [ + "unicode-width", +] + +[[package]] +name = "thiserror" +version = "1.0.30" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "854babe52e4df1653706b98fcfc05843010039b406875930a70e4d9644e5c417" +dependencies = [ + "thiserror-impl", +] + +[[package]] +name = "thiserror-impl" +version = "1.0.30" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aa32fd3f627f367fe16f893e2597ae3c05020f8bba2666a4e6ea73d377e5714b" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "time" +version = "0.1.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6db9e6914ab8b1ae1c260a4ae7a49b6c5611b40328a735b21862567685e73255" +dependencies = [ + "libc", + "wasi", + "winapi", +] + +[[package]] +name = "tinyvec" +version = "1.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2c1c1d5a42b6245520c249549ec267180beaffcc0615401ac8e31853d4b6d8d2" +dependencies = [ + "tinyvec_macros", +] + +[[package]] +name = "tinyvec_macros" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c" + +[[package]] +name = "tokio" +version = "1.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2af73ac49756f3f7c01172e34a23e5d0216f6c32333757c2c61feb2bbff5a5ee" +dependencies = [ + "bytes", + "libc", + "memchr", + "mio", + "num_cpus", + "pin-project-lite", + "socket2", + "tokio-macros", + "winapi", +] + +[[package]] +name = "tokio-macros" +version = "1.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b557f72f448c511a979e2564e55d74e6c4432fc96ff4f6241bc6bded342643b7" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "tokio-native-tls" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f7d995660bd2b7f8c1568414c1126076c13fbb725c40112dc0120b78eb9b717b" +dependencies = [ + "native-tls", + "tokio", +] + +[[package]] +name = "tokio-rustls" +version = "0.23.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a27d5f2b839802bd8267fa19b0530f5a08b9c08cd417976be2a65d130fe1c11b" +dependencies = [ + "rustls", + "tokio", + "webpki", +] + +[[package]] +name = "tokio-socks" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "51165dfa029d2a65969413a6cc96f354b86b464498702f174a4efa13608fd8c0" +dependencies = [ + "either", + "futures-util", + "thiserror", + "tokio", +] + +[[package]] +name = "tokio-util" +version = "0.6.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9e99e1983e5d376cd8eb4b66604d2e99e79f5bd988c3055891dcd8c9e2604cc0" +dependencies = [ + "bytes", + "futures-core", + "futures-sink", + "log", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "tower-service" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "360dfd1d6d30e05fda32ace2c8c70e9c0a9da713275777f5a4dbb8a1893930c6" + +[[package]] +name = "tracing" +version = "0.1.31" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6c650a8ef0cd2dd93736f033d21cbd1224c5a967aa0c258d00fcf7dafef9b9f" +dependencies = [ + "cfg-if", + "pin-project-lite", + "tracing-core", +] + +[[package]] +name = "tracing-core" +version = "0.1.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "03cfcb51380632a72d3111cb8d3447a8d908e577d31beeac006f836383d29a23" +dependencies = [ + "lazy_static", +] + +[[package]] +name = "try-lock" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "59547bce71d9c38b83d9c0e92b6066c4253371f15005def0c30d9657f50c7642" + +[[package]] +name = "typenum" +version = "1.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dcf81ac59edc17cc8697ff311e8f5ef2d99fcbd9817b34cec66f90b6c3dfd987" + +[[package]] +name = "ucd-trie" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "56dee185309b50d1f11bfedef0fe6d036842e3fb77413abef29f8f8d1c5d4c1c" + +[[package]] +name = "unicode-bidi" +version = "0.3.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1a01404663e3db436ed2746d9fefef640d868edae3cceb81c3b8d5732fda678f" + +[[package]] +name = "unicode-normalization" +version = "0.1.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d54590932941a9e9266f0832deed84ebe1bf2e4c9e4a3554d393d18f5e854bf9" +dependencies = [ + "tinyvec", +] + +[[package]] +name = "unicode-segmentation" +version = "1.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e8820f5d777f6224dc4be3632222971ac30164d4a258d595640799554ebfd99" + +[[package]] +name = "unicode-width" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3ed742d4ea2bd1176e236172c8429aaf54486e7ac098db29ffe6529e0ce50973" + +[[package]] +name = "unicode-xid" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ccb82d61f80a663efe1f787a51b16b5a51e3314d6ac365b08639f52387b33f3" + +[[package]] +name = "untrusted" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a156c684c91ea7d62626509bce3cb4e1d9ed5c4d978f7b4352658f96a4c26b4a" + +[[package]] +name = "url" +version = "2.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a507c383b2d33b5fc35d1861e77e6b383d158b2da5e14fe51b83dfedf6fd578c" +dependencies = [ + "form_urlencoded", + "idna", + "matches", + "percent-encoding", +] + +[[package]] +name = "vcpkg" +version = "0.2.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" + +[[package]] +name = "vec_map" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1bddf1187be692e79c5ffeab891132dfb0f236ed36a43c7ed39f1165ee20191" + +[[package]] +name = "version_check" +version = "0.9.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49874b5167b65d7193b8aba1567f5c7d93d001cafc34600cee003eda787e483f" + +[[package]] +name = "want" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ce8a968cb1cd110d136ff8b819a556d6fb6d919363c61534f6860c7eb172ba0" +dependencies = [ + "log", + "try-lock", +] + +[[package]] +name = "wasi" +version = "0.10.0+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1a143597ca7c7793eff794def352d41792a93c481eb1042423ff7ff72ba2c31f" + +[[package]] +name = "wasm-bindgen" +version = "0.2.79" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "25f1af7423d8588a3d840681122e72e6a24ddbcb3f0ec385cac0d12d24256c06" +dependencies = [ + "cfg-if", + "wasm-bindgen-macro", +] + +[[package]] +name = "wasm-bindgen-backend" +version = "0.2.79" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b21c0df030f5a177f3cba22e9bc4322695ec43e7257d865302900290bcdedca" +dependencies = [ + "bumpalo", + "lazy_static", + "log", + "proc-macro2", + "quote", + "syn", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-futures" +version = "0.4.29" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2eb6ec270a31b1d3c7e266b999739109abce8b6c87e4b31fcfcd788b65267395" +dependencies = [ + "cfg-if", + "js-sys", + "wasm-bindgen", + "web-sys", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.79" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2f4203d69e40a52ee523b2529a773d5ffc1dc0071801c87b3d270b471b80ed01" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.79" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bfa8a30d46208db204854cadbb5d4baf5fcf8071ba5bf48190c3e59937962ebc" +dependencies = [ + "proc-macro2", + "quote", + "syn", + "wasm-bindgen-backend", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.79" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d958d035c4438e28c70e4321a2911302f10135ce78a9c7834c0cab4123d06a2" + +[[package]] +name = "web-sys" +version = "0.3.56" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c060b319f29dd25724f09a2ba1418f142f539b2be99fbf4d2d5a8f7330afb8eb" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "webpki" +version = "0.22.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f095d78192e208183081cc07bc5515ef55216397af48b873e5edcd72637fa1bd" +dependencies = [ + "ring", + "untrusted", +] + +[[package]] +name = "webpki-roots" +version = "0.22.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "552ceb903e957524388c4d3475725ff2c8b7960922063af6ce53c9a43da07449" +dependencies = [ + "webpki", +] + +[[package]] +name = "winapi" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419" +dependencies = [ + "winapi-i686-pc-windows-gnu", + "winapi-x86_64-pc-windows-gnu", +] + +[[package]] +name = "winapi-i686-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" + +[[package]] +name = "winapi-x86_64-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" + +[[package]] +name = "winreg" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0120db82e8a1e0b9fb3345a539c478767c0048d842860994d96113d5b667bd69" +dependencies = [ + "winapi", +] diff --git a/Cargo.toml b/Cargo.toml new file mode 100644 index 0000000..31e9d1a --- /dev/null +++ b/Cargo.toml @@ -0,0 +1,21 @@ +[package] +name = "pixiv_downloader" +version = "0.0.1" +edition = "2018" + +# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html + +[dependencies] +chrono = "0.4" +dateparser = "0.1.6" +getopts = "0.2" +gettext = "0.4" +html_parser = "0.6.2" +lazy_static = "1.4" +json = "0.12" +reqwest = { version = "0.11", features = ["brotli", "deflate", "gzip", "rustls-tls", "socks", "stream"] } +spin_on = "0.1.1" +tokio = { version = "1.17", features = ["rt", "macros", "rt-multi-thread"] } + +[target.'cfg(windows)'.dependencies] +winapi = { version = "0.3.9", features = ["winnls", "stringapiset"] } diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..ad4d11e --- /dev/null +++ b/LICENSE @@ -0,0 +1,661 @@ + GNU AFFERO GENERAL PUBLIC LICENSE + Version 3, 19 November 2007 + + Copyright (C) 2007 Free Software Foundation, Inc. + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + Preamble + + The GNU Affero General Public License is a free, copyleft license for +software and other kinds of works, specifically designed to ensure +cooperation with the community in the case of network server software. + + The licenses for most software and other practical works are designed +to take away your freedom to share and change the works. By contrast, +our General Public Licenses are intended to guarantee your freedom to +share and change all versions of a program--to make sure it remains free +software for all its users. + + When we speak of free software, we are referring to freedom, not +price. Our General Public Licenses are designed to make sure that you +have the freedom to distribute copies of free software (and charge for +them if you wish), that you receive source code or can get it if you +want it, that you can change the software or use pieces of it in new +free programs, and that you know you can do these things. + + Developers that use our General Public Licenses protect your rights +with two steps: (1) assert copyright on the software, and (2) offer +you this License which gives you legal permission to copy, distribute +and/or modify the software. + + A secondary benefit of defending all users' freedom is that +improvements made in alternate versions of the program, if they +receive widespread use, become available for other developers to +incorporate. Many developers of free software are heartened and +encouraged by the resulting cooperation. However, in the case of +software used on network servers, this result may fail to come about. +The GNU General Public License permits making a modified version and +letting the public access it on a server without ever releasing its +source code to the public. + + The GNU Affero General Public License is designed specifically to +ensure that, in such cases, the modified source code becomes available +to the community. It requires the operator of a network server to +provide the source code of the modified version running there to the +users of that server. Therefore, public use of a modified version, on +a publicly accessible server, gives the public access to the source +code of the modified version. + + An older license, called the Affero General Public License and +published by Affero, was designed to accomplish similar goals. This is +a different license, not a version of the Affero GPL, but Affero has +released a new version of the Affero GPL which permits relicensing under +this license. + + The precise terms and conditions for copying, distribution and +modification follow. + + TERMS AND CONDITIONS + + 0. Definitions. + + "This License" refers to version 3 of the GNU Affero General Public License. + + "Copyright" also means copyright-like laws that apply to other kinds of +works, such as semiconductor masks. + + "The Program" refers to any copyrightable work licensed under this +License. Each licensee is addressed as "you". "Licensees" and +"recipients" may be individuals or organizations. + + To "modify" a work means to copy from or adapt all or part of the work +in a fashion requiring copyright permission, other than the making of an +exact copy. The resulting work is called a "modified version" of the +earlier work or a work "based on" the earlier work. + + A "covered work" means either the unmodified Program or a work based +on the Program. + + To "propagate" a work means to do anything with it that, without +permission, would make you directly or secondarily liable for +infringement under applicable copyright law, except executing it on a +computer or modifying a private copy. Propagation includes copying, +distribution (with or without modification), making available to the +public, and in some countries other activities as well. + + To "convey" a work means any kind of propagation that enables other +parties to make or receive copies. Mere interaction with a user through +a computer network, with no transfer of a copy, is not conveying. + + An interactive user interface displays "Appropriate Legal Notices" +to the extent that it includes a convenient and prominently visible +feature that (1) displays an appropriate copyright notice, and (2) +tells the user that there is no warranty for the work (except to the +extent that warranties are provided), that licensees may convey the +work under this License, and how to view a copy of this License. If +the interface presents a list of user commands or options, such as a +menu, a prominent item in the list meets this criterion. + + 1. Source Code. + + The "source code" for a work means the preferred form of the work +for making modifications to it. "Object code" means any non-source +form of a work. + + A "Standard Interface" means an interface that either is an official +standard defined by a recognized standards body, or, in the case of +interfaces specified for a particular programming language, one that +is widely used among developers working in that language. + + The "System Libraries" of an executable work include anything, other +than the work as a whole, that (a) is included in the normal form of +packaging a Major Component, but which is not part of that Major +Component, and (b) serves only to enable use of the work with that +Major Component, or to implement a Standard Interface for which an +implementation is available to the public in source code form. A +"Major Component", in this context, means a major essential component +(kernel, window system, and so on) of the specific operating system +(if any) on which the executable work runs, or a compiler used to +produce the work, or an object code interpreter used to run it. + + The "Corresponding Source" for a work in object code form means all +the source code needed to generate, install, and (for an executable +work) run the object code and to modify the work, including scripts to +control those activities. However, it does not include the work's +System Libraries, or general-purpose tools or generally available free +programs which are used unmodified in performing those activities but +which are not part of the work. For example, Corresponding Source +includes interface definition files associated with source files for +the work, and the source code for shared libraries and dynamically +linked subprograms that the work is specifically designed to require, +such as by intimate data communication or control flow between those +subprograms and other parts of the work. + + The Corresponding Source need not include anything that users +can regenerate automatically from other parts of the Corresponding +Source. + + The Corresponding Source for a work in source code form is that +same work. + + 2. Basic Permissions. + + All rights granted under this License are granted for the term of +copyright on the Program, and are irrevocable provided the stated +conditions are met. This License explicitly affirms your unlimited +permission to run the unmodified Program. The output from running a +covered work is covered by this License only if the output, given its +content, constitutes a covered work. This License acknowledges your +rights of fair use or other equivalent, as provided by copyright law. + + You may make, run and propagate covered works that you do not +convey, without conditions so long as your license otherwise remains +in force. You may convey covered works to others for the sole purpose +of having them make modifications exclusively for you, or provide you +with facilities for running those works, provided that you comply with +the terms of this License in conveying all material for which you do +not control copyright. Those thus making or running the covered works +for you must do so exclusively on your behalf, under your direction +and control, on terms that prohibit them from making any copies of +your copyrighted material outside their relationship with you. + + Conveying under any other circumstances is permitted solely under +the conditions stated below. Sublicensing is not allowed; section 10 +makes it unnecessary. + + 3. Protecting Users' Legal Rights From Anti-Circumvention Law. + + No covered work shall be deemed part of an effective technological +measure under any applicable law fulfilling obligations under article +11 of the WIPO copyright treaty adopted on 20 December 1996, or +similar laws prohibiting or restricting circumvention of such +measures. + + When you convey a covered work, you waive any legal power to forbid +circumvention of technological measures to the extent such circumvention +is effected by exercising rights under this License with respect to +the covered work, and you disclaim any intention to limit operation or +modification of the work as a means of enforcing, against the work's +users, your or third parties' legal rights to forbid circumvention of +technological measures. + + 4. Conveying Verbatim Copies. + + You may convey verbatim copies of the Program's source code as you +receive it, in any medium, provided that you conspicuously and +appropriately publish on each copy an appropriate copyright notice; +keep intact all notices stating that this License and any +non-permissive terms added in accord with section 7 apply to the code; +keep intact all notices of the absence of any warranty; and give all +recipients a copy of this License along with the Program. + + You may charge any price or no price for each copy that you convey, +and you may offer support or warranty protection for a fee. + + 5. Conveying Modified Source Versions. + + You may convey a work based on the Program, or the modifications to +produce it from the Program, in the form of source code under the +terms of section 4, provided that you also meet all of these conditions: + + a) The work must carry prominent notices stating that you modified + it, and giving a relevant date. + + b) The work must carry prominent notices stating that it is + released under this License and any conditions added under section + 7. This requirement modifies the requirement in section 4 to + "keep intact all notices". + + c) You must license the entire work, as a whole, under this + License to anyone who comes into possession of a copy. This + License will therefore apply, along with any applicable section 7 + additional terms, to the whole of the work, and all its parts, + regardless of how they are packaged. This License gives no + permission to license the work in any other way, but it does not + invalidate such permission if you have separately received it. + + d) If the work has interactive user interfaces, each must display + Appropriate Legal Notices; however, if the Program has interactive + interfaces that do not display Appropriate Legal Notices, your + work need not make them do so. + + A compilation of a covered work with other separate and independent +works, which are not by their nature extensions of the covered work, +and which are not combined with it such as to form a larger program, +in or on a volume of a storage or distribution medium, is called an +"aggregate" if the compilation and its resulting copyright are not +used to limit the access or legal rights of the compilation's users +beyond what the individual works permit. Inclusion of a covered work +in an aggregate does not cause this License to apply to the other +parts of the aggregate. + + 6. Conveying Non-Source Forms. + + You may convey a covered work in object code form under the terms +of sections 4 and 5, provided that you also convey the +machine-readable Corresponding Source under the terms of this License, +in one of these ways: + + a) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by the + Corresponding Source fixed on a durable physical medium + customarily used for software interchange. + + b) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by a + written offer, valid for at least three years and valid for as + long as you offer spare parts or customer support for that product + model, to give anyone who possesses the object code either (1) a + copy of the Corresponding Source for all the software in the + product that is covered by this License, on a durable physical + medium customarily used for software interchange, for a price no + more than your reasonable cost of physically performing this + conveying of source, or (2) access to copy the + Corresponding Source from a network server at no charge. + + c) Convey individual copies of the object code with a copy of the + written offer to provide the Corresponding Source. This + alternative is allowed only occasionally and noncommercially, and + only if you received the object code with such an offer, in accord + with subsection 6b. + + d) Convey the object code by offering access from a designated + place (gratis or for a charge), and offer equivalent access to the + Corresponding Source in the same way through the same place at no + further charge. You need not require recipients to copy the + Corresponding Source along with the object code. If the place to + copy the object code is a network server, the Corresponding Source + may be on a different server (operated by you or a third party) + that supports equivalent copying facilities, provided you maintain + clear directions next to the object code saying where to find the + Corresponding Source. Regardless of what server hosts the + Corresponding Source, you remain obligated to ensure that it is + available for as long as needed to satisfy these requirements. + + e) Convey the object code using peer-to-peer transmission, provided + you inform other peers where the object code and Corresponding + Source of the work are being offered to the general public at no + charge under subsection 6d. + + A separable portion of the object code, whose source code is excluded +from the Corresponding Source as a System Library, need not be +included in conveying the object code work. + + A "User Product" is either (1) a "consumer product", which means any +tangible personal property which is normally used for personal, family, +or household purposes, or (2) anything designed or sold for incorporation +into a dwelling. In determining whether a product is a consumer product, +doubtful cases shall be resolved in favor of coverage. For a particular +product received by a particular user, "normally used" refers to a +typical or common use of that class of product, regardless of the status +of the particular user or of the way in which the particular user +actually uses, or expects or is expected to use, the product. A product +is a consumer product regardless of whether the product has substantial +commercial, industrial or non-consumer uses, unless such uses represent +the only significant mode of use of the product. + + "Installation Information" for a User Product means any methods, +procedures, authorization keys, or other information required to install +and execute modified versions of a covered work in that User Product from +a modified version of its Corresponding Source. The information must +suffice to ensure that the continued functioning of the modified object +code is in no case prevented or interfered with solely because +modification has been made. + + If you convey an object code work under this section in, or with, or +specifically for use in, a User Product, and the conveying occurs as +part of a transaction in which the right of possession and use of the +User Product is transferred to the recipient in perpetuity or for a +fixed term (regardless of how the transaction is characterized), the +Corresponding Source conveyed under this section must be accompanied +by the Installation Information. But this requirement does not apply +if neither you nor any third party retains the ability to install +modified object code on the User Product (for example, the work has +been installed in ROM). + + The requirement to provide Installation Information does not include a +requirement to continue to provide support service, warranty, or updates +for a work that has been modified or installed by the recipient, or for +the User Product in which it has been modified or installed. Access to a +network may be denied when the modification itself materially and +adversely affects the operation of the network or violates the rules and +protocols for communication across the network. + + Corresponding Source conveyed, and Installation Information provided, +in accord with this section must be in a format that is publicly +documented (and with an implementation available to the public in +source code form), and must require no special password or key for +unpacking, reading or copying. + + 7. Additional Terms. + + "Additional permissions" are terms that supplement the terms of this +License by making exceptions from one or more of its conditions. +Additional permissions that are applicable to the entire Program shall +be treated as though they were included in this License, to the extent +that they are valid under applicable law. If additional permissions +apply only to part of the Program, that part may be used separately +under those permissions, but the entire Program remains governed by +this License without regard to the additional permissions. + + When you convey a copy of a covered work, you may at your option +remove any additional permissions from that copy, or from any part of +it. (Additional permissions may be written to require their own +removal in certain cases when you modify the work.) You may place +additional permissions on material, added by you to a covered work, +for which you have or can give appropriate copyright permission. + + Notwithstanding any other provision of this License, for material you +add to a covered work, you may (if authorized by the copyright holders of +that material) supplement the terms of this License with terms: + + a) Disclaiming warranty or limiting liability differently from the + terms of sections 15 and 16 of this License; or + + b) Requiring preservation of specified reasonable legal notices or + author attributions in that material or in the Appropriate Legal + Notices displayed by works containing it; or + + c) Prohibiting misrepresentation of the origin of that material, or + requiring that modified versions of such material be marked in + reasonable ways as different from the original version; or + + d) Limiting the use for publicity purposes of names of licensors or + authors of the material; or + + e) Declining to grant rights under trademark law for use of some + trade names, trademarks, or service marks; or + + f) Requiring indemnification of licensors and authors of that + material by anyone who conveys the material (or modified versions of + it) with contractual assumptions of liability to the recipient, for + any liability that these contractual assumptions directly impose on + those licensors and authors. + + All other non-permissive additional terms are considered "further +restrictions" within the meaning of section 10. If the Program as you +received it, or any part of it, contains a notice stating that it is +governed by this License along with a term that is a further +restriction, you may remove that term. If a license document contains +a further restriction but permits relicensing or conveying under this +License, you may add to a covered work material governed by the terms +of that license document, provided that the further restriction does +not survive such relicensing or conveying. + + If you add terms to a covered work in accord with this section, you +must place, in the relevant source files, a statement of the +additional terms that apply to those files, or a notice indicating +where to find the applicable terms. + + Additional terms, permissive or non-permissive, may be stated in the +form of a separately written license, or stated as exceptions; +the above requirements apply either way. + + 8. Termination. + + You may not propagate or modify a covered work except as expressly +provided under this License. Any attempt otherwise to propagate or +modify it is void, and will automatically terminate your rights under +this License (including any patent licenses granted under the third +paragraph of section 11). + + However, if you cease all violation of this License, then your +license from a particular copyright holder is reinstated (a) +provisionally, unless and until the copyright holder explicitly and +finally terminates your license, and (b) permanently, if the copyright +holder fails to notify you of the violation by some reasonable means +prior to 60 days after the cessation. + + Moreover, your license from a particular copyright holder is +reinstated permanently if the copyright holder notifies you of the +violation by some reasonable means, this is the first time you have +received notice of violation of this License (for any work) from that +copyright holder, and you cure the violation prior to 30 days after +your receipt of the notice. + + Termination of your rights under this section does not terminate the +licenses of parties who have received copies or rights from you under +this License. If your rights have been terminated and not permanently +reinstated, you do not qualify to receive new licenses for the same +material under section 10. + + 9. Acceptance Not Required for Having Copies. + + You are not required to accept this License in order to receive or +run a copy of the Program. Ancillary propagation of a covered work +occurring solely as a consequence of using peer-to-peer transmission +to receive a copy likewise does not require acceptance. However, +nothing other than this License grants you permission to propagate or +modify any covered work. These actions infringe copyright if you do +not accept this License. Therefore, by modifying or propagating a +covered work, you indicate your acceptance of this License to do so. + + 10. Automatic Licensing of Downstream Recipients. + + Each time you convey a covered work, the recipient automatically +receives a license from the original licensors, to run, modify and +propagate that work, subject to this License. You are not responsible +for enforcing compliance by third parties with this License. + + An "entity transaction" is a transaction transferring control of an +organization, or substantially all assets of one, or subdividing an +organization, or merging organizations. If propagation of a covered +work results from an entity transaction, each party to that +transaction who receives a copy of the work also receives whatever +licenses to the work the party's predecessor in interest had or could +give under the previous paragraph, plus a right to possession of the +Corresponding Source of the work from the predecessor in interest, if +the predecessor has it or can get it with reasonable efforts. + + You may not impose any further restrictions on the exercise of the +rights granted or affirmed under this License. For example, you may +not impose a license fee, royalty, or other charge for exercise of +rights granted under this License, and you may not initiate litigation +(including a cross-claim or counterclaim in a lawsuit) alleging that +any patent claim is infringed by making, using, selling, offering for +sale, or importing the Program or any portion of it. + + 11. Patents. + + A "contributor" is a copyright holder who authorizes use under this +License of the Program or a work on which the Program is based. The +work thus licensed is called the contributor's "contributor version". + + A contributor's "essential patent claims" are all patent claims +owned or controlled by the contributor, whether already acquired or +hereafter acquired, that would be infringed by some manner, permitted +by this License, of making, using, or selling its contributor version, +but do not include claims that would be infringed only as a +consequence of further modification of the contributor version. For +purposes of this definition, "control" includes the right to grant +patent sublicenses in a manner consistent with the requirements of +this License. + + Each contributor grants you a non-exclusive, worldwide, royalty-free +patent license under the contributor's essential patent claims, to +make, use, sell, offer for sale, import and otherwise run, modify and +propagate the contents of its contributor version. + + In the following three paragraphs, a "patent license" is any express +agreement or commitment, however denominated, not to enforce a patent +(such as an express permission to practice a patent or covenant not to +sue for patent infringement). To "grant" such a patent license to a +party means to make such an agreement or commitment not to enforce a +patent against the party. + + If you convey a covered work, knowingly relying on a patent license, +and the Corresponding Source of the work is not available for anyone +to copy, free of charge and under the terms of this License, through a +publicly available network server or other readily accessible means, +then you must either (1) cause the Corresponding Source to be so +available, or (2) arrange to deprive yourself of the benefit of the +patent license for this particular work, or (3) arrange, in a manner +consistent with the requirements of this License, to extend the patent +license to downstream recipients. "Knowingly relying" means you have +actual knowledge that, but for the patent license, your conveying the +covered work in a country, or your recipient's use of the covered work +in a country, would infringe one or more identifiable patents in that +country that you have reason to believe are valid. + + If, pursuant to or in connection with a single transaction or +arrangement, you convey, or propagate by procuring conveyance of, a +covered work, and grant a patent license to some of the parties +receiving the covered work authorizing them to use, propagate, modify +or convey a specific copy of the covered work, then the patent license +you grant is automatically extended to all recipients of the covered +work and works based on it. + + A patent license is "discriminatory" if it does not include within +the scope of its coverage, prohibits the exercise of, or is +conditioned on the non-exercise of one or more of the rights that are +specifically granted under this License. You may not convey a covered +work if you are a party to an arrangement with a third party that is +in the business of distributing software, under which you make payment +to the third party based on the extent of your activity of conveying +the work, and under which the third party grants, to any of the +parties who would receive the covered work from you, a discriminatory +patent license (a) in connection with copies of the covered work +conveyed by you (or copies made from those copies), or (b) primarily +for and in connection with specific products or compilations that +contain the covered work, unless you entered into that arrangement, +or that patent license was granted, prior to 28 March 2007. + + Nothing in this License shall be construed as excluding or limiting +any implied license or other defenses to infringement that may +otherwise be available to you under applicable patent law. + + 12. No Surrender of Others' Freedom. + + If conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot convey a +covered work so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you may +not convey it at all. For example, if you agree to terms that obligate you +to collect a royalty for further conveying from those to whom you convey +the Program, the only way you could satisfy both those terms and this +License would be to refrain entirely from conveying the Program. + + 13. Remote Network Interaction; Use with the GNU General Public License. + + Notwithstanding any other provision of this License, if you modify the +Program, your modified version must prominently offer all users +interacting with it remotely through a computer network (if your version +supports such interaction) an opportunity to receive the Corresponding +Source of your version by providing access to the Corresponding Source +from a network server at no charge, through some standard or customary +means of facilitating copying of software. This Corresponding Source +shall include the Corresponding Source for any work covered by version 3 +of the GNU General Public License that is incorporated pursuant to the +following paragraph. + + Notwithstanding any other provision of this License, you have +permission to link or combine any covered work with a work licensed +under version 3 of the GNU General Public License into a single +combined work, and to convey the resulting work. The terms of this +License will continue to apply to the part which is the covered work, +but the work with which it is combined will remain governed by version +3 of the GNU General Public License. + + 14. Revised Versions of this License. + + The Free Software Foundation may publish revised and/or new versions of +the GNU Affero General Public License from time to time. Such new versions +will be similar in spirit to the present version, but may differ in detail to +address new problems or concerns. + + Each version is given a distinguishing version number. If the +Program specifies that a certain numbered version of the GNU Affero General +Public License "or any later version" applies to it, you have the +option of following the terms and conditions either of that numbered +version or of any later version published by the Free Software +Foundation. If the Program does not specify a version number of the +GNU Affero General Public License, you may choose any version ever published +by the Free Software Foundation. + + If the Program specifies that a proxy can decide which future +versions of the GNU Affero General Public License can be used, that proxy's +public statement of acceptance of a version permanently authorizes you +to choose that version for the Program. + + Later license versions may give you additional or different +permissions. However, no additional obligations are imposed on any +author or copyright holder as a result of your choosing to follow a +later version. + + 15. Disclaimer of Warranty. + + THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT +HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY +OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, +THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM +IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF +ALL NECESSARY SERVICING, REPAIR OR CORRECTION. + + 16. Limitation of Liability. + + IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING +WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS +THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE +USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF +DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), +EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF +SUCH DAMAGES. + + 17. Interpretation of Sections 15 and 16. + + If the disclaimer of warranty and limitation of liability provided +above cannot be given local legal effect according to their terms, +reviewing courts shall apply local law that most closely approximates +an absolute waiver of all civil liability in connection with the +Program, unless a warranty or assumption of liability accompanies a +copy of the Program in return for a fee. + + END OF TERMS AND CONDITIONS + + How to Apply These Terms to Your New Programs + + If you develop a new program, and you want it to be of the greatest +possible use to the public, the best way to achieve this is to make it +free software which everyone can redistribute and change under these terms. + + To do so, attach the following notices to the program. It is safest +to attach them to the start of each source file to most effectively +state the exclusion of warranty; and each file should have at least +the "copyright" line and a pointer to where the full notice is found. + + Server + Copyright (C) 2021 REVOLT + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU Affero General Public License as published + by the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU Affero General Public License for more details. + + You should have received a copy of the GNU Affero General Public License + along with this program. If not, see . + +Also add information on how to contact you by electronic and paper mail. + + If your software can interact with users remotely through a computer +network, you should also make sure that it provides a way for users to +get its source. For example, if your program is a web application, its +interface could display a "Source" link that leads users to an archive +of the code. There are many ways you could offer source, and different +solutions will be better for different programs; see section 13 for the +specific requirements. + + You should also get your employer (if you work as a programmer) or school, +if any, to sign a "copyright disclaimer" for the program, if necessary. +For more information on this, and how to apply and follow the GNU AGPL, see +. diff --git a/Language/pixiv_downloader.pot b/Language/pixiv_downloader.pot new file mode 100644 index 0000000..45e3c66 --- /dev/null +++ b/Language/pixiv_downloader.pot @@ -0,0 +1,226 @@ +#, fuzzy +msgid "" +msgstr "" +"Project-Id-Version: bili\n" +"POT-Creation-Date: 2022-02-26 23:42+0800\n" +"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n" +"Last-Translator: FULL NAME \n" +"Language-Team: LANGUAGE \n" +"MIME-Version: 1.0\n" +"Content-Type: text/plain; charset=UTF-8\n" +"Content-Transfer-Encoding: 8bit\n" +"X-Generator: Poedit 3.0\n" +"X-Poedit-Basepath: ../src\n" +"X-Poedit-SearchPath-0: .\n" + +#: cookies.rs:75 cookies.rs:217 +msgid "Warning: Failed to parse URL:" +msgstr "" + +#: cookies.rs:90 +msgid "Warning: Failed to parse cookie's key and value:" +msgstr "" + +#: cookies.rs:107 +msgid "Warning: Expires need a date." +msgstr "" + +#: cookies.rs:117 +msgid "Failed to parse UTC string:" +msgstr "" + +#: cookies.rs:127 +msgid "Warning: Max-Age need a duration." +msgstr "" + +#: cookies.rs:134 +msgid "Failed to parse Max-Age:" +msgstr "" + +#: cookies.rs:142 +msgid "Warning: Domain need a domain." +msgstr "" + +#: cookies.rs:148 +msgid "Warning: Path need a path." +msgstr "" + +#: cookies.rs:155 +msgid "Warning: path is not starts with \"/\":" +msgstr "" + +#: cookies.rs:168 +msgid "Warning: Failed to get domain." +msgstr "" + +#: cookies.rs:314 +msgid "Can not find file:" +msgstr "" + +#: cookies.rs:319 +msgid "Can not open file:" +msgstr "" + +#: cookies.rs:332 +msgid "Invalid cookie:" +msgstr "" + +#: cookies.rs:344 +msgid "Can not parse expired time:" +msgstr "" + +#: cookies.rs:366 settings.rs:392 +msgid "Failed to remove file:" +msgstr "" + +#: cookies.rs:372 settings.rs:399 +msgid "Failed to create file:" +msgstr "" + +#: cookies.rs:379 settings.rs:405 +msgid "Failed to write file:" +msgstr "" + +#: download.rs:9 pixiv.rs:47 +msgid "Failed to initialize pixiv web api client." +msgstr "" + +#: opts.rs:69 +msgid "Warning: The specified config file not found." +msgstr "" + +#: opts.rs:93 +msgid "Usage:" +msgstr "" + +#: opts.rs:95 +msgid "Download an artwork" +msgstr "" + +#: opts.rs:97 +msgid "Fix the config file" +msgstr "" + +#: opts.rs:99 +msgid "Print all available settings" +msgstr "" + +#: opts.rs:107 +msgid "Print help message." +msgstr "" + +#: opts.rs:111 +msgid "The location of config file." +msgstr "" + +#: opts.rs:117 settings_list.rs:8 +msgid "The location of cookies file. Used for web API." +msgstr "" + +#: opts.rs:123 settings_list.rs:9 +msgid "The language of translated tags." +msgstr "" + +#: opts.rs:145 +msgid "Unknown command." +msgstr "" + +#: opts.rs:156 +msgid "No URL specified." +msgstr "" + +#: opts.rs:164 +msgid "No detailed command specified." +msgstr "" + +#: opts.rs:177 +msgid "Unknown config subcommand." +msgstr "" + +#: parser\mainpage.rs:53 parser/mainpage.rs:53 +msgid "Failed to parse JSON:" +msgstr "" + +#: parser\mainpage.rs:75 parser/mainpage.rs:75 +msgid "Failed to parse HTML:" +msgstr "" + +#: parser\mainpage.rs:80 parser/mainpage.rs:80 +msgid "Some errors occured during parsing:" +msgstr "" + +#: pixiv.rs:63 pixiv.rs:68 +msgid "Failed to get main page:" +msgstr "" + +#: pixiv.rs:74 +msgid "Failed to parse main page." +msgstr "" + +#: pixiv.rs:88 +msgid "Warning: Failed to save cookies file:" +msgstr "" + +#: settings.rs:29 +msgid "Multiple type" +msgstr "" + +#: settings.rs:264 +msgid "Can not insert setting to JSON object." +msgstr "" + +#: settings.rs:327 +msgid "Settings file is empty." +msgstr "" + +#: settings.rs:334 +msgid "Can not read from settings file." +msgstr "" + +#: settings.rs:343 +msgid "Can not parse settings file." +msgstr "" + +#: settings.rs:352 +msgid "Unknown settings file." +msgstr "" + +#: settings.rs:363 +msgid "\"\" is invalid, you can use \"pixiv_downloader config fix\" to remove all invalid value." +msgstr "" + +#: settings.rs:382 +msgid "Can not convert settings to JSON object." +msgstr "" + +#: settings.rs:410 +msgid "Failed to flush file:" +msgstr "" + +#: settings_list.rs:7 +msgid "Pixiv's refresh tokens. Used to login." +msgstr "" + +#: webclient.rs:59 +msgid "Failed to parse Set-Cookie header." +msgstr "" + +#: webclient.rs:64 +msgid "Failed to convert to string:" +msgstr "" + +#: webclient.rs:94 +msgid "Error when request:" +msgstr "" + +#: main.rs:46 +msgid "Failed to save config file:" +msgstr "" + +#: main.rs:57 +msgid "All available settings:" +msgstr "" + +#: main.rs:89 +msgid "Can not read config file:" +msgstr "" diff --git a/Language/pixiv_downloader.zh_CN.po b/Language/pixiv_downloader.zh_CN.po new file mode 100644 index 0000000..0a123df --- /dev/null +++ b/Language/pixiv_downloader.zh_CN.po @@ -0,0 +1,231 @@ +msgid "" +msgstr "" +"Project-Id-Version: bili\n" +"POT-Creation-Date: 2022-02-26 23:42+0800\n" +"PO-Revision-Date: 2022-02-26 23:43+0800\n" +"Last-Translator: lifegpc \n" +"Language-Team: \n" +"Language: zh_CN\n" +"MIME-Version: 1.0\n" +"Content-Type: text/plain; charset=UTF-8\n" +"Content-Transfer-Encoding: 8bit\n" +"X-Generator: Poedit 3.0\n" +"X-Poedit-Basepath: ../src\n" +"Plural-Forms: nplurals=1; plural=0;\n" +"X-Poedit-SearchPath-0: .\n" + +#: cookies.rs:75 cookies.rs:217 +msgid "Warning: Failed to parse URL:" +msgstr "警告：无法解析 URL：" + +#: cookies.rs:90 +msgid "Warning: Failed to parse cookie's key and value:" +msgstr "警告：无法解析 cookies 的键与值：" + +#: cookies.rs:107 +msgid "Warning: Expires need a date." +msgstr "警告：Expires 需要指定时间。" + +#: cookies.rs:117 +msgid "Failed to parse UTC string:" +msgstr "无法解析UTC时间：" + +#: cookies.rs:127 +msgid "Warning: Max-Age need a duration." +msgstr "警告：Max-Age 需要指定时长。" + +#: cookies.rs:134 +msgid "Failed to parse Max-Age:" +msgstr "无法解析 Max-Age：" + +#: cookies.rs:142 +msgid "Warning: Domain need a domain." +msgstr "警告：Domain 需要指定域名。" + +#: cookies.rs:148 +msgid "Warning: Path need a path." +msgstr "警告：Path 需要一个路径。" + +#: cookies.rs:155 +msgid "Warning: path is not starts with \"/\":" +msgstr "警告：路径没有以 \"/\" 开头：" + +#: cookies.rs:168 +msgid "Warning: Failed to get domain." +msgstr "警告：无法获取域名。" + +#: cookies.rs:314 +msgid "Can not find file:" +msgstr "无法找到文件：" + +#: cookies.rs:319 +msgid "Can not open file:" +msgstr "无法打开文件：" + +#: cookies.rs:332 +msgid "Invalid cookie:" +msgstr "无效的Cookie：" + +#: cookies.rs:344 +msgid "Can not parse expired time:" +msgstr "无法解析过期时间：" + +#: cookies.rs:366 settings.rs:392 +msgid "Failed to remove file:" +msgstr "无法删除文件：" + +#: cookies.rs:372 settings.rs:399 +msgid "Failed to create file:" +msgstr "无法创建文件：" + +#: cookies.rs:379 settings.rs:405 +msgid "Failed to write file:" +msgstr "无法写入文件：" + +#: download.rs:9 pixiv.rs:47 +msgid "Failed to initialize pixiv web api client." +msgstr "无法初始化 Pixiv 网页 API 客户端。" + +#: opts.rs:69 +msgid "Warning: The specified config file not found." +msgstr "警告：没有找到指定的设置文件。" + +#: opts.rs:93 +msgid "Usage:" +msgstr "使用方法：" + +#: opts.rs:95 +msgid "Download an artwork" +msgstr "下载一个作品" + +#: opts.rs:97 +msgid "Fix the config file" +msgstr "修复设置文件" + +#: opts.rs:99 +msgid "Print all available settings" +msgstr "打印所有可用的设置" + +#: opts.rs:107 +msgid "Print help message." +msgstr "打印帮助信息。" + +#: opts.rs:111 +msgid "The location of config file." +msgstr "设置文件的位置。" + +#: opts.rs:117 settings_list.rs:8 +msgid "The location of cookies file. Used for web API." +msgstr "cookies 文件的位置。用于网页 API。" + +#: opts.rs:123 settings_list.rs:9 +msgid "The language of translated tags." +msgstr "翻译后的标签语言。" + +#: opts.rs:145 +msgid "Unknown command." +msgstr "未知指令。" + +#: opts.rs:156 +msgid "No URL specified." +msgstr "没有指定网址。" + +#: opts.rs:164 +msgid "No detailed command specified." +msgstr "没有指定更详细的指令。" + +#: opts.rs:177 +msgid "Unknown config subcommand." +msgstr "未知的 config 子指令。" + +#: parser\mainpage.rs:53 parser/mainpage.rs:53 +msgid "Failed to parse JSON:" +msgstr "无法解析 JSON：" + +#: parser\mainpage.rs:75 parser/mainpage.rs:75 +msgid "Failed to parse HTML:" +msgstr "无法解析 HTML：" + +#: parser\mainpage.rs:80 parser/mainpage.rs:80 +msgid "Some errors occured during parsing:" +msgstr "在解析中发生了一些错误：" + +#: pixiv.rs:63 pixiv.rs:68 +msgid "Failed to get main page:" +msgstr "无法获取主页：" + +#: pixiv.rs:74 +msgid "Failed to parse main page." +msgstr "无法解析主页。" + +#: pixiv.rs:88 +msgid "Warning: Failed to save cookies file:" +msgstr "警告：无法保存 cookies 文件：" + +#: settings.rs:29 +msgid "Multiple type" +msgstr "多种类型" + +#: settings.rs:264 +msgid "Can not insert setting to JSON object." +msgstr "无法将设置插入 JSON 对象。" + +#: settings.rs:327 +msgid "Settings file is empty." +msgstr "设置文件是空的。" + +#: settings.rs:334 +msgid "Can not read from settings file." +msgstr "无法读取设置文件。" + +#: settings.rs:343 +msgid "Can not parse settings file." +msgstr "无法解析设置文件。" + +#: settings.rs:352 +msgid "Unknown settings file." +msgstr "未知的设置文件。" + +#: settings.rs:363 +msgid "" +"\"\" is invalid, you can use \"pixiv_downloader config fix\" to remove " +"all invalid value." +msgstr "" +"\"\" 不合法，您可以使用 \"pixiv_downloader config fix\" 来移除所有不合" +"法的值。" + +#: settings.rs:382 +msgid "Can not convert settings to JSON object." +msgstr "无法将设置转换为 JSON 对象。" + +#: settings.rs:410 +msgid "Failed to flush file:" +msgstr "无法刷新文件缓冲区：" + +#: settings_list.rs:7 +msgid "Pixiv's refresh tokens. Used to login." +msgstr "Pixiv 的 refresh tokens。用于登录。" + +#: webclient.rs:59 +msgid "Failed to parse Set-Cookie header." +msgstr "无法解析 Set-Cookie 头部。" + +#: webclient.rs:64 +msgid "Failed to convert to string:" +msgstr "无法转换为字符串：" + +#: webclient.rs:94 +msgid "Error when request:" +msgstr "请求时发生错误：" + +#: main.rs:46 +msgid "Failed to save config file:" +msgstr "无法保存设置文件：" + +#: main.rs:57 +msgid "All available settings:" +msgstr "所有可用的设置：" + +#: main.rs:89 +msgid "Can not read config file:" +msgstr "无法读取设置文件：" diff --git a/src/cookies.rs b/src/cookies.rs new file mode 100644 index 0000000..9fb966c --- /dev/null +++ b/src/cookies.rs @@ -0,0 +1,389 @@ +use crate::gettext; +use chrono::DateTime; +use chrono::TimeZone; +use chrono::Utc; +use reqwest::IntoUrl; +use std::fs::{remove_file, File}; +use std::io::BufRead; +use std::io::BufReader; +use std::io::Write; +use std::iter::Iterator; +use std::path::Path; + +trait ToNetscapeStr { + fn to_netscape_str(&self) -> &'static str; +} + +impl ToNetscapeStr for bool { + fn to_netscape_str(&self) -> &'static str { + if *self { + "TRUE" + } else { + "FALSE" + } + } +} + +#[derive(Clone, PartialEq, Debug)] +/// Cookies structure +pub struct Cookie { + /// Cookie's name + _name: String, + /// Cookie's value + _value: String, + /// Whether to include subdomains + _subdomains: bool, + /// Cookie's Path + _path: String, + /// HTTP only + _http_only: bool, + /// Expired time + _expired: Option>, + /// Domain name + _domain: String, +} + +impl Cookie { + pub fn new( + name: &str, + value: &str, + domain: &str, + subdomains: bool, + path: &str, + http_only: bool, + expired: Option>, + ) -> Self { + Self { + _name: name.to_string(), + _value: value.to_string(), + _subdomains: subdomains, + _path: path.to_string(), + _http_only: http_only, + _expired: expired.clone(), + _domain: domain.to_string(), + } + } + + pub fn from_set_cookie(url: U, header: &str) -> Option { + let mut subdomain = false; + let mut http_only = false; + let mut expired: i64 = 0; + let u = url.into_url(); + if u.is_err() { + println!( + "{} {}", + gettext("Warning: Failed to parse URL:"), + u.unwrap_err() + ); + return None; + } + let u = u.unwrap(); + let mut path = u.path().to_string(); + let t = String::from(header); + let l: Vec<&str> = t.split(";").collect(); + let m = l[0]; + let t = String::from(m); + let l2: Vec<&str> = t.split("=").collect(); + if l2.len() < 2 { + println!( + "{} {}", + gettext("Warning: Failed to parse cookie's key and value:"), + m + ); + return None; + } + let key = l2[0]; + let value = l2[1]; + let mut domain = match u.host_str() { + Some(s) => Some(String::from(s)), + None => None, + }; + for v in l.iter().skip(2) { + let t = String::from(*v).trim().to_string(); + let ll: Vec<&str> = t.split("=").collect(); + let k = ll[0].to_lowercase(); + if k == "expires" { + if ll.len() < 2 { + println!("{}", gettext("Warning: Expires need a date.")); + return None; + } + let mut re = dateparser::parse(ll[1]); + if re.is_err() { + let s = ll[1].replace("-", " "); + re = dateparser::parse(s.as_str()); + if re.is_err() { + println!( + "{} {}", + gettext("Failed to parse UTC string:"), + re.unwrap_err() + ); + return None; + } + } + let r = re.unwrap(); + expired = r.timestamp(); + } else if k == "max-age" { + if ll.len() < 2 { + println!("{}", gettext("Warning: Max-Age need a duration.")); + return None; + } + let re = ll[1].parse::(); + if re.is_err() { + println!( + "{} {}", + gettext("Failed to parse Max-Age:"), + re.unwrap_err() + ); + return None; + } + expired = re.unwrap() + Utc::now().timestamp(); + } else if k == "domain" { + if ll.len() < 2 { + println!("{}", gettext("Warning: Domain need a domain.")); + return None; + } + domain = Some(String::from(ll[1])); + } else if k == "path" { + if ll.len() < 2 { + println!("{}", gettext("Warning: Path need a path.")); + return None; + } + let p = ll[1].to_string(); + if !p.starts_with("/") { + println!( + "{} {}", + gettext("Warning: path is not starts with \"/\":"), + p.as_str() + ); + return None; + } + path = p; + } else if k == "httponly" { + http_only = true; + } else if k == "secure" || k == "samesite" { + continue; + } + } + if domain.is_none() { + println!("{}", gettext("Warning: Failed to get domain.")); + return None; + } + let domain = domain.unwrap(); + if domain.starts_with(".") { + subdomain = true; + } + let expired = if expired == 0 { + None + } else { + Some(Utc.timestamp(expired, 0)) + }; + Some(Self::new( + key, + value, + domain.as_str(), + subdomain, + path.as_str(), + http_only, + expired, + )) + } + + /// Get name and value string: name=value; + pub fn get_name_value(&self) -> String { + format!("{}={};", self._name.as_str(), self._value.as_str()) + } + + pub fn is_expired(&self) -> bool { + if self._expired.is_some() { + let now = Utc::now(); + if now > self._expired.as_ref().unwrap().clone() { + return true; + } + } + false + } + + pub fn is_same_key(&self, other: &Self) -> bool { + self._name == other._name && self._domain == other._domain + } + + /// Check if url is matched + /// * `url` - URL + pub fn matched(&self, url: U) -> bool { + let u = url.into_url(); + if u.is_err() { + println!( + "{} {}", + gettext("Warning: Failed to parse URL:"), + u.unwrap_err() + ); + return false; + } + if self.is_expired() { + return false; + } + let u = u.unwrap(); + let host = u.host_str(); + if host.is_none() { + return false; + } + let host = host.unwrap(); + let subdomain = self._subdomains || self._domain.starts_with("."); + let domain = if subdomain && !self._domain.starts_with(".") { + String::from(".") + &self._domain + } else { + self._domain.clone() + }; + if subdomain && !host.starts_with(&domain) && host != &domain[1..] { + return false; + } + if !subdomain && host != domain { + return false; + } + let path = u.path(); + if !path.starts_with(&self._path) { + return false; + } + true + } + + pub fn expired_time(&self) -> i64 { + match &self._expired { + Some(k) => k.timestamp(), + None => 0, + } + } + + pub fn to_netscape_str(&self) -> String { + format!( + "{}\t{}\t{}\t{}\t{}\t{}\t{}\n", + self._domain, + self._subdomains.to_netscape_str(), + self._path, + self._http_only.to_netscape_str(), + self.expired_time(), + self._name, + self._value + ) + } +} + +#[derive(Clone, Debug)] +/// Cookies Jar +pub struct CookieJar { + cookies: Vec, +} + +impl CookieJar { + pub fn new() -> Self { + Self { + cookies: Vec::new(), + } + } + + pub fn add(&mut self, c: Cookie) { + let mut i = 0; + while i < self.cookies.len() { + let a = &self.cookies[i]; + if a.is_same_key(&c) { + self.cookies[i] = c; + return; + } + i += 1; + } + self.cookies.push(c); + } + + /// Check and remove all expired cookies + pub fn check_expired(&mut self) { + let mut i = 0; + while i < self.cookies.len() { + let c = &self.cookies[i]; + if c.is_expired() { + self.cookies.remove(i); + } else { + i += 1; + } + } + } + + pub fn read(&mut self, file_name: &str) -> bool { + self.cookies.clear(); + let p = Path::new(file_name); + if !p.exists() { + println!("{} {}", gettext("Can not find file:"), file_name); + return false; + } + let re = File::open(p); + if re.is_err() { + println!("{} {}", gettext("Can not open file:"), file_name); + return false; + } + let f = re.unwrap(); + let r = BufReader::new(f); + for line in r.lines() { + let mut l = line.unwrap(); + l = l.trim().to_string(); + if l.starts_with("#") { + continue; + } + let mut s = l.split('\t'); + if s.clone().count() < 7 { + println!("{} {}", gettext("Invalid cookie:"), l); + return false; + } + let domain = s.next().unwrap(); + let subdomains = s.next().unwrap() != "FALSE"; + let path = s.next().unwrap(); + let http_only = s.next().unwrap() != "FALSE"; + let expired = s.next().unwrap(); + let name = s.next().unwrap(); + let value = s.next().unwrap(); + let tmp = expired.trim().parse::(); + if tmp.is_err() { + println!("{} {}", gettext("Can not parse expired time:"), expired); + return false; + } + let tmp = tmp.unwrap(); + let expired = if tmp == 0 { + None + } else { + Some(Utc.timestamp(tmp, 0)) + }; + let c = Cookie::new(name, value, domain, subdomains, path, http_only, expired); + self.add(c); + } + self.check_expired(); + true + } + + pub fn save(&mut self, file_name: &str) -> bool { + let p = Path::new(file_name); + self.check_expired(); + if p.exists() { + let re = remove_file(p); + if re.is_err() { + println!("{} {}", gettext("Failed to remove file:"), re.unwrap_err()); + return false; + } + } + let re = File::create(p); + if re.is_err() { + println!("{} {}", gettext("Failed to create file:"), re.unwrap_err()); + return false; + } + let mut f = re.unwrap(); + for c in self.cookies.iter() { + let r = write!(f, "{}", c.to_netscape_str().as_str()); + if r.is_err() { + println!("{} {}", gettext("Failed to write file:"), r.unwrap_err()); + return false; + } + } + true + } + + pub fn iter(&self) -> core::slice::Iter { + self.cookies.iter() + } +} diff --git a/src/download.rs b/src/download.rs new file mode 100644 index 0000000..dd0a8de --- /dev/null +++ b/src/download.rs @@ -0,0 +1,15 @@ +use crate::gettext; +use crate::pixiv::PixivWebClient; +use crate::Main; + +impl Main { + pub fn download(&mut self) -> i32 { + let mut pw = PixivWebClient::new(&self); + if !pw.init() { + println!("{}", gettext("Failed to initialize pixiv web api client.")); + return 1; + } + pw.check_login(); + 0 + } +} diff --git a/src/i18n.rs b/src/i18n.rs new file mode 100644 index 0000000..1ea11a2 --- /dev/null +++ b/src/i18n.rs @@ -0,0 +1,167 @@ +#[cfg(windows)] +extern crate winapi; + +use crate::utils::get_exe_path_else_current; +use gettext::Catalog; +use std::fs::File; + +pub fn get_lang() -> String { + let lan = std::env::var("LANG"); + match lan { + Ok(l) => { + if l.len() > 0 { + return l; + } + } + Err(_) => {} + } + #[cfg(windows)] + { + use std::alloc::alloc; + use std::alloc::dealloc; + use std::alloc::Layout; + use std::mem::align_of; + use std::mem::size_of; + use std::ptr::null_mut; + use winapi::um::stringapiset::WideCharToMultiByte; + use winapi::um::winnls::GetUserDefaultLCID; + use winapi::um::winnls::LCIDToLocaleName; + use winapi::um::winnls::CP_UTF8; + use winapi::um::winnls::WC_ERR_INVALID_CHARS; + use winapi::um::winnt::LPSTR; + use winapi::um::winnt::LPWSTR; + use winapi::um::winnt::WCHAR; + unsafe { + let lcid = GetUserDefaultLCID(); + let len = LCIDToLocaleName(lcid, null_mut(), 0, 0); + if len > 0 { + let align = align_of::(); + let s = size_of::(); + let layout = Layout::from_size_align(len as usize * s, align); + match layout { + Ok(lay) => { + let pstr = alloc(lay) as LPWSTR; + let re = LCIDToLocaleName(lcid, pstr, len, 0); + let mut result = String::from(""); + if re > 0 { + let mlen = WideCharToMultiByte( + CP_UTF8, + WC_ERR_INVALID_CHARS, + pstr, + len, + null_mut(), + 0, + null_mut(), + null_mut(), + ); + if mlen > 0 { + let ali = align_of::(); + let layout = Layout::from_size_align(mlen as usize, ali); + match layout { + Ok(lay) => { + let pmstr = alloc(lay) as LPSTR; + let re = WideCharToMultiByte( + CP_UTF8, + WC_ERR_INVALID_CHARS, + pstr, + len, + pmstr, + mlen, + null_mut(), + null_mut(), + ); + if re > 0 { + result = String::from_raw_parts( + pmstr as *mut u8, + mlen as usize, + mlen as usize, + ); + } else { + dealloc(pmstr as *mut u8, lay); + } + } + Err(_) => {} + } + } + } + dealloc(pstr as *mut u8, lay); + if result.len() > 0 { + return result; + } + } + Err(_) => {} + } + } + } + } + return String::from("en-US"); +} + +pub struct I18n { + catalog: Option, +} + +fn open_mo_file(molang: &str) -> Option { + let mut pb = get_exe_path_else_current(); + let base = String::from("pixiv_downloader"); + let fname = base + "." + molang.replace("-", "_").as_str() + ".mo"; + pb.push(fname); + let p = pb.as_path(); + if p.exists() { + let f = File::open(p); + match f { + Ok(f) => { + return Some(f); + } + Err(_) => {} + } + } + return None; +} + +impl I18n { + pub fn new() -> I18n { + let s = get_lang(); + let mut molang = s.as_str(); + if s.starts_with("zh") { + let t = s.to_lowercase(); + if t == "zh-tw" || t == "zh-hant" || t == "zh-hk" { + molang = "zh_TW"; + } else { + molang = "zh_CN"; + } + } + let mut catalog: Option = None; + let re = open_mo_file(molang); + match re { + Some(f) => { + let re = Catalog::parse(f); + match re { + Ok(c) => { + catalog = Some(c); + } + Err(_) => {} + } + } + None => {} + } + return I18n { catalog: catalog }; + } +} + +lazy_static! { + static ref I18NT: I18n = I18n::new(); +} + +/// Get translation of text +/// * `s` - Origin text +pub fn gettext(s: &str) -> &str { + match &I18NT.catalog { + Some(c) => { + return c.gettext(s); + } + None => { + return s; + } + } +} diff --git a/src/main.rs b/src/main.rs new file mode 100644 index 0000000..7af7c64 --- /dev/null +++ b/src/main.rs @@ -0,0 +1,111 @@ +extern crate chrono; +extern crate dateparser; +extern crate json; +#[macro_use] +extern crate lazy_static; +extern crate tokio; +extern crate reqwest; + +mod cookies; +mod download; +mod i18n; +mod opthelper; +mod opts; +mod parser; +mod pixiv; +mod settings; +mod settings_list; +mod utils; +mod webclient; + +use i18n::gettext; +use opts::Command; +use opts::CommandOpts; +use opts::ConfigCommand; +use settings::SettingStore; + +pub struct Main { + pub cmd: Option, + pub settings: Option, +} + +impl Main { + pub fn deal_config_cmd(&mut self) -> i32 { + let cmd = self.cmd.as_ref().unwrap(); + let subcmd = cmd.config_cmd.as_ref().unwrap(); + match subcmd { + ConfigCommand::Fix => { + let s = self.settings.as_ref().unwrap(); + let conf = cmd.config(); + if conf.is_some() { + if s.save(conf.as_ref().unwrap()) { + 0 + } else { + println!( + "{} {}", + gettext("Failed to save config file:"), + conf.as_ref().unwrap() + ); + 1 + } + } else { + 0 + } + } + ConfigCommand::Help => { + let s = self.settings.as_ref().unwrap(); + println!("{}", gettext("All available settings:")); + s.basic.print_help(); + 0 + } + } + } + + pub fn new() -> Self { + Self { + cmd: None, + settings: None, + } + } + + pub fn run(&mut self) -> i32 { + self.cmd = opts::parse_cmd(); + if self.cmd.is_none() { + return 0; + } + let cmd = self.cmd.as_ref().unwrap(); + self.settings = Some(SettingStore::default()); + match cmd.config() { + Some(conf) => { + let fix_invalid = if cmd.cmd == Command::Config + && cmd.config_cmd.as_ref().unwrap() == ConfigCommand::Fix + { + true + } else { + false + }; + let r = self.settings.as_mut().unwrap().read(&conf, fix_invalid); + if !r { + println!("{} {}", gettext("Can not read config file:"), conf.as_str()); + return 1; + } + } + None => {} + } + match cmd.cmd { + Command::Config => { + self.deal_config_cmd(); + } + Command::Download => { + return self.download(); + } + } + 0 + } +} + +#[tokio::main] +async fn main() { + let mut m = Main::new(); + std::process::exit(m.run()); +} diff --git a/src/opthelper.rs b/src/opthelper.rs new file mode 100644 index 0000000..3bbfff6 --- /dev/null +++ b/src/opthelper.rs @@ -0,0 +1,34 @@ +use crate::opts::CommandOpts; +use crate::settings::SettingStore; + +#[derive(Clone)] +pub struct OptHelper<'a> { + opt: &'a CommandOpts, + settings: &'a SettingStore, +} + +impl<'a> OptHelper<'a> { + pub fn cookies(&self) -> Option { + if self.opt.cookies.is_some() { + self.opt.cookies.clone() + } else if self.settings.have_str("cookies") { + self.settings.get_str("cookies") + } else { + None + } + } + + pub fn language(&self) -> Option { + if self.opt.language.is_some() { + self.opt.language.clone() + } else if self.settings.have_str("language") { + self.settings.get_str("language") + } else { + None + } + } + + pub fn new(opt: &'a CommandOpts, settings: &'a SettingStore) -> Self { + Self { opt, settings } + } +} diff --git a/src/opts.rs b/src/opts.rs new file mode 100644 index 0000000..e7e4137 --- /dev/null +++ b/src/opts.rs @@ -0,0 +1,193 @@ +extern crate getopts; + +use crate::gettext; +use crate::utils::check_file_exists; +use crate::utils::get_exe_path_else_current; +use getopts::Options; +use std::env; + +/// Command Line command +#[derive(Clone, Copy, Debug, PartialEq)] +pub enum Command { + /// Do something for the config + Config, + /// Download an artwork + Download, +} + +/// Subcommand for config +#[derive(Clone, Copy, Debug, PartialEq)] +pub enum ConfigCommand { + /// Fix the config file + Fix, + /// Print all available settings + Help, +} + +impl PartialEq for &ConfigCommand { + fn eq(&self, other: &ConfigCommand) -> bool { + other == *self + } +} + +#[derive(Debug)] +/// Command Line Options +pub struct CommandOpts { + /// Command + pub cmd: Command, + /// URLs + pub urls: Vec, + /// Config location + pub _config: Option, + /// Config command + pub config_cmd: Option, + /// The location of cookies file + pub cookies: Option, + /// The language of translated tags + pub language: Option, +} + +impl CommandOpts { + pub fn new(cmd: Command) -> Self { + Self { + cmd, + urls: Vec::new(), + _config: None, + config_cmd: None, + cookies: None, + language: None, + } + } + + pub fn config(&self) -> Option { + if self._config.is_some() { + if check_file_exists(&self._config.as_ref().unwrap()) { + self._config.clone() + } else { + println!( + "{}", + gettext("Warning: The specified config file not found.") + ); + None + } + } else { + let mut pb = get_exe_path_else_current(); + pb = pb.join("pixiv_downloader.json"); + if pb.exists() { + return Some(String::from(pb.to_str().unwrap())); + } + if check_file_exists("config.json") { + return Some(String::from("config.json")); + } + None + } + } +} + +pub fn print_usage(prog: &str, opts: &Options) { + let brief = format!( + "{} +{} download [options] [] {} +{} config fix [options] {} +{} config help [options] {}", + gettext("Usage:"), + prog, + gettext("Download an artwork"), + prog, + gettext("Fix the config file"), + prog, + gettext("Print all available settings"), + ); + println!("{}", opts.usage(brief.as_str())); +} + +pub fn parse_cmd() -> Option { + let argv: Vec = env::args().collect(); + let mut opts = Options::new(); + opts.optflag("h", "help", gettext("Print help message.")); + opts.optopt( + "c", + "config", + gettext("The location of config file."), + "FILE", + ); + opts.optopt( + "C", + "cookies", + gettext("The location of cookies file. Used for web API."), + "FILE", + ); + opts.optopt( + "l", + "language", + gettext("The language of translated tags."), + "LANG", + ); + let result = match opts.parse(&argv[1..]) { + Ok(m) => m, + Err(err) => { + panic!("{}", err.to_string()) + } + }; + if result.opt_present("h") || result.free.len() == 0 { + print_usage(&argv[0], &opts); + return None; + } + let cmd = &result.free[0]; + let mut re = if cmd == "download" { + Some(CommandOpts::new(Command::Download)) + } else if cmd == "config" { + Some(CommandOpts::new(Command::Config)) + } else { + None + }; + if re.is_none() { + println!("{}", gettext("Unknown command.")); + print_usage(&argv[0], &opts); + return None; + } + match re.as_ref().unwrap().cmd { + Command::Download => { + let mut urls = Vec::new(); + for url in result.free.iter().skip(1) { + urls.push(url.to_string()); + } + if urls.is_empty() { + println!("{}", gettext("No URL specified.")); + print_usage(&argv[0], &opts); + return None; + } + re.as_mut().unwrap().urls = urls; + } + Command::Config => { + if result.free.len() < 2 { + println!("{}", gettext("No detailed command specified.")); + print_usage(&argv[0], &opts); + return None; + } + let subcmd = &result.free[1]; + re.as_mut().unwrap().config_cmd = if subcmd == "fix" { + Some(ConfigCommand::Fix) + } else if subcmd == "help" { + Some(ConfigCommand::Help) + } else { + None + }; + if re.as_ref().unwrap().config_cmd.is_none() { + println!("{}", gettext("Unknown config subcommand.")); + print_usage(&argv[0], &opts); + return None; + } + } + } + if result.opt_present("config") { + re.as_mut().unwrap()._config = Some(result.opt_str("config").unwrap()); + } + if result.opt_present("cookies") { + re.as_mut().unwrap().cookies = Some(result.opt_str("cookies").unwrap()); + } + if result.opt_present("language") { + re.as_mut().unwrap().language = Some(result.opt_str("language").unwrap()); + } + re +} diff --git a/src/parser/mainpage.rs b/src/parser/mainpage.rs new file mode 100644 index 0000000..87db79b --- /dev/null +++ b/src/parser/mainpage.rs @@ -0,0 +1,87 @@ +use crate::gettext; +use html_parser::Dom; +use html_parser::Node; +use json::JsonValue; + +pub struct MainPageParser { + pub value: Option, +} + +impl MainPageParser { + pub fn new() -> Self { + Self { + value: None, + } + } + + fn iter(&mut self, node: &Node) -> bool { + match node { + Node::Element(e) => { + if e.name == "meta" { + let name = e.attributes.get("name"); + if name.is_none() { + return false; + } + let name = name.unwrap(); + if name.is_none() { + return false; + } + if name.as_ref().unwrap() != "global-data" { + return false; + } + if e.id.is_none() { + return false; + } + if e.id.as_ref().unwrap() != "meta-global-data" { + return false; + } + let c = e.attributes.get("content"); + if c.is_none() { + return false; + } + let c = c.unwrap(); + if c.is_none() { + return false; + } + let r = json::parse(c.as_ref().unwrap()); + if r.is_err() { + println!("{} {}", gettext("Failed to parse JSON:"), r.unwrap_err()); + return false; + } + self.value = Some(r.unwrap()); + true + } else { + for c in e.children.iter() { + if self.iter(c) { + return true; + } + } + false + } + } + Node::Comment(_) => { false } + Node::Text(_) => { false } + } + } + + pub fn parse(&mut self, context: &str) -> bool { + let r = Dom::parse(context); + if r.is_err() { + println!("{} {}", gettext("Failed to parse HTML:"), r.unwrap_err()); + return false; + } + let dom = r.unwrap(); + if dom.errors.len() > 0 { + println!("{}", gettext("Some errors occured during parsing:")); + for i in dom.errors.iter() { + println!("{}", i); + } + } + for n in dom.children.iter() { + if self.iter(n) { + return true; + } + } + false + } +} diff --git a/src/parser/mod.rs b/src/parser/mod.rs new file mode 100644 index 0000000..a713231 --- /dev/null +++ b/src/parser/mod.rs @@ -0,0 +1,3 @@ +extern crate html_parser; + +pub mod mainpage; diff --git a/src/pixiv.rs b/src/pixiv.rs new file mode 100644 index 0000000..d5beb10 --- /dev/null +++ b/src/pixiv.rs @@ -0,0 +1,91 @@ +use crate::gettext; +use crate::opthelper::OptHelper; +use crate::parser::mainpage::MainPageParser; +use crate::webclient::WebClient; +use crate::Main; +use spin_on::spin_on; + +/// A client which use Pixiv's web API +pub struct PixivWebClient<'a> { + client: WebClient, + helper: OptHelper<'a>, + /// true if in is initialized + inited: bool, +} + +impl<'a> PixivWebClient<'a> { + pub fn new(m: &'a Main) -> Self { + Self { + client: WebClient::new(), + helper: OptHelper::new(m.cmd.as_ref().unwrap(), m.settings.as_ref().unwrap()), + inited: false, + } + } + + pub fn init(&mut self) -> bool { + let c = self.helper.cookies(); + if c.is_some() { + if !self.client.read_cookies(c.as_ref().unwrap()) { + return false; + } + } + self.client.set_header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4638.69 Safari/537.36"); + let l = self.helper.language(); + if l.is_some() { + self.client.set_header("Accept-Language", l.as_ref().unwrap()); + } else { + self.client.set_header("Accept-Language", "ja"); + } + self.inited = true; + true + } + + pub fn auto_init(&mut self) { + if !self.inited { + let r = self.init(); + if !r { + panic!("{}", gettext("Failed to initialize pixiv web api client.")); + } + } + } + + pub fn check_login(&mut self) -> bool { + self.auto_init(); + let r = self.client.get("https://www.pixiv.net/"); + if r.is_none() { + return false; + } + let r = r.unwrap(); + let status = r.status(); + let code = status.as_u16(); + if code >= 400 { + println!("{} {}", gettext("Failed to get main page:"), status); + return false; + } + let data = spin_on(r.text_with_charset("UTF-8")); + if data.is_err() { + println!("{} {}", gettext("Failed to get main page:"), data.unwrap_err()); + return false; + } + let data = data.unwrap(); + let mut p = MainPageParser::new(); + if !p.parse(data.as_str()) { + println!("{}", gettext("Failed to parse main page.")); + return false; + } + true + } +} + +impl <'a> Drop for PixivWebClient<'a> { + fn drop(&mut self) { + if self.inited { + let c = self.helper.cookies(); + if c.is_some() { + if !self.client.save_cookies(c.as_ref().unwrap()) { + println!("{} {}", gettext("Warning: Failed to save cookies file:"), c.as_ref().unwrap()); + } + } + } + } +} diff --git a/src/settings.rs b/src/settings.rs new file mode 100644 index 0000000..2fb992f --- /dev/null +++ b/src/settings.rs @@ -0,0 +1,421 @@ +use crate::gettext; +use crate::settings_list::get_settings_list; +use json::JsonValue; +use std::collections::HashMap; +use std::fmt::{Debug, Display}; +use std::fs::{remove_file, File}; +use std::io::{Read, Write}; +use std::path::Path; + +/// Json value type +#[derive(Clone, Copy, PartialEq)] +pub enum JsonValueType { + Str, + Number, + Boolean, + Object, + Array, + Multiple, +} + +impl JsonValueType { + pub fn to_str(&self) -> &'static str { + match self { + JsonValueType::Str => "String", + JsonValueType::Number => "Number", + JsonValueType::Boolean => "Boolean", + JsonValueType::Object => "Object", + JsonValueType::Array => "Array", + JsonValueType::Multiple => gettext("Multiple type"), + } + } +} + +impl Debug for JsonValueType { + fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result { + write!(f, "{}", self.to_str()) + } +} + +impl Display for JsonValueType { + fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result { + write!(f, "{}", self.to_str()) + } +} + +/// An callback to check if a json value is valid +pub type SettingDesCallback = fn(obj: &JsonValue) -> bool; + +/// An object to describe a setting +#[derive(Clone)] +pub struct SettingDes { + /// The name of the setting + _name: String, + /// The description of the setting + _description: String, + /// The type of the setting + _type: JsonValueType, + /// The callback function of the setting + _fun: Option, +} + +impl SettingDes { + /// Create a new setting description + pub fn new( + name: &str, + description: &str, + typ: JsonValueType, + callback: Option, + ) -> Option { + if (typ == JsonValueType::Array + || typ == JsonValueType::Object + || typ == JsonValueType::Multiple) + && callback.is_none() + { + return None; + } + Some(SettingDes { + _name: String::from(name), + _description: String::from(description), + _type: typ.clone(), + _fun: callback, + }) + } + + pub fn name(&self) -> &str { + self._name.as_str() + } + + pub fn description(&self) -> &str { + self._description.as_str() + } + + pub fn type_name(&self) -> &'static str { + self._type.to_str() + } + /// Check if a value is valid + pub fn is_vaild_value(&self, value: &JsonValue) -> bool { + if self._type == JsonValueType::Array { + if value.is_array() { + return self._fun.unwrap()(&value); + } + } else if self._type == JsonValueType::Boolean { + if value.is_boolean() { + return true; + } + } else if self._type == JsonValueType::Multiple { + return self._fun.unwrap()(&value); + } else if self._type == JsonValueType::Number { + if value.is_number() { + match self._fun { + Some(fun) => { + return fun(&value); + } + None => { + return true; + } + } + } + } else if self._type == JsonValueType::Object { + if value.is_object() { + return self._fun.unwrap()(&value); + } + } else if self._type == JsonValueType::Str { + if value.is_string() { + match self._fun { + Some(fun) => { + return fun(&value); + } + None => { + return true; + } + } + } + } + return false; + } +} + +impl Debug for SettingDes { + fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result { + write!( + f, + "SettingDes {{ name: {}, description: {}, type: {} }}", + self._name, self._description, self._type + ) + } +} + +/// Store a list of settings +#[derive(Clone, Debug)] +pub struct SettingDesStore { + list: Vec, +} + +impl SettingDesStore { + pub fn new(list: Vec) -> SettingDesStore { + SettingDesStore { list } + } + + pub fn check_valid(&self, key: &str, value: &JsonValue) -> Option { + for i in self.list.iter() { + if i.name() == key { + return Some(i.is_vaild_value(value)); + } + } + None + } + + pub fn len(&self) -> usize { + self.list.len() + } + + pub fn print_help(&self) { + let mut s = String::from(""); + for i in self.list.iter() { + let mut t = format!("{}: {}", i.name(), i.type_name()); + if t.len() >= 20 { + t += "\t"; + } else { + t += " ".repeat(20 - t.len()).as_str(); + } + t += i.description(); + if s.len() > 0 { + s += "\n"; + } + s += t.as_str(); + } + println!("{}", s); + } +} + +impl Default for SettingDesStore { + fn default() -> Self { + Self { + list: get_settings_list(), + } + } +} + +/// An settings option +#[derive(Clone)] +pub struct SettingOpt { + _name: String, + _value: JsonValue, +} + +impl SettingOpt { + pub fn new(name: String, value: JsonValue) -> SettingOpt { + SettingOpt { + _name: name.clone(), + _value: value.clone(), + } + } + + pub fn name(&self) -> String { + self._name.clone() + } + + pub fn value(&self) -> JsonValue { + self._value.clone() + } +} + +impl Debug for SettingOpt { + fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result { + Display::fmt(&self._value, f) + } +} + +#[derive(Clone, Debug)] +pub struct SettingJar { + pub settings: HashMap, +} + +impl SettingJar { + pub fn new() -> SettingJar { + SettingJar { + settings: HashMap::new(), + } + } + + pub fn add(&mut self, key: &str, opt: JsonValue) { + self.settings + .insert(String::from(key), SettingOpt::new(String::from(key), opt)); + } + + pub fn clear(&mut self) { + self.settings.clear(); + } + + pub fn get(&self, key: &str) -> Option { + if self.settings.contains_key(key) { + return Some(self.settings.get(key).unwrap().value()); + } + None + } + + pub fn to_json(&self) -> Option { + let mut v = JsonValue::new_object(); + for (_, val) in self.settings.iter() { + match v.insert(val.name().as_str(), val.value()) { + Ok(_) => {} + Err(_) => { + println!("{}", gettext("Can not insert setting to JSON object.")); + return None; + } + } + } + Some(v) + } +} + +#[derive(Clone, Debug)] +pub struct SettingStore { + pub basic: SettingDesStore, + pub data: SettingJar, +} + +impl SettingStore { + pub fn new(list: Vec) -> Self { + Self { + basic: SettingDesStore::new(list), + data: SettingJar::new(), + } + } + + pub fn get_str(&self, key: &str) -> Option { + let obj = self.data.get(key); + if obj.is_none() { + return None; + } + let obj = obj.unwrap(); + if !obj.is_string() { + None + } else { + Some(String::from(obj.as_str().unwrap())) + } + } + + pub fn have_str(&self, key: &str) -> bool { + let obj = self.data.get(key); + if obj.is_none() { + return false; + } + let obj = obj.unwrap(); + obj.is_string() + } + + pub fn read(&mut self, file_name: &str, fix_invalid: bool) -> bool { + self.data.clear(); + let path = Path::new(file_name); + if !path.exists() { + return false; + } + let re = File::open(path); + if re.is_err() { + println!("{}", re.unwrap_err()); + return false; + } + let mut f = re.unwrap(); + let mut s = String::from(""); + let r = f.read_to_string(&mut s); + match r { + Ok(le) => { + if le == 0 { + if !fix_invalid { + println!("{}", gettext("Settings file is empty.")); + return false; + } + return true; + } + } + Err(_) => { + println!("{}", gettext("Can not read from settings file.")); + return false; + } + } + let re = json::parse(s.as_str()); + match re { + Ok(_) => {} + Err(_) => { + if !fix_invalid { + println!("{}", gettext("Can not parse settings file.")); + return false; + } + return true; + } + } + let obj = re.unwrap(); + if !obj.is_object() { + if !fix_invalid { + println!("{}", gettext("Unknown settings file.")); + return false; + } + return true; + } + for (key, o) in obj.entries() { + let re = self.basic.check_valid(key, o); + match re { + Some(re) => { + if !re { + if !fix_invalid { + let s = gettext("\"\" is invalid, you can use \"pixiv_downloader config fix\" to remove all invalid value.").replace("", key); + println!("{}", s.as_str()); + return false; + } + } else { + self.data.add(key, o.clone()); + } + } + None => { + self.data.add(key, o.clone()); + } + } + } + true + } + + pub fn save(&self, file_name: &str) -> bool { + let obj = self.data.to_json(); + if obj.is_none() { + println!("{}", gettext("Can not convert settings to JSON object.")); + return false; + } + let obj = obj.unwrap(); + let s = json::stringify(obj); + let path = Path::new(file_name); + if path.exists() { + match remove_file(path) { + Ok(_) => {} + Err(e) => { + println!("{} {}", gettext("Failed to remove file:"), e); + return false; + } + } + } + let r = File::create(path); + if r.is_err() { + println!("{} {}", gettext("Failed to create file:"), r.unwrap_err()); + return false; + } + let mut f = r.unwrap(); + let r = f.write(s.as_bytes()); + if r.is_err() { + println!("{} {}", gettext("Failed to write file:"), r.unwrap_err()); + return false; + } + let r = f.flush(); + if r.is_err() { + println!("{} {}", gettext("Failed to flush file:"), r.unwrap_err()); + return false; + } + true + } +} + +impl Default for SettingStore { + fn default() -> Self { + Self::new(get_settings_list()) + } +} diff --git a/src/settings_list.rs b/src/settings_list.rs new file mode 100644 index 0000000..a06bf48 --- /dev/null +++ b/src/settings_list.rs @@ -0,0 +1,11 @@ +use crate::gettext; +use crate::settings::SettingDes; +use crate::settings::JsonValueType; + +pub fn get_settings_list() -> Vec { + vec![ + SettingDes::new("refresh_tokens", gettext("Pixiv's refresh tokens. Used to login."), JsonValueType::Str, None).unwrap(), + SettingDes::new("cookies", gettext("The location of cookies file. Used for web API."), JsonValueType::Str, None).unwrap(), + SettingDes::new("language", gettext("The language of translated tags."), JsonValueType::Str, None).unwrap(), + ] +} diff --git a/src/utils.rs b/src/utils.rs new file mode 100644 index 0000000..db40b92 --- /dev/null +++ b/src/utils.rs @@ -0,0 +1,24 @@ +use std::env; +use std::path::Path; +use std::path::PathBuf; + +/// Get executable location, if not found, return current directory (./) +pub fn get_exe_path_else_current() -> PathBuf { + let re = env::current_exe(); + match re { + Ok(pa) => { + let mut p = pa.clone(); + p.pop(); + p + } + Err(_) => { + let p = Path::new("./"); + p.to_path_buf() + } + } +} + +pub fn check_file_exists(path: &str) -> bool { + let p = Path::new(path); + p.exists() +} diff --git a/src/webclient.rs b/src/webclient.rs new file mode 100644 index 0000000..daad765 --- /dev/null +++ b/src/webclient.rs @@ -0,0 +1,115 @@ +extern crate spin_on; + +use crate::cookies::Cookie; +use crate::cookies::CookieJar; +use crate::gettext; +use reqwest::{Client, IntoUrl, RequestBuilder, Response}; +use std::collections::HashMap; +use spin_on::spin_on; + +/// Generate `cookie` header for a url +/// * `c` - Cookies +/// * `url` - URL +pub fn gen_cookie_header(c: &mut CookieJar, url: U) -> String { + c.check_expired(); + let mut s = String::from(""); + let u = url.as_str(); + for a in c.iter() { + if a.matched(u) { + if s.len() > 0 { + s += " "; + } + s += a.get_name_value().as_str(); + } + } + s +} + +/// A Web Client +pub struct WebClient { + client: Client, + /// HTTP Headers + pub headers: HashMap, + cookies: CookieJar, +} + +impl WebClient { + pub fn new() -> Self { + Self { + client: Client::new(), + headers: HashMap::new(), + cookies: CookieJar::new(), + } + } + + pub fn handle_set_cookie(&mut self, r: &Response) { + let u = r.url(); + let h = r.headers(); + let v = h.get_all("Set-Cookie"); + for val in v { + let val = val.to_str(); + match val { + Ok(val) => { + let c = Cookie::from_set_cookie(u.as_str(), val); + match c { + Some(c) => { + self.cookies.add(c); + } + None => { + println!("{}", gettext("Failed to parse Set-Cookie header.")); + } + } + } + Err(e) => { + println!("{} {}", gettext("Failed to convert to string:"), e); + } + } + } + } + + pub fn read_cookies(&mut self, file_name: &str) -> bool { + let r = self.cookies.read(file_name); + if !r { + self.cookies = CookieJar::new(); + } + r + } + + pub fn save_cookies(&mut self, file_name: &str) -> bool { + self.cookies.save(file_name) + } + + pub fn set_header(&mut self, key: &str, value: &str) -> Option { + self.headers.insert(String::from(key), String::from(value)) + } + + /// Send GET requests + pub fn get(&mut self, url: U) -> Option { + let r = self.aget(url); + let r = r.send(); + let r = spin_on(r); + match r { + Ok(_) => {} + Err(e) => { + println!("{} {}", gettext("Error when request:"), e); + return None; + } + } + let r = r.unwrap(); + self.handle_set_cookie(&r); + Some(r) + } + + pub fn aget(&mut self, url: U) -> RequestBuilder { + let s = url.as_str(); + let mut r = self.client.get(s); + for (k, v) in self.headers.iter() { + r = r.header(k, v); + } + let c = gen_cookie_header(&mut self.cookies, s); + if c.len() > 0 { + r = r.header("Cookie", c.as_str()); + } + r + } +}