wip: 🚧 core functionality
This commit is contained in:
parent
adb088cadc
commit
4fd13330cf
GPG Key ID:
EF34786CFEFFAE35
8
.github/img/rustler.svg
vendored
8
.github/img/rustler.svg
vendored
@ -6,10 +6,6 @@
|
|||||||
}
|
}
|
||||||
</style>
|
</style>
|
||||||
|
|
||||||
<path class="a" d="M32,22H28a4,4,0,0,0-4,4H22a4,4,0,0,0,4,4h4a4,4,0,0,0-4-4h2A4,4,0,0,0,32,22Z" />
|
<path class="a" d="M32,20H28a3.96994,3.96994,0,0,0-2.323.75452,12.03549,12.03549,0,0,0,.312-2.236.5052.5052,0,0,0-.49176-.51831L25.48285,18H8.5a.5.5,0,0,0-.5.5v11a.5.5,0,0,0,.5.5H14a11.95959,11.95959,0,0,0,8.69525-3.74884A3.99448,3.99448,0,0,0,26,28h4a4,4,0,0,0-4-4h2A4,4,0,0,0,32,20Z" />
|
||||||
<path class="a" d="M9,31V21H24.95508A10.97052,10.97052,0,0,1,14,31Z" />
|
<path class="a" d="M30,6.5V10H26V2.5a.5.5,0,0,0-.5-.5h-7a.5.5,0,0,0-.5.5V4H14V2.5a.5.5,0,0,0-.5-.5h-5a.5.5,0,0,0-.5.5V10H4V6.5A.5.5,0,0,0,3.5,6H.5a.5.5,0,0,0-.5.5V10a4,4,0,0,0,4,4H30a4,4,0,0,0,4-4V6.5a.5.5,0,0,0-.5-.5h-3A.5.5,0,0,0,30,6.5ZM22,10H12V6h2V7.5a.5.5,0,0,0,.5.5h3a.5.5,0,0,0,.5-.5V6h4Z" />
|
||||||
<path class="a" d="M23.80175,22A9.97326,9.97326,0,0,1,14,30H10V22H23.80175m1.68111-2H8.5a.5.5,0,0,0-.5.5v11a.5.5,0,0,0,.5.5H14A12.00035,12.00035,0,0,0,25.989,20.51848.5052.5052,0,0,0,25.48286,20Z" />
|
|
||||||
<path class="a" d="M8.5,14H12a0,0,0,0,1,0,0v0a4,4,0,0,1-4,4H8a0,0,0,0,1,0,0V14.5A.5.5,0,0,1,8.5,14Z" />
|
|
||||||
<path class="a" d="M18.5,14H22a0,0,0,0,1,0,0v0a4,4,0,0,1-4,4h0a0,0,0,0,1,0,0V14.5A.5.5,0,0,1,18.5,14Z" />
|
|
||||||
<path class="a" d="M30,4.5V8H26V.5a.5.5,0,0,0-.5-.5h-7a.5.5,0,0,0-.5.5V2H14V.5a.5.5,0,0,0-.5-.5h-5A.5.5,0,0,0,8,.5V8H4V4.5A.5.5,0,0,0,3.5,4H.5a.5.5,0,0,0-.5.5V8a4,4,0,0,0,4,4H30a4,4,0,0,0,4-4V4.5a.5.5,0,0,0-.5-.5h-3A.5.5,0,0,0,30,4.5ZM22,8H12V4h2V5.5a.5.5,0,0,0,.5.5h3a.5.5,0,0,0,.5-.5V4h4Z" />
|
|
||||||
</svg>
|
</svg>
|
||||||
|
Before Width: | Height: | Size: 1.1 KiB After Width: | Height: | Size: 801 B |
6
.vscode/settings.json
vendored
6
.vscode/settings.json
vendored
@ -1,7 +1,7 @@
|
|||||||
{
|
{
|
||||||
"files.exclude": {
|
"files.exclude": {
|
||||||
// 🧩 modules
|
// 🧩 modules
|
||||||
"migration": true,
|
// "migration": true,
|
||||||
// "entities": true,
|
// "entities": true,
|
||||||
|
|
||||||
// ⚙️
|
// ⚙️
|
||||||
@ -24,12 +24,12 @@
|
|||||||
// 🗑️
|
// 🗑️
|
||||||
"check_size.py": true,
|
"check_size.py": true,
|
||||||
"*.code-workspace": true,
|
"*.code-workspace": true,
|
||||||
// ".gitignore": true,
|
".gitignore": true,
|
||||||
".vscode": true,
|
".vscode": true,
|
||||||
".git": true,
|
".git": true,
|
||||||
|
|
||||||
// 🗄️ database
|
// 🗄️ database
|
||||||
"rustler.db": true,
|
// "rustler.db": true,
|
||||||
"rustler.db-shm": true,
|
"rustler.db-shm": true,
|
||||||
"rustler.db-wal": true,
|
"rustler.db-wal": true,
|
||||||
"rustler.db.bkp": true,
|
"rustler.db.bkp": true,
|
||||||
|
|||||||
128
Cargo.lock
generated
128
Cargo.lock
generated
@ -317,9 +317,9 @@ checksum = "fbb36e985947064623dbd357f727af08ffd077f93d696782f3c56365fa2e2799"
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "async-trait"
|
name = "async-trait"
|
||||||
version = "0.1.78"
|
version = "0.1.79"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "461abc97219de0eaaf81fe3ef974a540158f3d079c2ab200f891f1a2ef201e85"
|
checksum = "a507401cad91ec6a857ed5513a2073c82a9b9048762b885bb98655b306964681"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"proc-macro2",
|
"proc-macro2",
|
||||||
"quote",
|
"quote",
|
||||||
@ -358,7 +358,7 @@ dependencies = [
|
|||||||
"bitflags 1.3.2",
|
"bitflags 1.3.2",
|
||||||
"bytes",
|
"bytes",
|
||||||
"futures-util",
|
"futures-util",
|
||||||
"http",
|
"http 0.2.12",
|
||||||
"http-body",
|
"http-body",
|
||||||
"hyper",
|
"hyper",
|
||||||
"itoa",
|
"itoa",
|
||||||
@ -384,7 +384,7 @@ dependencies = [
|
|||||||
"async-trait",
|
"async-trait",
|
||||||
"bytes",
|
"bytes",
|
||||||
"futures-util",
|
"futures-util",
|
||||||
"http",
|
"http 0.2.12",
|
||||||
"http-body",
|
"http-body",
|
||||||
"mime",
|
"mime",
|
||||||
"rustversion",
|
"rustversion",
|
||||||
@ -566,14 +566,16 @@ checksum = "fd16c4719339c4530435d38e511904438d07cce7950afa3718a84ac36c10e89e"
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "chrono"
|
name = "chrono"
|
||||||
version = "0.4.35"
|
version = "0.4.37"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "8eaf5903dcbc0a39312feb77df2ff4c76387d591b9fc7b04a238dcf8bb62639a"
|
checksum = "8a0d04d43504c61aa6c7531f1871dd0d418d91130162063b789da00fd7057a5e"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"android-tzdata",
|
"android-tzdata",
|
||||||
"iana-time-zone",
|
"iana-time-zone",
|
||||||
|
"js-sys",
|
||||||
"num-traits",
|
"num-traits",
|
||||||
"serde",
|
"serde",
|
||||||
|
"wasm-bindgen",
|
||||||
"windows-targets 0.52.4",
|
"windows-targets 0.52.4",
|
||||||
]
|
]
|
||||||
|
|
||||||
@ -703,6 +705,12 @@ dependencies = [
|
|||||||
"typenum",
|
"typenum",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "data-encoding"
|
||||||
|
version = "2.5.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "7e962a19be5cfc3f3bf6dd8f61eb50107f356ad6270fbb3ed41476571db78be5"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "der"
|
name = "der"
|
||||||
version = "0.7.8"
|
version = "0.7.8"
|
||||||
@ -1066,6 +1074,18 @@ dependencies = [
|
|||||||
"wasi",
|
"wasi",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "getset"
|
||||||
|
version = "0.1.2"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "e45727250e75cc04ff2846a66397da8ef2b3db8e40e0cef4df67950a07621eb9"
|
||||||
|
dependencies = [
|
||||||
|
"proc-macro-error",
|
||||||
|
"proc-macro2",
|
||||||
|
"quote",
|
||||||
|
"syn 1.0.109",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "gimli"
|
name = "gimli"
|
||||||
version = "0.28.1"
|
version = "0.28.1"
|
||||||
@ -1113,7 +1133,7 @@ dependencies = [
|
|||||||
"futures-core",
|
"futures-core",
|
||||||
"futures-sink",
|
"futures-sink",
|
||||||
"futures-util",
|
"futures-util",
|
||||||
"http",
|
"http 0.2.12",
|
||||||
"indexmap 2.2.6",
|
"indexmap 2.2.6",
|
||||||
"slab",
|
"slab",
|
||||||
"tokio",
|
"tokio",
|
||||||
@ -1214,6 +1234,17 @@ dependencies = [
|
|||||||
"itoa",
|
"itoa",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "http"
|
||||||
|
version = "1.1.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "21b9ddb458710bc376481b842f5da65cdf31522de232c1ca8146abce2a358258"
|
||||||
|
dependencies = [
|
||||||
|
"bytes",
|
||||||
|
"fnv",
|
||||||
|
"itoa",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "http-body"
|
name = "http-body"
|
||||||
version = "0.4.6"
|
version = "0.4.6"
|
||||||
@ -1221,7 +1252,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|||||||
checksum = "7ceab25649e9960c0311ea418d17bee82c0dcec1bd053b5f9a66e265a693bed2"
|
checksum = "7ceab25649e9960c0311ea418d17bee82c0dcec1bd053b5f9a66e265a693bed2"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"bytes",
|
"bytes",
|
||||||
"http",
|
"http 0.2.12",
|
||||||
"pin-project-lite",
|
"pin-project-lite",
|
||||||
]
|
]
|
||||||
|
|
||||||
@ -1248,13 +1279,13 @@ dependencies = [
|
|||||||
"futures-core",
|
"futures-core",
|
||||||
"futures-util",
|
"futures-util",
|
||||||
"h2",
|
"h2",
|
||||||
"http",
|
"http 0.2.12",
|
||||||
"http-body",
|
"http-body",
|
||||||
"httparse",
|
"httparse",
|
||||||
"httpdate",
|
"httpdate",
|
||||||
"itoa",
|
"itoa",
|
||||||
"pin-project-lite",
|
"pin-project-lite",
|
||||||
"socket2 0.5.6",
|
"socket2 0.4.10",
|
||||||
"tokio",
|
"tokio",
|
||||||
"tower-service",
|
"tower-service",
|
||||||
"tracing",
|
"tracing",
|
||||||
@ -1470,13 +1501,17 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "lool"
|
name = "lool"
|
||||||
version = "0.0.5"
|
version = "0.1.4"
|
||||||
source = "sparse+http://lugit.local/api/packages/lucodear/cargo/"
|
source = "sparse+http://lugit.local/api/packages/lucodear/cargo/"
|
||||||
checksum = "c727e0c375380178e0b15f8f54f249e5e2a9e72c20475e8a7807f4c72d253106"
|
checksum = "4320ce16557a892f40c0a776371ac0c3cda2c9312c83065a4ab2a1facf571539"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"bitflags 2.5.0",
|
"bitflags 2.5.0",
|
||||||
|
"chrono",
|
||||||
"eyre",
|
"eyre",
|
||||||
"log",
|
"log",
|
||||||
|
"num-traits",
|
||||||
|
"tokio",
|
||||||
|
"tokio_schedule",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@ -2258,14 +2293,30 @@ dependencies = [
|
|||||||
name = "rustler"
|
name = "rustler"
|
||||||
version = "0.0.0-alpha.0"
|
version = "0.0.0-alpha.0"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
|
"chrono",
|
||||||
"dotenvy",
|
"dotenvy",
|
||||||
"entities",
|
"entities",
|
||||||
"eyre",
|
"eyre",
|
||||||
"grpc",
|
"grpc",
|
||||||
"lool",
|
"lool",
|
||||||
|
"rustlers",
|
||||||
"tokio",
|
"tokio",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "rustlers"
|
||||||
|
version = "0.1.0"
|
||||||
|
dependencies = [
|
||||||
|
"async-trait",
|
||||||
|
"chrono",
|
||||||
|
"entities",
|
||||||
|
"eyre",
|
||||||
|
"getset",
|
||||||
|
"lool",
|
||||||
|
"tokio-tungstenite",
|
||||||
|
"tonic-build",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "rustversion"
|
name = "rustversion"
|
||||||
version = "1.0.14"
|
version = "1.0.14"
|
||||||
@ -3015,9 +3066,9 @@ checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "tokio"
|
name = "tokio"
|
||||||
version = "1.36.0"
|
version = "1.37.0"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "61285f6515fa018fb2d1e46eb21223fff441ee8db5d0f1435e8ab4f5cdb80931"
|
checksum = "1adbebffeca75fcfd058afa480fb6c0b81e165a0323f9c9d39c9697e37c46787"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"backtrace",
|
"backtrace",
|
||||||
"bytes",
|
"bytes",
|
||||||
@ -3062,6 +3113,18 @@ dependencies = [
|
|||||||
"tokio",
|
"tokio",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "tokio-tungstenite"
|
||||||
|
version = "0.21.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "c83b561d025642014097b66e6c1bb422783339e0909e4429cde4749d1990bc38"
|
||||||
|
dependencies = [
|
||||||
|
"futures-util",
|
||||||
|
"log",
|
||||||
|
"tokio",
|
||||||
|
"tungstenite",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "tokio-util"
|
name = "tokio-util"
|
||||||
version = "0.7.10"
|
version = "0.7.10"
|
||||||
@ -3076,6 +3139,16 @@ dependencies = [
|
|||||||
"tracing",
|
"tracing",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "tokio_schedule"
|
||||||
|
version = "0.3.1"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "1b4a14ab1658c39d137ebcc5fbaab364c9922a6cc04ab48b364546c2e6022256"
|
||||||
|
dependencies = [
|
||||||
|
"chrono",
|
||||||
|
"tokio",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "toml_datetime"
|
name = "toml_datetime"
|
||||||
version = "0.6.5"
|
version = "0.6.5"
|
||||||
@ -3105,7 +3178,7 @@ dependencies = [
|
|||||||
"base64",
|
"base64",
|
||||||
"bytes",
|
"bytes",
|
||||||
"h2",
|
"h2",
|
||||||
"http",
|
"http 0.2.12",
|
||||||
"http-body",
|
"http-body",
|
||||||
"hyper",
|
"hyper",
|
||||||
"hyper-timeout",
|
"hyper-timeout",
|
||||||
@ -3218,6 +3291,25 @@ version = "0.2.5"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b"
|
checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "tungstenite"
|
||||||
|
version = "0.21.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "9ef1a641ea34f399a848dea702823bbecfb4c486f911735368f1f137cb8257e1"
|
||||||
|
dependencies = [
|
||||||
|
"byteorder",
|
||||||
|
"bytes",
|
||||||
|
"data-encoding",
|
||||||
|
"http 1.1.0",
|
||||||
|
"httparse",
|
||||||
|
"log",
|
||||||
|
"rand",
|
||||||
|
"sha1",
|
||||||
|
"thiserror",
|
||||||
|
"url",
|
||||||
|
"utf-8",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "typenum"
|
name = "typenum"
|
||||||
version = "1.17.0"
|
version = "1.17.0"
|
||||||
@ -3274,6 +3366,12 @@ version = "2.1.3"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "daf8dba3b7eb870caf1ddeed7bc9d2a049f3cfdfae7cb521b087cc33ae4c49da"
|
checksum = "daf8dba3b7eb870caf1ddeed7bc9d2a049f3cfdfae7cb521b087cc33ae4c49da"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "utf-8"
|
||||||
|
version = "0.7.6"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "09cc8ee72d2a9becf2f2febe0205bbed8fc6615b7cb429ad062dc7b7ddd036a9"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "utf8parse"
|
name = "utf8parse"
|
||||||
version = "0.2.1"
|
version = "0.2.1"
|
||||||
|
|||||||
15
Cargo.toml
15
Cargo.toml
@ -22,21 +22,26 @@ name = "rustler"
|
|||||||
path = "app/main.rs"
|
path = "app/main.rs"
|
||||||
|
|
||||||
[workspace]
|
[workspace]
|
||||||
members = [".", "migration", "entities", "grpc"]
|
members = [".", "migration", "entities", "grpc", "rustlers"]
|
||||||
|
|
||||||
[workspace.dependencies]
|
[workspace.dependencies]
|
||||||
lool = { version = "0.0.5", registry = "lugit" } # crates: disable-check
|
lool = { version = "0.1.4", registry = "lugit" } # crates: disable-check
|
||||||
eyre = { version = "0.6.12", default-features = false }
|
eyre = { version = "0.6.12", default-features = false }
|
||||||
|
tokio-tungstenite = { version = "0.21.0" }
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
# internal
|
# internal
|
||||||
entities = { path = "entities" }
|
entities = { path = "entities" }
|
||||||
grpc = { path = "grpc" }
|
grpc = { path = "grpc" }
|
||||||
|
rustlers = { path = "rustlers" }
|
||||||
|
|
||||||
# workspace
|
# workspace
|
||||||
eyre = { workspace = true, default-features = false, features = ["auto-install"] }
|
eyre = { workspace = true, default-features = false, features = [
|
||||||
lool = { workspace = true, features = ["logger", "macros", "cli-stylize"] }
|
"auto-install",
|
||||||
|
] }
|
||||||
|
lool = { workspace = true }
|
||||||
|
|
||||||
# external
|
# external
|
||||||
tokio = { version = "1.36.0", features = ["macros", "rt-multi-thread"] }
|
tokio = { version = "1.37.0", features = ["macros", "rt-multi-thread"] }
|
||||||
dotenvy = "0.15.7"
|
dotenvy = "0.15.7"
|
||||||
|
chrono = "0.4.37"
|
||||||
|
|||||||
@ -34,6 +34,11 @@ tasks:
|
|||||||
cmds:
|
cmds:
|
||||||
- cargo +nightly fmt --all
|
- cargo +nightly fmt --all
|
||||||
|
|
||||||
|
test:
|
||||||
|
desc: 🧪 test lool
|
||||||
|
cmds:
|
||||||
|
- cargo nextest run --all-features --workspace
|
||||||
|
|
||||||
lint:
|
lint:
|
||||||
desc: 🧶 lint rustler
|
desc: 🧶 lint rustler
|
||||||
cmds:
|
cmds:
|
||||||
|
|||||||
@ -1,7 +1,7 @@
|
|||||||
use {
|
use {
|
||||||
dotenvy::dotenv,
|
dotenvy::dotenv,
|
||||||
eyre::Result,
|
eyre::Result,
|
||||||
lool::logger::{info, ConsoleLogger, Level},
|
lool::logger::{info, ConsoleLogger, Level}, tokio::{join, select},
|
||||||
};
|
};
|
||||||
|
|
||||||
// TODO: here we will trigger the start of both the grpc server and the websocket gateway
|
// TODO: here we will trigger the start of both the grpc server and the websocket gateway
|
||||||
@ -13,8 +13,12 @@ async fn main() -> Result<()> {
|
|||||||
|
|
||||||
dotenv()?;
|
dotenv()?;
|
||||||
let conn = entities::db::get_connection().await?;
|
let conn = entities::db::get_connection().await?;
|
||||||
|
let mut rustler = rustlers::svc::RustlersSvc::new(conn.clone()).await;
|
||||||
|
|
||||||
grpc::server::start(conn.clone()).await?;
|
let (grpc_res, rustlers_res) = join! {
|
||||||
|
grpc::server::start(conn.clone()),
|
||||||
|
rustler.start(),
|
||||||
|
};
|
||||||
|
|
||||||
info!("Shutting down");
|
info!("Shutting down");
|
||||||
Ok(())
|
Ok(())
|
||||||
|
|||||||
@ -11,7 +11,7 @@ path = "src/lib.rs"
|
|||||||
[dependencies]
|
[dependencies]
|
||||||
# common
|
# common
|
||||||
eyre = { workspace = true, default-features = false }
|
eyre = { workspace = true, default-features = false }
|
||||||
lool = { workspace = true }
|
lool = { workspace = true, features = [ "cli", "cli.stylize", "macros", "logger" ] }
|
||||||
|
|
||||||
# external
|
# external
|
||||||
sea-orm = { version = "0.12.15", features = [
|
sea-orm = { version = "0.12.15", features = [
|
||||||
|
|||||||
@ -1,8 +1,28 @@
|
|||||||
pub mod market;
|
|
||||||
pub mod ticker;
|
|
||||||
|
|
||||||
pub use sea_orm;
|
pub use sea_orm;
|
||||||
|
|
||||||
|
mod orm {
|
||||||
|
#[path = "market.rs"] pub mod market;
|
||||||
|
#[path = "ticker.rs"] pub mod ticker;
|
||||||
|
}
|
||||||
|
|
||||||
|
mod services {
|
||||||
|
#[path = "market.rs"] pub mod market;
|
||||||
|
#[path = "ticker.rs"] pub mod ticker;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// market entities and services
|
||||||
|
pub mod market {
|
||||||
|
pub use super::orm::market::*;
|
||||||
|
pub use super::services::market::*;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// ticker entities and services
|
||||||
|
pub mod ticker {
|
||||||
|
pub use super::orm::ticker::*;
|
||||||
|
pub use super::services::ticker::*;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// database connection stuff
|
||||||
pub mod db {
|
pub mod db {
|
||||||
use {
|
use {
|
||||||
eyre::Result,
|
eyre::Result,
|
||||||
@ -25,14 +45,14 @@ pub mod db {
|
|||||||
conn_str
|
conn_str
|
||||||
}
|
}
|
||||||
|
|
||||||
pub async fn get_connection() -> Result<Arc<DatabaseConnection>> {
|
pub async fn get_connection() -> Result<DatabaseConnection> {
|
||||||
let db_conn_str =
|
let db_conn_str =
|
||||||
std::env::var(RUSTLER_DATABASE).unwrap_or_else(|_| get_default_conn_str());
|
std::env::var(RUSTLER_DATABASE).unwrap_or_else(|_| get_default_conn_str());
|
||||||
|
|
||||||
let mut conn_opts = ConnectOptions::new(db_conn_str.to_owned());
|
let mut conn_opts = ConnectOptions::new(db_conn_str.to_owned());
|
||||||
conn_opts.sqlx_logging(false);
|
conn_opts.sqlx_logging(false);
|
||||||
|
|
||||||
let conn = Arc::new(Database::connect(conn_opts).await?);
|
let conn = Database::connect(conn_opts).await?;
|
||||||
|
|
||||||
conn.query_one(Statement::from_string(
|
conn.query_one(Statement::from_string(
|
||||||
DbBackend::Sqlite,
|
DbBackend::Sqlite,
|
||||||
|
|||||||
@ -1,29 +0,0 @@
|
|||||||
use {
|
|
||||||
super::{Entity as MarketEntity, Model as MarketModel},
|
|
||||||
eyre::Result,
|
|
||||||
sea_orm::{DatabaseConnection, EntityTrait, IntoActiveModel},
|
|
||||||
std::{sync::Arc, time::Instant},
|
|
||||||
};
|
|
||||||
|
|
||||||
pub struct Service {
|
|
||||||
conn: Arc<DatabaseConnection>,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl Service {
|
|
||||||
pub async fn new(conn: Arc<DatabaseConnection>) -> Self {
|
|
||||||
Self { conn }
|
|
||||||
}
|
|
||||||
|
|
||||||
pub async fn get_all(&self) -> Result<Vec<MarketModel>> {
|
|
||||||
// let conn = self.conn.unwrap();
|
|
||||||
let markets = MarketEntity::find().all(&*self.conn).await?;
|
|
||||||
Ok(markets)
|
|
||||||
}
|
|
||||||
|
|
||||||
pub async fn create(&self, market: MarketModel) -> Result<MarketModel> {
|
|
||||||
let start = Instant::now();
|
|
||||||
MarketEntity::insert(market.clone().into_active_model()).exec(&*self.conn).await?;
|
|
||||||
println!("insert market model took {:?}", start.elapsed());
|
|
||||||
Ok(market)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,7 +1,6 @@
|
|||||||
//! `SeaORM` Entity. Generated by sea-orm-codegen 0.12.15
|
//! `SeaORM` Entity. Generated by sea-orm-codegen 0.12.15
|
||||||
mod svc;
|
|
||||||
use sea_orm::entity::prelude::*;
|
use sea_orm::entity::prelude::*;
|
||||||
pub use svc::Service;
|
|
||||||
|
|
||||||
#[derive(Clone, Debug, PartialEq, DeriveEntityModel, Eq)]
|
#[derive(Clone, Debug, PartialEq, DeriveEntityModel, Eq)]
|
||||||
#[sea_orm(table_name = "market")]
|
#[sea_orm(table_name = "market")]
|
||||||
@ -10,13 +9,13 @@ pub struct Model {
|
|||||||
pub id: String,
|
pub id: String,
|
||||||
pub short_name: String,
|
pub short_name: String,
|
||||||
pub full_name: String,
|
pub full_name: String,
|
||||||
pub opens_from: i32,
|
pub opens_from: Option<u32>,
|
||||||
pub opens_till: i32,
|
pub opens_till: Option<u32>,
|
||||||
pub open_time: String,
|
pub open_time: Option<String>,
|
||||||
pub close_time: String,
|
pub close_time: Option<String>,
|
||||||
pub pre_market_offset: i32,
|
pub pre_market_offset: Option<u32>,
|
||||||
pub post_market_offset: i32,
|
pub post_market_offset: Option<u32>,
|
||||||
pub time_zone_offset: i32,
|
pub time_zone_offset: Option<String>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Copy, Clone, Debug, EnumIter, DeriveRelation)]
|
#[derive(Copy, Clone, Debug, EnumIter, DeriveRelation)]
|
||||||
37
entities/src/services/market.rs
Normal file
37
entities/src/services/market.rs
Normal file
@ -0,0 +1,37 @@
|
|||||||
|
use {
|
||||||
|
crate::{
|
||||||
|
market::{Entity as Market, Model as MarketModel},
|
||||||
|
ticker::{Entity as Ticker, Model as TickerModel},
|
||||||
|
},
|
||||||
|
eyre::Result,
|
||||||
|
sea_orm::{DatabaseConnection, DbErr, EntityTrait, IntoActiveModel}
|
||||||
|
};
|
||||||
|
|
||||||
|
pub struct Service {
|
||||||
|
conn: DatabaseConnection,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Service {
|
||||||
|
pub async fn new(conn: DatabaseConnection) -> Self {
|
||||||
|
Self { conn }
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn get_all(&self) -> Result<Vec<MarketModel>, DbErr> {
|
||||||
|
let markets = Market::find().all(&self.conn).await?;
|
||||||
|
Ok(markets)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn create(&self, market: MarketModel) -> Result<MarketModel, DbErr> {
|
||||||
|
Market::insert(market.clone().into_active_model()).exec(&self.conn).await?;
|
||||||
|
Ok(market)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn get_all_with_tickers(
|
||||||
|
&self,
|
||||||
|
) -> Result<Vec<(MarketModel, Vec<TickerModel>)>, DbErr> {
|
||||||
|
let markets_with_tickers: Vec<(MarketModel, Vec<TickerModel>)> =
|
||||||
|
Market::find().find_with_related(Ticker).all(&self.conn).await?;
|
||||||
|
|
||||||
|
Ok(markets_with_tickers)
|
||||||
|
}
|
||||||
|
}
|
||||||
40
entities/src/services/ticker.rs
Normal file
40
entities/src/services/ticker.rs
Normal file
@ -0,0 +1,40 @@
|
|||||||
|
use {
|
||||||
|
crate::{
|
||||||
|
orm::ticker,
|
||||||
|
ticker::{Entity as Ticker, Model as TickerModel},
|
||||||
|
},
|
||||||
|
eyre::Result,
|
||||||
|
sea_orm::{ColumnTrait, DatabaseConnection, DbErr, EntityTrait, IntoActiveModel, QueryFilter}
|
||||||
|
};
|
||||||
|
|
||||||
|
pub struct Service {
|
||||||
|
conn: DatabaseConnection,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Service {
|
||||||
|
pub async fn new(conn: DatabaseConnection) -> Self {
|
||||||
|
Self { conn }
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn get_all(&self) -> Result<Vec<TickerModel>, DbErr> {
|
||||||
|
let tickers = Ticker::find().all(&self.conn).await?;
|
||||||
|
Ok(tickers)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn get(&self, id: String) -> Result<Option<TickerModel>, DbErr> {
|
||||||
|
let ticker = Ticker::find_by_id(id).one(&self.conn).await?;
|
||||||
|
Ok(ticker)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn get_by_symbol(&self, symbol: String) -> Result<Option<TickerModel>, DbErr> {
|
||||||
|
let ticker =
|
||||||
|
Ticker::find().filter(ticker::Column::Symbol.eq(symbol)).one(&self.conn).await?;
|
||||||
|
|
||||||
|
Ok(ticker)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn create(&self, market: TickerModel) -> Result<TickerModel, DbErr> {
|
||||||
|
Ticker::insert(market.clone().into_active_model()).exec(&self.conn).await?;
|
||||||
|
Ok(market)
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -1,5 +1,5 @@
|
|||||||
fn main() {
|
fn main() {
|
||||||
let proto_files = vec!["./proto/rustler.proto", "./proto/market.proto"];
|
let proto_files = vec!["./proto/rustler.proto", "./proto/market.proto", "./proto/ticker.proto"];
|
||||||
|
|
||||||
for proto_file in proto_files {
|
for proto_file in proto_files {
|
||||||
compile_proto(proto_file);
|
compile_proto(proto_file);
|
||||||
|
|||||||
@ -13,13 +13,13 @@ message Market {
|
|||||||
string id = 1;
|
string id = 1;
|
||||||
string short_name = 2;
|
string short_name = 2;
|
||||||
string full_name = 3;
|
string full_name = 3;
|
||||||
int32 opens_from = 4;
|
optional uint32 opens_from = 4;
|
||||||
int32 opens_till = 5;
|
optional uint32 opens_till = 5;
|
||||||
string open_time = 6;
|
optional string open_time = 6;
|
||||||
string close_time = 7;
|
optional string close_time = 7;
|
||||||
int32 pre_market_offset = 8;
|
optional uint32 pre_market_offset = 8;
|
||||||
int32 post_market_offset = 9;
|
optional uint32 post_market_offset = 9;
|
||||||
int32 time_zone_offset = 10;
|
optional string time_zone_offset = 10;
|
||||||
}
|
}
|
||||||
|
|
||||||
message Markets {
|
message Markets {
|
||||||
|
|||||||
29
grpc/proto/ticker.proto
Normal file
29
grpc/proto/ticker.proto
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
syntax = "proto3";
|
||||||
|
|
||||||
|
package ticker;
|
||||||
|
|
||||||
|
service TickerApi {
|
||||||
|
rpc GetAll (Empty) returns (Tickers) {}
|
||||||
|
rpc Create (Ticker) returns (Ticker) {}
|
||||||
|
rpc Get (TickerId) returns (Ticker) {}
|
||||||
|
}
|
||||||
|
|
||||||
|
message TickerId {
|
||||||
|
string id = 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
message TickerSymbol {
|
||||||
|
string symbol = 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
message Empty { }
|
||||||
|
|
||||||
|
message Ticker {
|
||||||
|
string id = 1;
|
||||||
|
string symbol = 2;
|
||||||
|
string market_id = 3;
|
||||||
|
}
|
||||||
|
|
||||||
|
message Tickers {
|
||||||
|
repeated Ticker tickers = 1;
|
||||||
|
}
|
||||||
@ -1 +1,22 @@
|
|||||||
|
mod services {
|
||||||
|
use entities::sea_orm::{DbErr, SqlErr};
|
||||||
|
|
||||||
|
pub mod market;
|
||||||
|
pub mod ticker;
|
||||||
|
|
||||||
|
pub(crate) fn handle_sql_err(err: DbErr, action: &str, entity_name: &str) -> tonic::Status {
|
||||||
|
let sqlerr = err.sql_err();
|
||||||
|
|
||||||
|
match sqlerr {
|
||||||
|
Some(SqlErr::UniqueConstraintViolation(_)) => {
|
||||||
|
tonic::Status::already_exists(format!("{} already exists", entity_name))
|
||||||
|
}
|
||||||
|
Some(SqlErr::ForeignKeyConstraintViolation(_)) => {
|
||||||
|
tonic::Status::failed_precondition(format!("Related entity does not exist"))
|
||||||
|
}
|
||||||
|
_ => tonic::Status::internal(format!("Error {} {}", action, entity_name)),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
pub mod server;
|
pub mod server;
|
||||||
|
|||||||
@ -1,93 +1,16 @@
|
|||||||
use {
|
use {
|
||||||
self::market_mod::Empty,
|
crate::services,
|
||||||
entities::{market, sea_orm::DatabaseConnection},
|
entities::{market, sea_orm::DatabaseConnection, ticker},
|
||||||
eyre::Result,
|
eyre::Result,
|
||||||
lool::{cli::stylize::Stylize, logger::info},
|
lool::{cli::stylize::Stylize, logger::info},
|
||||||
market_mod::{
|
std::{net::SocketAddr, sync::Arc},
|
||||||
market_api_server::{MarketApi, MarketApiServer},
|
tonic::transport::Server,
|
||||||
Market, Markets,
|
|
||||||
},
|
|
||||||
std::{net::SocketAddr, sync::Arc, time::Instant},
|
|
||||||
tonic::{transport::Server, Request, Response, Status},
|
|
||||||
};
|
};
|
||||||
|
|
||||||
pub mod market_mod {
|
|
||||||
tonic::include_proto!("market");
|
|
||||||
}
|
|
||||||
|
|
||||||
const RUSTLER_GRPC_API_ADDR: &str = "RUSTLER_GRPC_API_ADDR";
|
const RUSTLER_GRPC_API_ADDR: &str = "RUSTLER_GRPC_API_ADDR";
|
||||||
|
|
||||||
impl Market {
|
|
||||||
fn into_model(self) -> market::Model {
|
|
||||||
market::Model {
|
|
||||||
id: self.id,
|
|
||||||
short_name: self.short_name,
|
|
||||||
full_name: self.full_name,
|
|
||||||
opens_from: self.opens_from,
|
|
||||||
opens_till: self.opens_till,
|
|
||||||
open_time: self.open_time,
|
|
||||||
close_time: self.close_time,
|
|
||||||
pre_market_offset: self.pre_market_offset,
|
|
||||||
post_market_offset: self.post_market_offset,
|
|
||||||
time_zone_offset: self.time_zone_offset,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn from_model(model: market::Model) -> Self {
|
|
||||||
Self {
|
|
||||||
id: model.id,
|
|
||||||
short_name: model.short_name,
|
|
||||||
full_name: model.full_name,
|
|
||||||
opens_from: model.opens_from,
|
|
||||||
opens_till: model.opens_till,
|
|
||||||
open_time: model.open_time,
|
|
||||||
close_time: model.close_time,
|
|
||||||
pre_market_offset: model.pre_market_offset,
|
|
||||||
post_market_offset: model.post_market_offset,
|
|
||||||
time_zone_offset: model.time_zone_offset,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub struct GrpcServer {
|
|
||||||
svc: market::Service,
|
|
||||||
}
|
|
||||||
|
|
||||||
#[tonic::async_trait]
|
|
||||||
impl MarketApi for GrpcServer {
|
|
||||||
async fn get_all(&self, _: Request<Empty>) -> Result<Response<Markets>, Status> {
|
|
||||||
let start = Instant::now();
|
|
||||||
let response = if let Ok(mkts) = self.svc.get_all().await {
|
|
||||||
Ok(Response::new(Markets {
|
|
||||||
markets: mkts.into_iter().map(Market::from_model).collect(),
|
|
||||||
}))
|
|
||||||
} else {
|
|
||||||
Err(Status::internal("Failed to get markets"))
|
|
||||||
};
|
|
||||||
|
|
||||||
info!("`MarketApi.get_all` took {:?}", start.elapsed());
|
|
||||||
|
|
||||||
response
|
|
||||||
}
|
|
||||||
|
|
||||||
async fn create(&self, market: Request<Market>) -> Result<Response<Market>, Status> {
|
|
||||||
let start = Instant::now();
|
|
||||||
let mkt = market.into_inner().into_model();
|
|
||||||
|
|
||||||
let response = if let Ok(m) = self.svc.create(mkt).await {
|
|
||||||
Ok(Response::new(Market::from_model(m)))
|
|
||||||
} else {
|
|
||||||
Err(Status::internal("Failed to create market"))
|
|
||||||
};
|
|
||||||
|
|
||||||
info!("`MarketApi.create` took {:?}", start.elapsed());
|
|
||||||
|
|
||||||
response
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Starts the gRPC server
|
/// Starts the gRPC server
|
||||||
pub async fn start(conn: Arc<DatabaseConnection>) -> Result<()> {
|
pub async fn start(conn: DatabaseConnection) -> Result<()> {
|
||||||
fn get_default_addr() -> String {
|
fn get_default_addr() -> String {
|
||||||
let addr = "0.0.0.0:50051";
|
let addr = "0.0.0.0:50051";
|
||||||
info!(
|
info!(
|
||||||
@ -101,14 +24,22 @@ pub async fn start(conn: Arc<DatabaseConnection>) -> Result<()> {
|
|||||||
let addr: SocketAddr =
|
let addr: SocketAddr =
|
||||||
std::env::var(RUSTLER_GRPC_API_ADDR).unwrap_or_else(|_| get_default_addr()).parse()?;
|
std::env::var(RUSTLER_GRPC_API_ADDR).unwrap_or_else(|_| get_default_addr()).parse()?;
|
||||||
|
|
||||||
let svc = market::Service::new(conn).await;
|
let market_db = market::Service::new(conn.clone()).await;
|
||||||
let server = GrpcServer { svc };
|
let ticker_db = ticker::Service::new(conn.clone()).await;
|
||||||
|
|
||||||
|
let market_grpc = services::market::GrpcServer { svc: market_db };
|
||||||
|
let ticker_grpc = services::ticker::GrpcServer { svc: ticker_db };
|
||||||
|
|
||||||
info!(
|
info!(
|
||||||
"🎉 gRPC server listening on {}",
|
"🎉 gRPC server listening on {}",
|
||||||
addr.clone().to_string().green()
|
addr.clone().to_string().green()
|
||||||
);
|
);
|
||||||
Server::builder().add_service(MarketApiServer::new(server)).serve(addr).await?;
|
|
||||||
|
Server::builder()
|
||||||
|
.add_service(market_grpc.svc())
|
||||||
|
.add_service(ticker_grpc.svc())
|
||||||
|
.serve(addr)
|
||||||
|
.await?;
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|||||||
99
grpc/src/services/market.rs
Normal file
99
grpc/src/services/market.rs
Normal file
@ -0,0 +1,99 @@
|
|||||||
|
use {
|
||||||
|
self::market_mod::Empty,
|
||||||
|
crate::services::handle_sql_err,
|
||||||
|
entities::market,
|
||||||
|
eyre::Result,
|
||||||
|
lool::logger::{error, info},
|
||||||
|
market_mod::{
|
||||||
|
market_api_server::{MarketApi, MarketApiServer},
|
||||||
|
Market, Markets,
|
||||||
|
},
|
||||||
|
std::{any::Any, fmt::Debug, time::Instant},
|
||||||
|
tonic::{Request, Response, Status},
|
||||||
|
};
|
||||||
|
|
||||||
|
pub mod market_mod {
|
||||||
|
tonic::include_proto!("market");
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Market {
|
||||||
|
fn into_model(self) -> market::Model {
|
||||||
|
market::Model {
|
||||||
|
id: self.id,
|
||||||
|
short_name: self.short_name,
|
||||||
|
full_name: self.full_name,
|
||||||
|
opens_from: self.opens_from,
|
||||||
|
opens_till: self.opens_till,
|
||||||
|
open_time: self.open_time,
|
||||||
|
close_time: self.close_time,
|
||||||
|
pre_market_offset: self.pre_market_offset,
|
||||||
|
post_market_offset: self.post_market_offset,
|
||||||
|
time_zone_offset: self.time_zone_offset,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn from_model(model: market::Model) -> Self {
|
||||||
|
Self {
|
||||||
|
id: model.id,
|
||||||
|
short_name: model.short_name,
|
||||||
|
full_name: model.full_name,
|
||||||
|
opens_from: model.opens_from,
|
||||||
|
opens_till: model.opens_till,
|
||||||
|
open_time: model.open_time,
|
||||||
|
close_time: model.close_time,
|
||||||
|
pre_market_offset: model.pre_market_offset,
|
||||||
|
post_market_offset: model.post_market_offset,
|
||||||
|
time_zone_offset: model.time_zone_offset,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct GrpcServer {
|
||||||
|
pub(crate) svc: market::Service,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl GrpcServer {
|
||||||
|
pub fn log_if_err<T: Any, K: Debug>(&self, res: &Result<T, K>) {
|
||||||
|
if let Err(err) = &res {
|
||||||
|
error!("{:?}", err);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn svc(self) -> MarketApiServer<GrpcServer> {
|
||||||
|
MarketApiServer::new(self)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[tonic::async_trait]
|
||||||
|
impl MarketApi for GrpcServer {
|
||||||
|
async fn get_all(&self, _: Request<Empty>) -> Result<Response<Markets>, Status> {
|
||||||
|
let start = Instant::now();
|
||||||
|
let result = self.svc.get_all().await;
|
||||||
|
self.log_if_err(&result);
|
||||||
|
|
||||||
|
let response = match result {
|
||||||
|
Ok(mkts) => Ok(Response::new(Markets {
|
||||||
|
markets: mkts.to_owned().into_iter().map(Market::from_model).collect(),
|
||||||
|
})),
|
||||||
|
Err(err) => Err(handle_sql_err(err, "Getting", "markets")),
|
||||||
|
};
|
||||||
|
|
||||||
|
info!("`MarketApi.get_all` took {:?}", start.elapsed());
|
||||||
|
response
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn create(&self, market: Request<Market>) -> Result<Response<Market>, Status> {
|
||||||
|
let start = Instant::now();
|
||||||
|
let mkt = market.into_inner().into_model();
|
||||||
|
let result = self.svc.create(mkt).await;
|
||||||
|
self.log_if_err(&result);
|
||||||
|
|
||||||
|
let response = match result {
|
||||||
|
Ok(m) => Ok(Response::new(Market::from_model(m))),
|
||||||
|
Err(err) => Err(handle_sql_err(err, "creating", "market")),
|
||||||
|
};
|
||||||
|
|
||||||
|
info!("`MarketApi.create` took {:?}", start.elapsed());
|
||||||
|
response
|
||||||
|
}
|
||||||
|
}
|
||||||
105
grpc/src/services/ticker.rs
Normal file
105
grpc/src/services/ticker.rs
Normal file
@ -0,0 +1,105 @@
|
|||||||
|
use {
|
||||||
|
crate::services::handle_sql_err,
|
||||||
|
entities::ticker,
|
||||||
|
eyre::Result,
|
||||||
|
lool::logger::{error, info},
|
||||||
|
std::{any::Any, fmt::Debug, time::Instant},
|
||||||
|
ticker_mod::{
|
||||||
|
ticker_api_server::{TickerApi, TickerApiServer},
|
||||||
|
Empty, Ticker, TickerId, Tickers,
|
||||||
|
},
|
||||||
|
tonic::{Request, Response, Status},
|
||||||
|
};
|
||||||
|
|
||||||
|
pub mod ticker_mod {
|
||||||
|
tonic::include_proto!("ticker");
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Ticker {
|
||||||
|
fn into_model(self) -> ticker::Model {
|
||||||
|
ticker::Model {
|
||||||
|
id: self.id,
|
||||||
|
symbol: self.symbol,
|
||||||
|
market_id: self.market_id,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn from_model(model: ticker::Model) -> Self {
|
||||||
|
Self {
|
||||||
|
id: model.id,
|
||||||
|
symbol: model.symbol,
|
||||||
|
market_id: model.market_id,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct GrpcServer {
|
||||||
|
pub(crate) svc: ticker::Service,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl GrpcServer {
|
||||||
|
pub fn log_if_err<T: Any, K: Debug>(&self, res: &Result<T, K>) {
|
||||||
|
if let Err(err) = &res {
|
||||||
|
error!("{:?}", err);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn svc(self) -> TickerApiServer<GrpcServer> {
|
||||||
|
TickerApiServer::new(self)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[tonic::async_trait]
|
||||||
|
impl TickerApi for GrpcServer {
|
||||||
|
async fn get(&self, req: Request<TickerId>) -> Result<Response<Ticker>, Status> {
|
||||||
|
let start = Instant::now();
|
||||||
|
let mkt = req.into_inner();
|
||||||
|
let result = self.svc.get(mkt.id).await;
|
||||||
|
self.log_if_err(&result);
|
||||||
|
|
||||||
|
let response = match result {
|
||||||
|
Ok(m) => {
|
||||||
|
if let Some(m) = m {
|
||||||
|
Ok(Response::new(Ticker::from_model(m)))
|
||||||
|
} else {
|
||||||
|
Err(Status::not_found("Ticker not found"))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Err(err) => Err(handle_sql_err(err, "Getting", "ticker")),
|
||||||
|
};
|
||||||
|
|
||||||
|
info!("`TickerApi.get` took {:?}", start.elapsed());
|
||||||
|
response
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn get_all(&self, _: Request<Empty>) -> Result<Response<Tickers>, Status> {
|
||||||
|
let start = Instant::now();
|
||||||
|
let result = self.svc.get_all().await;
|
||||||
|
self.log_if_err(&result);
|
||||||
|
|
||||||
|
let response = match result {
|
||||||
|
Ok(mkts) => Ok(Response::new(Tickers {
|
||||||
|
tickers: mkts.to_owned().into_iter().map(Ticker::from_model).collect(),
|
||||||
|
})),
|
||||||
|
Err(err) => Err(handle_sql_err(err, "Getting", "tickers")),
|
||||||
|
};
|
||||||
|
|
||||||
|
info!("`TickerApi.get_all` took {:?}", start.elapsed());
|
||||||
|
response
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn create(&self, market: Request<Ticker>) -> Result<Response<Ticker>, Status> {
|
||||||
|
let start = Instant::now();
|
||||||
|
let mkt = market.into_inner().into_model();
|
||||||
|
let result = self.svc.create(mkt).await;
|
||||||
|
self.log_if_err(&result);
|
||||||
|
|
||||||
|
let response = match result {
|
||||||
|
Ok(m) => Ok(Response::new(Ticker::from_model(m))),
|
||||||
|
Err(err) => Err(handle_sql_err(err, "creating", "ticker")),
|
||||||
|
};
|
||||||
|
|
||||||
|
info!("`TickerApi.create` took {:?}", start.elapsed());
|
||||||
|
response
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -14,13 +14,13 @@ impl MigrationTrait for Migration {
|
|||||||
.col(ColumnDef::new(Market::Id).string().not_null().primary_key())
|
.col(ColumnDef::new(Market::Id).string().not_null().primary_key())
|
||||||
.col(ColumnDef::new(Market::ShortName).string().not_null())
|
.col(ColumnDef::new(Market::ShortName).string().not_null())
|
||||||
.col(ColumnDef::new(Market::FullName).string().not_null())
|
.col(ColumnDef::new(Market::FullName).string().not_null())
|
||||||
.col(ColumnDef::new(Market::OpensFrom).integer().not_null())
|
.col(ColumnDef::new(Market::OpensFrom).unsigned().null())
|
||||||
.col(ColumnDef::new(Market::OpensTill).integer().not_null())
|
.col(ColumnDef::new(Market::OpensTill).unsigned().null())
|
||||||
.col(ColumnDef::new(Market::OpenTime).string().not_null())
|
.col(ColumnDef::new(Market::OpenTime).string().null())
|
||||||
.col(ColumnDef::new(Market::CloseTime).string().not_null())
|
.col(ColumnDef::new(Market::CloseTime).string().null())
|
||||||
.col(ColumnDef::new(Market::PreMarketOffset).integer().not_null())
|
.col(ColumnDef::new(Market::PreMarketOffset).unsigned().null())
|
||||||
.col(ColumnDef::new(Market::PostMarketOffset).integer().not_null())
|
.col(ColumnDef::new(Market::PostMarketOffset).unsigned().null())
|
||||||
.col(ColumnDef::new(Market::TimeZoneOffset).integer().not_null())
|
.col(ColumnDef::new(Market::TimeZoneOffset).string().null())
|
||||||
.to_owned(),
|
.to_owned(),
|
||||||
)
|
)
|
||||||
.await
|
.await
|
||||||
|
|||||||
@ -4,3 +4,4 @@ chain_width = 100
|
|||||||
comment_width = 80
|
comment_width = 80
|
||||||
imports_indent = "Block"
|
imports_indent = "Block"
|
||||||
imports_granularity = "One"
|
imports_granularity = "One"
|
||||||
|
empty_item_single_line = true
|
||||||
|
|||||||
@ -0,0 +1,31 @@
|
|||||||
|
[package]
|
||||||
|
name = "rustlers"
|
||||||
|
version = "0.1.0"
|
||||||
|
edition = "2021"
|
||||||
|
publish = false
|
||||||
|
|
||||||
|
[lib]
|
||||||
|
name = "rustlers"
|
||||||
|
path = "src/lib.rs"
|
||||||
|
|
||||||
|
[dependencies]
|
||||||
|
# workspace
|
||||||
|
eyre = { workspace = true, default-features = false }
|
||||||
|
tokio-tungstenite = { workspace = true }
|
||||||
|
lool = { workspace = true, features = [
|
||||||
|
"logger",
|
||||||
|
"sched.tokio",
|
||||||
|
"sched.rule-recurrence",
|
||||||
|
"macros",
|
||||||
|
] }
|
||||||
|
|
||||||
|
# internal
|
||||||
|
entities = { path = "../entities" }
|
||||||
|
|
||||||
|
# external
|
||||||
|
chrono = "0.4.37"
|
||||||
|
async-trait = "0.1.79"
|
||||||
|
getset = "0.1.2"
|
||||||
|
|
||||||
|
[build-dependencies]
|
||||||
|
tonic-build = "0.11.0"
|
||||||
6
rustlers/src/lib.rs
Normal file
6
rustlers/src/lib.rs
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
pub mod rustlers;
|
||||||
|
pub mod rustlerjar;
|
||||||
|
pub mod svc;
|
||||||
|
|
||||||
|
use entities::{market, sea_orm::DatabaseConnection, ticker};
|
||||||
|
|
||||||
82
rustlers/src/rustlerjar.rs
Normal file
82
rustlers/src/rustlerjar.rs
Normal file
@ -0,0 +1,82 @@
|
|||||||
|
use entities::market;
|
||||||
|
use std::collections::HashMap;
|
||||||
|
use crate::rustlers::Rustler;
|
||||||
|
|
||||||
|
/// **🤠 » rustlerjar! macro**
|
||||||
|
///
|
||||||
|
/// A macro to create a `RustlerJar` with multiple Rustler instances and their corresponding
|
||||||
|
/// mappings.
|
||||||
|
///
|
||||||
|
/// **Usage**
|
||||||
|
///
|
||||||
|
/// ```rust
|
||||||
|
/// let rustler_jar = rustlerjar! {
|
||||||
|
/// "NYSE", "NASDAQ" => FooRustler,
|
||||||
|
/// "BINANCE" => BarRustler,
|
||||||
|
/// };
|
||||||
|
/// ```
|
||||||
|
#[macro_export]
|
||||||
|
macro_rules! rustlerjar {
|
||||||
|
($($($name:expr),* => $rustler:ident),* $(,)?) => {{
|
||||||
|
let mut instances: Vec<Box<dyn Rustler>> = Vec::new();
|
||||||
|
let mut mappings = std::collections::HashMap::new();
|
||||||
|
|
||||||
|
$(
|
||||||
|
let instance = Box::new($rustler::new());
|
||||||
|
$(
|
||||||
|
mappings.insert($name.to_string(), instance.name());
|
||||||
|
)*
|
||||||
|
instances.push(instance);
|
||||||
|
)*
|
||||||
|
|
||||||
|
$crate::rustlerjar::RustlerJar::new(instances, mappings)
|
||||||
|
}};
|
||||||
|
}
|
||||||
|
|
||||||
|
/// **🤠 » RustlerJar**
|
||||||
|
///
|
||||||
|
/// A `RustlerJar` is a collection of Rustlers and their corresponding mappings to the markets.
|
||||||
|
/// Which indicates which Rustler should be used for a given market. Rustlers are stored as
|
||||||
|
/// instances of `Box<dyn Rustler>`, and the mappings are stored as a `HashMap<String, String>` (
|
||||||
|
/// where the key is the market short name and the value is the Rustler name).
|
||||||
|
///
|
||||||
|
/// **Usage**
|
||||||
|
///
|
||||||
|
/// The easiest way to create a `RustlerJar` is by using the `rustlerjar!` macro.
|
||||||
|
/// ```rust
|
||||||
|
/// let rustler_jar = rustlerjar! {
|
||||||
|
/// "NYSE", "NASDAQ" => FooRustler,
|
||||||
|
/// "BINANCE" => BarRustler,
|
||||||
|
/// };
|
||||||
|
///
|
||||||
|
/// let rustler = rustler_jar.get(&market);
|
||||||
|
/// ```
|
||||||
|
pub struct RustlerJar {
|
||||||
|
rustlers: HashMap<String, Box<dyn Rustler>>,
|
||||||
|
mappings: HashMap<String, String>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl RustlerJar {
|
||||||
|
/// create a new `RustlerJar` with the given Rustlers and mappings.
|
||||||
|
///
|
||||||
|
/// **☢️ warn**: using the `rustlerjar!` macro is recommended
|
||||||
|
pub fn new(rustlers_list: Vec<Box<dyn Rustler>>, mappings: HashMap<String, String>) -> Self {
|
||||||
|
let mut rustlers = HashMap::new();
|
||||||
|
for rustler in rustlers_list {
|
||||||
|
rustlers.insert(rustler.name(), rustler);
|
||||||
|
}
|
||||||
|
|
||||||
|
Self { rustlers, mappings }
|
||||||
|
}
|
||||||
|
|
||||||
|
/// get the Rustler for the given market
|
||||||
|
pub fn get(&self, market: &market::Model) -> Option<&Box<dyn Rustler>> {
|
||||||
|
let key = self.get_key(market);
|
||||||
|
self.rustlers.get(key)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// get the key from the mappings for the given market
|
||||||
|
fn get_key(&self, market: &market::Model) -> &str {
|
||||||
|
self.mappings.get(&market.short_name).unwrap()
|
||||||
|
}
|
||||||
|
}
|
||||||
330
rustlers/src/rustlers.rs
Normal file
330
rustlers/src/rustlers.rs
Normal file
@ -0,0 +1,330 @@
|
|||||||
|
pub mod binance;
|
||||||
|
|
||||||
|
use {
|
||||||
|
async_trait::async_trait,
|
||||||
|
chrono::{DateTime, Local},
|
||||||
|
entities::{market, ticker},
|
||||||
|
std::collections::HashMap,
|
||||||
|
eyre::Result,
|
||||||
|
};
|
||||||
|
|
||||||
|
pub extern crate eyre;
|
||||||
|
pub extern crate chrono;
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, PartialEq, Eq, Default)]
|
||||||
|
pub enum RustlerStatus {
|
||||||
|
Connecting,
|
||||||
|
Connected,
|
||||||
|
Disconnecting,
|
||||||
|
#[default]
|
||||||
|
Disconnected,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone)]
|
||||||
|
pub enum MarketHourType {
|
||||||
|
Pre,
|
||||||
|
Regular,
|
||||||
|
Post,
|
||||||
|
Extended,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone)]
|
||||||
|
pub struct Quote {
|
||||||
|
pub id: String,
|
||||||
|
pub market: String,
|
||||||
|
pub price: f64,
|
||||||
|
pub change_percent: Option<f64>,
|
||||||
|
pub time: Option<i64>,
|
||||||
|
pub market_hours: Option<MarketHourType>,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone)]
|
||||||
|
pub struct RustlerOpts {
|
||||||
|
pub connect_on_start: bool,
|
||||||
|
pub connect_on_add: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Default for RustlerOpts {
|
||||||
|
fn default() -> Self {
|
||||||
|
Self {
|
||||||
|
connect_on_start: true,
|
||||||
|
connect_on_add: true,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Default)]
|
||||||
|
pub struct ScrapperCallbacks {
|
||||||
|
pub on_connected: Option<fn() -> Result<()>>,
|
||||||
|
pub on_disconnected: Option<fn() -> Result<()>>,
|
||||||
|
pub on_message: Option<fn(message: Quote) -> Result<()>>,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, PartialEq, Eq, Clone)]
|
||||||
|
pub struct Ticker {
|
||||||
|
pub symbol: String,
|
||||||
|
pub market: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Ticker {
|
||||||
|
pub fn from(t: &ticker::Model, m: &market::Model) -> Self {
|
||||||
|
Self {
|
||||||
|
symbol: t.symbol.clone(),
|
||||||
|
market: m.short_name.clone(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub trait RustlerAccessor {
|
||||||
|
// #region fields g&s
|
||||||
|
fn name(&self) -> String;
|
||||||
|
|
||||||
|
fn static_name() -> String
|
||||||
|
where
|
||||||
|
Self: Sized;
|
||||||
|
|
||||||
|
fn status(&self) -> &RustlerStatus;
|
||||||
|
fn set_status(&mut self, status: RustlerStatus) -> Result<()>;
|
||||||
|
|
||||||
|
fn next_run(&self) -> &DateTime<Local>;
|
||||||
|
fn set_next_run(&mut self, next_run: DateTime<Local>);
|
||||||
|
|
||||||
|
fn next_stop(&self) -> &Option<DateTime<Local>>;
|
||||||
|
fn set_next_stop(&mut self, next_stop: Option<DateTime<Local>>);
|
||||||
|
|
||||||
|
fn last_run(&self) -> &Option<DateTime<Local>>;
|
||||||
|
fn set_last_run(&mut self, last_run: Option<DateTime<Local>>);
|
||||||
|
|
||||||
|
fn last_stop(&self) -> &Option<DateTime<Local>>;
|
||||||
|
fn set_last_stop(&mut self, last_stop: Option<DateTime<Local>>);
|
||||||
|
|
||||||
|
fn last_update(&self) -> &Option<DateTime<Local>>;
|
||||||
|
fn set_last_update(&mut self, last_update: Option<DateTime<Local>>);
|
||||||
|
|
||||||
|
fn opts(&self) -> &RustlerOpts;
|
||||||
|
fn set_opts(&mut self, opts: RustlerOpts);
|
||||||
|
|
||||||
|
fn tickers(&self) -> &HashMap<String, Ticker>;
|
||||||
|
fn tickers_mut(&mut self) -> &mut HashMap<String, Ticker>;
|
||||||
|
fn set_tickers(&mut self, tickers: HashMap<String, Ticker>);
|
||||||
|
|
||||||
|
fn callbacks(&self) -> &Option<ScrapperCallbacks>;
|
||||||
|
fn set_callbacks(&mut self, callbacks: Option<ScrapperCallbacks>);
|
||||||
|
// #endregion
|
||||||
|
}
|
||||||
|
|
||||||
|
#[async_trait]
|
||||||
|
pub trait Rustler: RustlerAccessor + Send + Sync {
|
||||||
|
// #region Unimplemented trait functions
|
||||||
|
/// fn called after tickers are added to the rustler
|
||||||
|
fn on_add(&mut self, tickers: Vec<Ticker>) -> Result<()>;
|
||||||
|
/// fn called after tickers are deleted from the rustler
|
||||||
|
fn on_delete(&mut self, tickers: Vec<Ticker>) -> Result<()>;
|
||||||
|
/// connects the rustler to the data source
|
||||||
|
async fn connect(&mut self) -> Result<()>;
|
||||||
|
/// disconnects the rustler from the data source
|
||||||
|
async fn disconnect(&mut self) -> Result<()>;
|
||||||
|
// #endregion
|
||||||
|
|
||||||
|
/// should be called at construction time
|
||||||
|
async fn start(&mut self) -> Result<()> {
|
||||||
|
let opts = self.opts();
|
||||||
|
if opts.connect_on_start {
|
||||||
|
self.connect().await?;
|
||||||
|
}
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// updates last stop and last run times and calls the appropriate callback
|
||||||
|
///
|
||||||
|
/// should be called after the status of the rustler changes
|
||||||
|
fn handle_status_change(&mut self) -> Result<()> {
|
||||||
|
match self.status() {
|
||||||
|
RustlerStatus::Disconnected => {
|
||||||
|
self.set_last_stop(Some(Local::now()));
|
||||||
|
|
||||||
|
if let Some(callbacks) = self.callbacks() {
|
||||||
|
if let Some(on_disconnected) = callbacks.on_disconnected {
|
||||||
|
on_disconnected()?;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
RustlerStatus::Connected => {
|
||||||
|
self.set_last_run(Some(Local::now()));
|
||||||
|
|
||||||
|
if let Some(callbacks) = self.callbacks() {
|
||||||
|
if let Some(on_connected) = callbacks.on_connected {
|
||||||
|
on_connected()?;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
_ => {}
|
||||||
|
};
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// adds new tickers to the rustler
|
||||||
|
async fn add(&mut self, new_tickers: Vec<Ticker>) -> Result<()> {
|
||||||
|
let tickers = self.tickers_mut();
|
||||||
|
|
||||||
|
for new_ticker in &new_tickers {
|
||||||
|
// if the ticker already exists in the tickers map, skip it
|
||||||
|
if tickers.contains_key(&new_ticker.symbol) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
tickers.insert(new_ticker.symbol.clone(), new_ticker.clone());
|
||||||
|
}
|
||||||
|
|
||||||
|
if self.opts().connect_on_add {
|
||||||
|
// if disconnected, then connect the rustler
|
||||||
|
if self.status() == &RustlerStatus::Disconnected {
|
||||||
|
self.connect().await?;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
self.on_add(new_tickers)?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// deletes tickers from the rustler
|
||||||
|
async fn delete(&mut self, new_tickers: Vec<Ticker>) -> Result<()> {
|
||||||
|
let tickers = self.tickers_mut();
|
||||||
|
|
||||||
|
for new_ticker in &new_tickers {
|
||||||
|
tickers.remove(&new_ticker.symbol);
|
||||||
|
}
|
||||||
|
|
||||||
|
// if after deleting the tickers the tickers map is
|
||||||
|
// empty, disconnect the rustler
|
||||||
|
if tickers.is_empty() {
|
||||||
|
self.disconnect().await?;
|
||||||
|
}
|
||||||
|
|
||||||
|
self.on_delete(new_tickers)?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// registers a new quote by passing it to the on_message callback
|
||||||
|
fn register_quote(&self, quote: Quote) -> Result<()> {
|
||||||
|
if let Some(callbacks) = self.callbacks() {
|
||||||
|
if let Some(on_message) = callbacks.on_message {
|
||||||
|
on_message(quote)?;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[macro_export]
|
||||||
|
macro_rules! rustler_accessors {
|
||||||
|
(
|
||||||
|
$name:ident
|
||||||
|
) => {
|
||||||
|
fn name(&self) -> String {
|
||||||
|
stringify!($name).to_string()
|
||||||
|
}
|
||||||
|
fn static_name() -> String {
|
||||||
|
stringify!($name).to_string()
|
||||||
|
}
|
||||||
|
fn status(&self) -> &$crate::rustlers::RustlerStatus {
|
||||||
|
&self.status
|
||||||
|
}
|
||||||
|
fn set_status(&mut self, status: $crate::rustlers::RustlerStatus) -> $crate::rustlers::eyre::Result<()> {
|
||||||
|
self.status = status;
|
||||||
|
self.handle_status_change()?;
|
||||||
|
|
||||||
|
lool::logger::info!(
|
||||||
|
"Rustler {} status changed to {:?}",
|
||||||
|
self.name(),
|
||||||
|
self.status()
|
||||||
|
);
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
fn next_run(&self) -> &$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local> {
|
||||||
|
&self.next_run
|
||||||
|
}
|
||||||
|
fn set_next_run(&mut self, next_run: $crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>) {
|
||||||
|
self.next_run = next_run;
|
||||||
|
}
|
||||||
|
fn next_stop(&self) -> &Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>> {
|
||||||
|
&self.next_stop
|
||||||
|
}
|
||||||
|
fn set_next_stop(&mut self, next_stop: Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>>) {
|
||||||
|
self.next_stop = next_stop;
|
||||||
|
}
|
||||||
|
fn last_run(&self) -> &Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>> {
|
||||||
|
&self.last_run
|
||||||
|
}
|
||||||
|
fn set_last_run(&mut self, last_run: Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>>) {
|
||||||
|
self.last_run = last_run;
|
||||||
|
}
|
||||||
|
fn last_stop(&self) -> &Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>> {
|
||||||
|
&self.last_stop
|
||||||
|
}
|
||||||
|
fn set_last_stop(&mut self, last_stop: Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>>) {
|
||||||
|
self.last_stop = last_stop;
|
||||||
|
}
|
||||||
|
fn last_update(&self) -> &Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>> {
|
||||||
|
&self.last_update
|
||||||
|
}
|
||||||
|
fn set_last_update(&mut self, last_update: Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>>) {
|
||||||
|
self.last_update = last_update;
|
||||||
|
}
|
||||||
|
fn opts(&self) -> &$crate::rustlers::RustlerOpts {
|
||||||
|
&self.opts
|
||||||
|
}
|
||||||
|
fn set_opts(&mut self, opts: $crate::rustlers::RustlerOpts) {
|
||||||
|
self.opts = opts;
|
||||||
|
}
|
||||||
|
fn tickers(&self) -> &HashMap<String, $crate::rustlers::Ticker> {
|
||||||
|
&self.tickers
|
||||||
|
}
|
||||||
|
fn tickers_mut(&mut self) -> &mut HashMap<String, $crate::rustlers::Ticker> {
|
||||||
|
&mut self.tickers
|
||||||
|
}
|
||||||
|
fn set_tickers(&mut self, tickers: HashMap<String, $crate::rustlers::Ticker>) {
|
||||||
|
self.tickers = tickers;
|
||||||
|
}
|
||||||
|
fn callbacks(&self) -> &Option<$crate::rustlers::ScrapperCallbacks> {
|
||||||
|
&self.callbacks
|
||||||
|
}
|
||||||
|
fn set_callbacks(&mut self, callbacks: Option<$crate::rustlers::ScrapperCallbacks>) {
|
||||||
|
self.callbacks = callbacks;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
// Define the macro
|
||||||
|
#[macro_export]
|
||||||
|
macro_rules! rustler {
|
||||||
|
// Entry point for the macro, takes the struct definition
|
||||||
|
(
|
||||||
|
$(#[$outer:meta])*
|
||||||
|
$vis:vis struct $name:ident { $($fields:tt)* }
|
||||||
|
) => {
|
||||||
|
// Expand to the struct with derives and the fields
|
||||||
|
$(#[$outer])*
|
||||||
|
#[derive(Debug, Clone, Default)]
|
||||||
|
$vis struct $name {
|
||||||
|
status: $crate::rustlers::RustlerStatus,
|
||||||
|
next_run: $crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>,
|
||||||
|
next_stop: Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>>,
|
||||||
|
last_run: Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>>,
|
||||||
|
last_stop: Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>>,
|
||||||
|
last_update: Option<$crate::rustlers::chrono::DateTime<$crate::rustlers::chrono::Local>>,
|
||||||
|
opts: $crate::rustlers::RustlerOpts,
|
||||||
|
tickers: HashMap<String, $crate::rustlers::Ticker>,
|
||||||
|
callbacks: Option<$crate::rustlers::ScrapperCallbacks>,
|
||||||
|
$($fields)*
|
||||||
|
}
|
||||||
|
|
||||||
|
// Implement the RustlerAccessor trait for the struct
|
||||||
|
impl $crate::rustlers::RustlerAccessor for $name {
|
||||||
|
$crate::rustler_accessors!($name);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
}
|
||||||
65
rustlers/src/rustlers/binance.rs
Normal file
65
rustlers/src/rustlers/binance.rs
Normal file
@ -0,0 +1,65 @@
|
|||||||
|
use {
|
||||||
|
crate::{
|
||||||
|
rustler,
|
||||||
|
rustlers::{
|
||||||
|
Rustler, RustlerAccessor, RustlerStatus, Ticker
|
||||||
|
},
|
||||||
|
},
|
||||||
|
async_trait::async_trait,
|
||||||
|
eyre::Result,
|
||||||
|
lool::{cli::stylize::Stylize, logger::info},
|
||||||
|
std::collections::HashMap,
|
||||||
|
};
|
||||||
|
|
||||||
|
const BINANCE_WSS_URL: &str = "wss://stream.binance.com:9443/stream";
|
||||||
|
// const MANUAL_CLOSE_CODE: u16 = 4663;
|
||||||
|
// const MANUAL_CLOSE_REASON: &str = "Manually Disconnected";
|
||||||
|
|
||||||
|
rustler!(
|
||||||
|
/// 🤠 » **binance rustler**
|
||||||
|
///
|
||||||
|
/// A rustler that steals quotes from Binance
|
||||||
|
pub struct BinanceRustler {}
|
||||||
|
);
|
||||||
|
|
||||||
|
impl BinanceRustler {
|
||||||
|
pub fn new() -> impl Rustler {
|
||||||
|
Self::default()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[async_trait]
|
||||||
|
impl Rustler for BinanceRustler {
|
||||||
|
async fn connect(&mut self) -> Result<()> {
|
||||||
|
if self.status == RustlerStatus::Connected || self.status == RustlerStatus::Connecting {
|
||||||
|
return Ok(());
|
||||||
|
}
|
||||||
|
|
||||||
|
self.set_status(RustlerStatus::Connecting)?;
|
||||||
|
|
||||||
|
info!(
|
||||||
|
"Connecting to Binance WSS: {}",
|
||||||
|
BINANCE_WSS_URL.bright_green()
|
||||||
|
);
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn disconnect(&mut self) -> Result<()> {
|
||||||
|
info!("Disconnecting from Binance WSS");
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn on_add(&mut self, tickers: Vec<Ticker>) -> Result<()> {
|
||||||
|
info!("Adding tickers: {:?}", tickers);
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn on_delete(&mut self, tickers: Vec<Ticker>) -> Result<()> {
|
||||||
|
info!("Deleting tickers: {:?}", tickers);
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
187
rustlers/src/svc.rs
Normal file
187
rustlers/src/svc.rs
Normal file
@ -0,0 +1,187 @@
|
|||||||
|
use entities::{market, sea_orm::DatabaseConnection, ticker};
|
||||||
|
use eyre::{Ok, Result};
|
||||||
|
use lool::{
|
||||||
|
logger::{info, warn},
|
||||||
|
s,
|
||||||
|
sched::{
|
||||||
|
recur, ruleset, scheduler::tokio::Scheduler, utils::parse_time, RecurrenceRuleSet,
|
||||||
|
SchedulingRule,
|
||||||
|
},
|
||||||
|
};
|
||||||
|
use std::collections::HashMap;
|
||||||
|
|
||||||
|
use crate::rustlers::{Rustler, Ticker};
|
||||||
|
|
||||||
|
// interface MarketExecData {
|
||||||
|
// entity: MarketModel;
|
||||||
|
// startJob?: Job;
|
||||||
|
// stopJob?: Job;
|
||||||
|
// }
|
||||||
|
|
||||||
|
// interface ScrapperData {
|
||||||
|
// markets?: MarketExecData[];
|
||||||
|
// // subscription?: Subscription
|
||||||
|
// }]]
|
||||||
|
|
||||||
|
struct MarketExecData {
|
||||||
|
// entity: MarketModel,
|
||||||
|
// startJob?: Job,
|
||||||
|
// stopJob?: Job,
|
||||||
|
}
|
||||||
|
|
||||||
|
type RustlerFactory = Box<dyn Send + Sync + FnMut(&market::Model) -> Option<Box<dyn Rustler>>>;
|
||||||
|
|
||||||
|
pub struct RustlersSvc {
|
||||||
|
market_svc: market::Service,
|
||||||
|
factory: RustlerFactory,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl RustlersSvc {
|
||||||
|
pub async fn new(conn: DatabaseConnection) -> Self {
|
||||||
|
let market_svc = market::Service::new(conn).await;
|
||||||
|
let factory = |_mkt: &market::Model| None;
|
||||||
|
|
||||||
|
Self {
|
||||||
|
market_svc,
|
||||||
|
factory: Box::new(factory),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// gets market data from the the database and starts
|
||||||
|
/// the corresponding rustler for each market
|
||||||
|
pub async fn start(&mut self) -> Result<()> {
|
||||||
|
info!("Starting rustlers");
|
||||||
|
let markets = self.market_svc.get_all_with_tickers().await?;
|
||||||
|
|
||||||
|
for (market, tickers) in markets {
|
||||||
|
self.start_rustler_for((market, tickers)).await?;
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// stops all rustlers and then starts them again
|
||||||
|
pub async fn restart(&self) -> Result<()> {
|
||||||
|
todo!()
|
||||||
|
}
|
||||||
|
|
||||||
|
/// gets the corresponding rustler for the given market and starts it
|
||||||
|
///
|
||||||
|
/// depending on the market configuraation, the rustler might be started
|
||||||
|
/// immediately or its start might be scheduled for a later time
|
||||||
|
///
|
||||||
|
/// this function also schedules the stop of the rustler at the end of the market
|
||||||
|
/// trading hours if the market is configured to stop at a specific time
|
||||||
|
async fn start_rustler_for(
|
||||||
|
&mut self,
|
||||||
|
market: (market::Model, Vec<ticker::Model>),
|
||||||
|
) -> Result<()> {
|
||||||
|
let (market, tickers) = market;
|
||||||
|
let rules = self.get_schedule_rules_for(&market)?;
|
||||||
|
let rustler = (self.factory)(&market);
|
||||||
|
|
||||||
|
if let Some(rustler) = rustler {
|
||||||
|
if let Some((start, end)) = rules {
|
||||||
|
let mut sched = Scheduler::new();
|
||||||
|
let start_name = format!("start-{}", market.short_name);
|
||||||
|
let end_name = format!("end-{}", market.short_name);
|
||||||
|
|
||||||
|
let start_job = sched.schedule(start_name, || async move {}, start).await;
|
||||||
|
let end_job = sched.schedule(end_name, || async move {}, end).await;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
} else {
|
||||||
|
warn!("No schedule rules found for market '{}'", market.short_name);
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
warn!("No rustler found for market '{}'", market.short_name);
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// creates schedule rules for the given market
|
||||||
|
fn get_schedule_rules_for(
|
||||||
|
&self,
|
||||||
|
mkt: &market::Model,
|
||||||
|
) -> Result<Option<(SchedulingRule, SchedulingRule)>> {
|
||||||
|
if mkt.open_time.is_none() || mkt.close_time.is_none() {
|
||||||
|
return Ok(None);
|
||||||
|
}
|
||||||
|
|
||||||
|
let open_time = parse_time(&mkt.open_time.clone().unwrap())?;
|
||||||
|
let close_time = parse_time(&mkt.close_time.clone().unwrap())?;
|
||||||
|
let pre_offset = mkt.pre_market_offset.unwrap_or(0);
|
||||||
|
let post_offset = mkt.post_market_offset.unwrap_or(0);
|
||||||
|
|
||||||
|
let mut rule = ruleset();
|
||||||
|
rule.from_to_dow(mkt.opens_from.unwrap_or(0), mkt.opens_till.unwrap_or(0));
|
||||||
|
|
||||||
|
let start_rule = make_rule(&rule, open_time, pre_offset, Op::Sub);
|
||||||
|
let stop_rule = make_rule(&rule, close_time, post_offset, Op::Add);
|
||||||
|
|
||||||
|
Ok(Some((recur(&start_rule), recur(&stop_rule))))
|
||||||
|
}
|
||||||
|
|
||||||
|
/// get the rustler according to the market
|
||||||
|
fn get_rustler_for(&mut self, market: &market::Model) -> Option<Box<dyn Rustler>> {
|
||||||
|
let scrapper = (self.factory)(market);
|
||||||
|
|
||||||
|
|
||||||
|
scrapper
|
||||||
|
}
|
||||||
|
|
||||||
|
/// starts a rustler by adding the tickers to it
|
||||||
|
async fn start_rustler(
|
||||||
|
rustler: &mut Box<dyn Rustler>,
|
||||||
|
market: market::Model,
|
||||||
|
tickers: Vec<ticker::Model>,
|
||||||
|
) -> Result<()> {
|
||||||
|
if tickers.len() > 0 {
|
||||||
|
let tickers: Vec<Ticker> =
|
||||||
|
tickers.into_iter().map(|t| Ticker::from(&t, &market)).collect();
|
||||||
|
|
||||||
|
rustler.add(tickers).await?;
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// stops a rustler by deleting all its tickers
|
||||||
|
async fn stop_rustler(
|
||||||
|
rustler: &mut Box<dyn Rustler>,
|
||||||
|
market: market::Model,
|
||||||
|
tickers: Vec<ticker::Model>,
|
||||||
|
) -> Result<()> {
|
||||||
|
if tickers.len() > 0 {
|
||||||
|
let tickers: Vec<Ticker> =
|
||||||
|
tickers.into_iter().map(|t| Ticker::from(&t, &market)).collect();
|
||||||
|
|
||||||
|
rustler.delete(tickers).await?;
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn make_rule(
|
||||||
|
base: &RecurrenceRuleSet,
|
||||||
|
time: (u32, u32, u32),
|
||||||
|
offset: u32,
|
||||||
|
op: Op,
|
||||||
|
) -> RecurrenceRuleSet {
|
||||||
|
let (h, m, s) = time;
|
||||||
|
let h = match op {
|
||||||
|
Op::Add => h.saturating_add(offset),
|
||||||
|
Op::Sub => h.saturating_sub(offset),
|
||||||
|
};
|
||||||
|
|
||||||
|
let mut rule = base.clone();
|
||||||
|
rule.at_time(h, m, s);
|
||||||
|
rule
|
||||||
|
}
|
||||||
|
|
||||||
|
enum Op {
|
||||||
|
Add,
|
||||||
|
Sub,
|
||||||
|
}
|
||||||
Loading…
x
Reference in New Issue
Block a user