chore: add src files & cargo
This commit is contained in:
parent
7873f5defa
commit
0347eb7043
156
.gitignore
vendored
Normal file
156
.gitignore
vendored
Normal file
@ -0,0 +1,156 @@
|
||||
target
|
||||
.k
|
||||
OLD
|
||||
tries
|
||||
tmp
|
||||
# enviroment to load on bin/build
|
||||
.env
|
||||
|
||||
# where souce code is clone with git
|
||||
clone
|
||||
|
||||
# where tools command are found
|
||||
tools
|
||||
|
||||
# where pipeline templates are found
|
||||
templates
|
||||
|
||||
# OSX leaves these everywhere on SMB shares
|
||||
._*
|
||||
|
||||
# OSX trash
|
||||
.DS_Store
|
||||
|
||||
# Eclipse files
|
||||
.classpath
|
||||
.project
|
||||
.settings/**
|
||||
|
||||
# Files generated by JetBrains IDEs, e.g. IntelliJ IDEA
|
||||
.idea/
|
||||
*.iml
|
||||
|
||||
# Vscode files
|
||||
.vscode
|
||||
|
||||
# This is where the result of the go build goes
|
||||
/output*/
|
||||
/_output*/
|
||||
/_output
|
||||
|
||||
# Emacs save files
|
||||
*~
|
||||
\#*\#
|
||||
.\#*
|
||||
|
||||
# Vim-related files
|
||||
[._]*.s[a-w][a-z]
|
||||
[._]s[a-w][a-z]
|
||||
*.un~
|
||||
Session.vim
|
||||
.netrwhist
|
||||
|
||||
# cscope-related files
|
||||
cscope.*
|
||||
|
||||
# Go test binaries
|
||||
*.test
|
||||
/hack/.test-cmd-auth
|
||||
|
||||
# JUnit test output from ginkgo e2e tests
|
||||
/junit*.xml
|
||||
|
||||
# Mercurial files
|
||||
**/.hg
|
||||
**/.hg*
|
||||
|
||||
# Vagrant
|
||||
.vagrant
|
||||
network_closure.sh
|
||||
|
||||
# Local cluster env variables
|
||||
/cluster/env.sh
|
||||
|
||||
# Compiled binaries in third_party
|
||||
/third_party/pkg
|
||||
|
||||
# Also ignore etcd installed by hack/install-etcd.sh
|
||||
/third_party/etcd*
|
||||
/default.etcd
|
||||
|
||||
# User cluster configs
|
||||
.kubeconfig
|
||||
|
||||
.tags*
|
||||
|
||||
# Version file for dockerized build
|
||||
.dockerized-kube-version-defs
|
||||
|
||||
# Web UI
|
||||
/www/master/node_modules/
|
||||
/www/master/npm-debug.log
|
||||
/www/master/shared/config/development.json
|
||||
|
||||
# Karma output
|
||||
/www/test_out
|
||||
|
||||
# precommit temporary directories created by ./hack/verify-generated-docs.sh and ./hack/lib/util.sh
|
||||
/_tmp/
|
||||
/doc_tmp/
|
||||
|
||||
# Test artifacts produced by Jenkins jobs
|
||||
/_artifacts/
|
||||
|
||||
# Go dependencies installed on Jenkins
|
||||
/_gopath/
|
||||
|
||||
# Config directories created by gcloud and gsutil on Jenkins
|
||||
/.config/gcloud*/
|
||||
/.gsutil/
|
||||
|
||||
# CoreOS stuff
|
||||
/cluster/libvirt-coreos/coreos_*.img
|
||||
|
||||
# Juju Stuff
|
||||
/cluster/juju/charms/*
|
||||
/cluster/juju/bundles/local.yaml
|
||||
|
||||
# Downloaded Kubernetes binary release
|
||||
/kubernetes/
|
||||
|
||||
# direnv .envrc files
|
||||
.envrc
|
||||
|
||||
# Downloaded kubernetes binary release tar ball
|
||||
kubernetes.tar.gz
|
||||
|
||||
# generated files in any directory
|
||||
# TODO(thockin): uncomment this when we stop committing the generated files.
|
||||
#zz_generated.*
|
||||
zz_generated.openapi.go
|
||||
zz_generated_*_test.go
|
||||
|
||||
# TODO(roycaihw): remove this when we stop committing the generated definition
|
||||
!staging/src/k8s.io/apiextensions-apiserver/pkg/generated/openapi/zz_generated.openapi.go
|
||||
# low-change blueprint in code-generator to notice changes
|
||||
!staging/src/k8s.io/code-generator/_examples/apiserver/openapi/zz_generated.openapi.go
|
||||
# low-change sample-apiserver spec to be compilable when published
|
||||
!staging/src/k8s.io/sample-apiserver/pkg/generated/openapi/zz_generated.openapi.go
|
||||
|
||||
# make-related metadata
|
||||
/.make/
|
||||
|
||||
# Just in time generated data in the source, should never be committed
|
||||
/test/e2e/generated/bindata.go
|
||||
|
||||
# This file used by some vendor repos (e.g. github.com/go-openapi/...) to store secret variables and should not be ignored
|
||||
!\.drone\.sec
|
||||
|
||||
# Godeps workspace
|
||||
/Godeps/_workspace
|
||||
|
||||
/bazel-*
|
||||
*.pyc
|
||||
|
||||
# generated by verify-vendor.sh
|
||||
vendordiff.patch
|
||||
4082
Cargo.lock
generated
Normal file
4082
Cargo.lock
generated
Normal file
File diff suppressed because it is too large
Load Diff
115
Cargo.toml
Normal file
115
Cargo.toml
Normal file
@ -0,0 +1,115 @@
|
||||
[package]
|
||||
name = "cloudmandala"
|
||||
version = "0.1.0"
|
||||
authors = ["JesusPerez <jpl@jesusperez.pro>"]
|
||||
edition = "2018"
|
||||
|
||||
[dependencies]
|
||||
|
||||
log = "0.4"
|
||||
stderrlog = "0.5"
|
||||
structopt = "0.3"
|
||||
faccess = "0.2.3"
|
||||
|
||||
##
|
||||
anyhow = "1.0.40"
|
||||
# argonautica = "0.2.0"
|
||||
#
|
||||
##
|
||||
blake3 = "0.3.7"
|
||||
base64 = "0.13.0"
|
||||
base64-stream = "1.2.5"
|
||||
captcha = "0.0.8"
|
||||
chrono = "0.4"
|
||||
dotenv = "0.15.0"
|
||||
debug_stub_derive = "0.3.0"
|
||||
env_logger = "0.8.2"
|
||||
envmnt = "0.9.0"
|
||||
error-chain = "0.12.4"
|
||||
failure = "0.1.8"
|
||||
futures = "0.3.12"
|
||||
futures-cpupool = "0.1.8"
|
||||
git2 = "0.13"
|
||||
glob = "0.3.0"
|
||||
json = "0.12.4"
|
||||
# jsonnet-rs = "0.6.0"
|
||||
#jwtvault = "0.7.0"
|
||||
# jwt-simple = "0.2"
|
||||
lazy_static = "1.4.0"
|
||||
once_cell = "1.7.2"
|
||||
openssh = "0.8.0"
|
||||
openssl-sys = "0.9"
|
||||
openssl = { version = "0.10", features = ["v110"] }
|
||||
qstring = "0.7.2"
|
||||
#r2d2 = "0.8.9"
|
||||
#r2d2_mysql="18.0.0"
|
||||
# redis-async = "0.6.3"
|
||||
rand = "0.8.3"
|
||||
#redis = { version = "0.19.0", features = [ "tokio-comp", "cluster"] }
|
||||
regex = "1.5.4"
|
||||
reqwest = "0.11.3"
|
||||
rfm = "0.8.0"
|
||||
sanitize-filename = "0.3.0"
|
||||
serde = { version = "1.0", features = ["derive"] }
|
||||
#serde_cbor = "0.11.1"
|
||||
serde_derive = "1.0"
|
||||
serde_dhall = "0.10.0"
|
||||
serde_json = "1.0"
|
||||
serde_yaml = "0.8.17"
|
||||
|
||||
slab = "0.4.3"
|
||||
# sqlx = { version = "0.4.0-beta.1", default-features = false, features = [ "mysql", "macros", "runtime-actix" ] }
|
||||
#sqlx = {version = "0.5.1", default-features = false, features = ["macros","runtime-tokio-rustls","sqlite", "mysql", "postgres", "decimal", "chrono"]}
|
||||
|
||||
sthash = "0.2.10"
|
||||
tempfile = "3.2.0"
|
||||
tera = "1.8.0"
|
||||
# tikv-client = { git = "https://github.com/tikv/client-rust.git" }
|
||||
#tokio = { version = "0.3", features = ["time", "stream"] }
|
||||
#tokio = { version = "0.3", features = ["full"] }
|
||||
#tokio = { version = "0.3.7", features = ["full"] }
|
||||
tokio = { version = "1.5.0", features = ["full"] }
|
||||
tokio-util = { version = "0.6", features = ["codec"] }
|
||||
hyper = { version = "0.14.7", features = ["full"] }
|
||||
thiserror = "1.0"
|
||||
toml = "0.5"
|
||||
# thrussh = "0.32.2"
|
||||
# thrussh-keys = "0.20.2"
|
||||
#yaml-rust = "0.4"
|
||||
uuid = { version = "0.8", features = ["serde", "v5"] }
|
||||
pretty_env_logger = "0.4"
|
||||
|
||||
tkdr = { path = "../lib/tkdr" }
|
||||
key_of_life = { path = "../lib/key_of_life" }
|
||||
|
||||
clds = { path = "../lib/clds" }
|
||||
|
||||
[profile.release]
|
||||
lto = true
|
||||
codegen-units = 1
|
||||
opt-level = "z"
|
||||
|
||||
[dev-dependencies]
|
||||
tracing-subscriber = "0.2.18"
|
||||
[build-dependencies]
|
||||
envmnt = "0.9.0"
|
||||
|
||||
[features]
|
||||
# Nothing by default
|
||||
default = []
|
||||
|
||||
# Easily turn it all on
|
||||
# Uncomment to sacrifice Drop-on-panic cleanup and std::panic::catch_unwind
|
||||
# for ~24K space saving
|
||||
#panic = 'abort'
|
||||
|
||||
# [patch.crates-io]
|
||||
# raft-proto = { git = "https://github.com/tikv/raft-rs", rev = "e624c1d48460940a40d8aa69b5329460d9af87dd" }
|
||||
|
||||
[workspace.metadata.local-install]
|
||||
cargo-web = "0.1" # == "^0.6" - includes "0.6.26" - locked by default
|
||||
# cargo-web = { version = "0.6", registry = "crates.io", locked = false } # `locked = false` ignores cargo-web's Cargo.lock
|
||||
# cargo-web = { path = "../cargo-web" }
|
||||
# cargo-web = { git = "https://github.com/koute/cargo-web" }
|
||||
# cargo-web = { git = "https://github.com/koute/cargo-web", branch = "master" }
|
||||
# cargo-web = { git = "https://github.com/koute/cargo-web", rev = "a9895bf536e8ac6a0806382886b7be90138f01f3" }
|
||||
674
LICENSE
Normal file
674
LICENSE
Normal file
@ -0,0 +1,674 @@
|
||||
GNU GENERAL PUBLIC LICENSE
|
||||
Version 3, 29 June 2007
|
||||
|
||||
Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/>
|
||||
Everyone is permitted to copy and distribute verbatim copies
|
||||
of this license document, but changing it is not allowed.
|
||||
|
||||
Preamble
|
||||
|
||||
The GNU General Public License is a free, copyleft license for
|
||||
software and other kinds of works.
|
||||
|
||||
The licenses for most software and other practical works are designed
|
||||
to take away your freedom to share and change the works. By contrast,
|
||||
the GNU General Public License is intended to guarantee your freedom to
|
||||
share and change all versions of a program--to make sure it remains free
|
||||
software for all its users. We, the Free Software Foundation, use the
|
||||
GNU General Public License for most of our software; it applies also to
|
||||
any other work released this way by its authors. You can apply it to
|
||||
your programs, too.
|
||||
|
||||
When we speak of free software, we are referring to freedom, not
|
||||
price. Our General Public Licenses are designed to make sure that you
|
||||
have the freedom to distribute copies of free software (and charge for
|
||||
them if you wish), that you receive source code or can get it if you
|
||||
want it, that you can change the software or use pieces of it in new
|
||||
free programs, and that you know you can do these things.
|
||||
|
||||
To protect your rights, we need to prevent others from denying you
|
||||
these rights or asking you to surrender the rights. Therefore, you have
|
||||
certain responsibilities if you distribute copies of the software, or if
|
||||
you modify it: responsibilities to respect the freedom of others.
|
||||
|
||||
For example, if you distribute copies of such a program, whether
|
||||
gratis or for a fee, you must pass on to the recipients the same
|
||||
freedoms that you received. You must make sure that they, too, receive
|
||||
or can get the source code. And you must show them these terms so they
|
||||
know their rights.
|
||||
|
||||
Developers that use the GNU GPL protect your rights with two steps:
|
||||
(1) assert copyright on the software, and (2) offer you this License
|
||||
giving you legal permission to copy, distribute and/or modify it.
|
||||
|
||||
For the developers' and authors' protection, the GPL clearly explains
|
||||
that there is no warranty for this free software. For both users' and
|
||||
authors' sake, the GPL requires that modified versions be marked as
|
||||
changed, so that their problems will not be attributed erroneously to
|
||||
authors of previous versions.
|
||||
|
||||
Some devices are designed to deny users access to install or run
|
||||
modified versions of the software inside them, although the manufacturer
|
||||
can do so. This is fundamentally incompatible with the aim of
|
||||
protecting users' freedom to change the software. The systematic
|
||||
pattern of such abuse occurs in the area of products for individuals to
|
||||
use, which is precisely where it is most unacceptable. Therefore, we
|
||||
have designed this version of the GPL to prohibit the practice for those
|
||||
products. If such problems arise substantially in other domains, we
|
||||
stand ready to extend this provision to those domains in future versions
|
||||
of the GPL, as needed to protect the freedom of users.
|
||||
|
||||
Finally, every program is threatened constantly by software patents.
|
||||
States should not allow patents to restrict development and use of
|
||||
software on general-purpose computers, but in those that do, we wish to
|
||||
avoid the special danger that patents applied to a free program could
|
||||
make it effectively proprietary. To prevent this, the GPL assures that
|
||||
patents cannot be used to render the program non-free.
|
||||
|
||||
The precise terms and conditions for copying, distribution and
|
||||
modification follow.
|
||||
|
||||
TERMS AND CONDITIONS
|
||||
|
||||
0. Definitions.
|
||||
|
||||
"This License" refers to version 3 of the GNU General Public License.
|
||||
|
||||
"Copyright" also means copyright-like laws that apply to other kinds of
|
||||
works, such as semiconductor masks.
|
||||
|
||||
"The Program" refers to any copyrightable work licensed under this
|
||||
License. Each licensee is addressed as "you". "Licensees" and
|
||||
"recipients" may be individuals or organizations.
|
||||
|
||||
To "modify" a work means to copy from or adapt all or part of the work
|
||||
in a fashion requiring copyright permission, other than the making of an
|
||||
exact copy. The resulting work is called a "modified version" of the
|
||||
earlier work or a work "based on" the earlier work.
|
||||
|
||||
A "covered work" means either the unmodified Program or a work based
|
||||
on the Program.
|
||||
|
||||
To "propagate" a work means to do anything with it that, without
|
||||
permission, would make you directly or secondarily liable for
|
||||
infringement under applicable copyright law, except executing it on a
|
||||
computer or modifying a private copy. Propagation includes copying,
|
||||
distribution (with or without modification), making available to the
|
||||
public, and in some countries other activities as well.
|
||||
|
||||
To "convey" a work means any kind of propagation that enables other
|
||||
parties to make or receive copies. Mere interaction with a user through
|
||||
a computer network, with no transfer of a copy, is not conveying.
|
||||
|
||||
An interactive user interface displays "Appropriate Legal Notices"
|
||||
to the extent that it includes a convenient and prominently visible
|
||||
feature that (1) displays an appropriate copyright notice, and (2)
|
||||
tells the user that there is no warranty for the work (except to the
|
||||
extent that warranties are provided), that licensees may convey the
|
||||
work under this License, and how to view a copy of this License. If
|
||||
the interface presents a list of user commands or options, such as a
|
||||
menu, a prominent item in the list meets this criterion.
|
||||
|
||||
1. Source Code.
|
||||
|
||||
The "source code" for a work means the preferred form of the work
|
||||
for making modifications to it. "Object code" means any non-source
|
||||
form of a work.
|
||||
|
||||
A "Standard Interface" means an interface that either is an official
|
||||
standard defined by a recognized standards body, or, in the case of
|
||||
interfaces specified for a particular programming language, one that
|
||||
is widely used among developers working in that language.
|
||||
|
||||
The "System Libraries" of an executable work include anything, other
|
||||
than the work as a whole, that (a) is included in the normal form of
|
||||
packaging a Major Component, but which is not part of that Major
|
||||
Component, and (b) serves only to enable use of the work with that
|
||||
Major Component, or to implement a Standard Interface for which an
|
||||
implementation is available to the public in source code form. A
|
||||
"Major Component", in this context, means a major essential component
|
||||
(kernel, window system, and so on) of the specific operating system
|
||||
(if any) on which the executable work runs, or a compiler used to
|
||||
produce the work, or an object code interpreter used to run it.
|
||||
|
||||
The "Corresponding Source" for a work in object code form means all
|
||||
the source code needed to generate, install, and (for an executable
|
||||
work) run the object code and to modify the work, including scripts to
|
||||
control those activities. However, it does not include the work's
|
||||
System Libraries, or general-purpose tools or generally available free
|
||||
programs which are used unmodified in performing those activities but
|
||||
which are not part of the work. For example, Corresponding Source
|
||||
includes interface definition files associated with source files for
|
||||
the work, and the source code for shared libraries and dynamically
|
||||
linked subprograms that the work is specifically designed to require,
|
||||
such as by intimate data communication or control flow between those
|
||||
subprograms and other parts of the work.
|
||||
|
||||
The Corresponding Source need not include anything that users
|
||||
can regenerate automatically from other parts of the Corresponding
|
||||
Source.
|
||||
|
||||
The Corresponding Source for a work in source code form is that
|
||||
same work.
|
||||
|
||||
2. Basic Permissions.
|
||||
|
||||
All rights granted under this License are granted for the term of
|
||||
copyright on the Program, and are irrevocable provided the stated
|
||||
conditions are met. This License explicitly affirms your unlimited
|
||||
permission to run the unmodified Program. The output from running a
|
||||
covered work is covered by this License only if the output, given its
|
||||
content, constitutes a covered work. This License acknowledges your
|
||||
rights of fair use or other equivalent, as provided by copyright law.
|
||||
|
||||
You may make, run and propagate covered works that you do not
|
||||
convey, without conditions so long as your license otherwise remains
|
||||
in force. You may convey covered works to others for the sole purpose
|
||||
of having them make modifications exclusively for you, or provide you
|
||||
with facilities for running those works, provided that you comply with
|
||||
the terms of this License in conveying all material for which you do
|
||||
not control copyright. Those thus making or running the covered works
|
||||
for you must do so exclusively on your behalf, under your direction
|
||||
and control, on terms that prohibit them from making any copies of
|
||||
your copyrighted material outside their relationship with you.
|
||||
|
||||
Conveying under any other circumstances is permitted solely under
|
||||
the conditions stated below. Sublicensing is not allowed; section 10
|
||||
makes it unnecessary.
|
||||
|
||||
3. Protecting Users' Legal Rights From Anti-Circumvention Law.
|
||||
|
||||
No covered work shall be deemed part of an effective technological
|
||||
measure under any applicable law fulfilling obligations under article
|
||||
11 of the WIPO copyright treaty adopted on 20 December 1996, or
|
||||
similar laws prohibiting or restricting circumvention of such
|
||||
measures.
|
||||
|
||||
When you convey a covered work, you waive any legal power to forbid
|
||||
circumvention of technological measures to the extent such circumvention
|
||||
is effected by exercising rights under this License with respect to
|
||||
the covered work, and you disclaim any intention to limit operation or
|
||||
modification of the work as a means of enforcing, against the work's
|
||||
users, your or third parties' legal rights to forbid circumvention of
|
||||
technological measures.
|
||||
|
||||
4. Conveying Verbatim Copies.
|
||||
|
||||
You may convey verbatim copies of the Program's source code as you
|
||||
receive it, in any medium, provided that you conspicuously and
|
||||
appropriately publish on each copy an appropriate copyright notice;
|
||||
keep intact all notices stating that this License and any
|
||||
non-permissive terms added in accord with section 7 apply to the code;
|
||||
keep intact all notices of the absence of any warranty; and give all
|
||||
recipients a copy of this License along with the Program.
|
||||
|
||||
You may charge any price or no price for each copy that you convey,
|
||||
and you may offer support or warranty protection for a fee.
|
||||
|
||||
5. Conveying Modified Source Versions.
|
||||
|
||||
You may convey a work based on the Program, or the modifications to
|
||||
produce it from the Program, in the form of source code under the
|
||||
terms of section 4, provided that you also meet all of these conditions:
|
||||
|
||||
a) The work must carry prominent notices stating that you modified
|
||||
it, and giving a relevant date.
|
||||
|
||||
b) The work must carry prominent notices stating that it is
|
||||
released under this License and any conditions added under section
|
||||
7. This requirement modifies the requirement in section 4 to
|
||||
"keep intact all notices".
|
||||
|
||||
c) You must license the entire work, as a whole, under this
|
||||
License to anyone who comes into possession of a copy. This
|
||||
License will therefore apply, along with any applicable section 7
|
||||
additional terms, to the whole of the work, and all its parts,
|
||||
regardless of how they are packaged. This License gives no
|
||||
permission to license the work in any other way, but it does not
|
||||
invalidate such permission if you have separately received it.
|
||||
|
||||
d) If the work has interactive user interfaces, each must display
|
||||
Appropriate Legal Notices; however, if the Program has interactive
|
||||
interfaces that do not display Appropriate Legal Notices, your
|
||||
work need not make them do so.
|
||||
|
||||
A compilation of a covered work with other separate and independent
|
||||
works, which are not by their nature extensions of the covered work,
|
||||
and which are not combined with it such as to form a larger program,
|
||||
in or on a volume of a storage or distribution medium, is called an
|
||||
"aggregate" if the compilation and its resulting copyright are not
|
||||
used to limit the access or legal rights of the compilation's users
|
||||
beyond what the individual works permit. Inclusion of a covered work
|
||||
in an aggregate does not cause this License to apply to the other
|
||||
parts of the aggregate.
|
||||
|
||||
6. Conveying Non-Source Forms.
|
||||
|
||||
You may convey a covered work in object code form under the terms
|
||||
of sections 4 and 5, provided that you also convey the
|
||||
machine-readable Corresponding Source under the terms of this License,
|
||||
in one of these ways:
|
||||
|
||||
a) Convey the object code in, or embodied in, a physical product
|
||||
(including a physical distribution medium), accompanied by the
|
||||
Corresponding Source fixed on a durable physical medium
|
||||
customarily used for software interchange.
|
||||
|
||||
b) Convey the object code in, or embodied in, a physical product
|
||||
(including a physical distribution medium), accompanied by a
|
||||
written offer, valid for at least three years and valid for as
|
||||
long as you offer spare parts or customer support for that product
|
||||
model, to give anyone who possesses the object code either (1) a
|
||||
copy of the Corresponding Source for all the software in the
|
||||
product that is covered by this License, on a durable physical
|
||||
medium customarily used for software interchange, for a price no
|
||||
more than your reasonable cost of physically performing this
|
||||
conveying of source, or (2) access to copy the
|
||||
Corresponding Source from a network server at no charge.
|
||||
|
||||
c) Convey individual copies of the object code with a copy of the
|
||||
written offer to provide the Corresponding Source. This
|
||||
alternative is allowed only occasionally and noncommercially, and
|
||||
only if you received the object code with such an offer, in accord
|
||||
with subsection 6b.
|
||||
|
||||
d) Convey the object code by offering access from a designated
|
||||
place (gratis or for a charge), and offer equivalent access to the
|
||||
Corresponding Source in the same way through the same place at no
|
||||
further charge. You need not require recipients to copy the
|
||||
Corresponding Source along with the object code. If the place to
|
||||
copy the object code is a network server, the Corresponding Source
|
||||
may be on a different server (operated by you or a third party)
|
||||
that supports equivalent copying facilities, provided you maintain
|
||||
clear directions next to the object code saying where to find the
|
||||
Corresponding Source. Regardless of what server hosts the
|
||||
Corresponding Source, you remain obligated to ensure that it is
|
||||
available for as long as needed to satisfy these requirements.
|
||||
|
||||
e) Convey the object code using peer-to-peer transmission, provided
|
||||
you inform other peers where the object code and Corresponding
|
||||
Source of the work are being offered to the general public at no
|
||||
charge under subsection 6d.
|
||||
|
||||
A separable portion of the object code, whose source code is excluded
|
||||
from the Corresponding Source as a System Library, need not be
|
||||
included in conveying the object code work.
|
||||
|
||||
A "User Product" is either (1) a "consumer product", which means any
|
||||
tangible personal property which is normally used for personal, family,
|
||||
or household purposes, or (2) anything designed or sold for incorporation
|
||||
into a dwelling. In determining whether a product is a consumer product,
|
||||
doubtful cases shall be resolved in favor of coverage. For a particular
|
||||
product received by a particular user, "normally used" refers to a
|
||||
typical or common use of that class of product, regardless of the status
|
||||
of the particular user or of the way in which the particular user
|
||||
actually uses, or expects or is expected to use, the product. A product
|
||||
is a consumer product regardless of whether the product has substantial
|
||||
commercial, industrial or non-consumer uses, unless such uses represent
|
||||
the only significant mode of use of the product.
|
||||
|
||||
"Installation Information" for a User Product means any methods,
|
||||
procedures, authorization keys, or other information required to install
|
||||
and execute modified versions of a covered work in that User Product from
|
||||
a modified version of its Corresponding Source. The information must
|
||||
suffice to ensure that the continued functioning of the modified object
|
||||
code is in no case prevented or interfered with solely because
|
||||
modification has been made.
|
||||
|
||||
If you convey an object code work under this section in, or with, or
|
||||
specifically for use in, a User Product, and the conveying occurs as
|
||||
part of a transaction in which the right of possession and use of the
|
||||
User Product is transferred to the recipient in perpetuity or for a
|
||||
fixed term (regardless of how the transaction is characterized), the
|
||||
Corresponding Source conveyed under this section must be accompanied
|
||||
by the Installation Information. But this requirement does not apply
|
||||
if neither you nor any third party retains the ability to install
|
||||
modified object code on the User Product (for example, the work has
|
||||
been installed in ROM).
|
||||
|
||||
The requirement to provide Installation Information does not include a
|
||||
requirement to continue to provide support service, warranty, or updates
|
||||
for a work that has been modified or installed by the recipient, or for
|
||||
the User Product in which it has been modified or installed. Access to a
|
||||
network may be denied when the modification itself materially and
|
||||
adversely affects the operation of the network or violates the rules and
|
||||
protocols for communication across the network.
|
||||
|
||||
Corresponding Source conveyed, and Installation Information provided,
|
||||
in accord with this section must be in a format that is publicly
|
||||
documented (and with an implementation available to the public in
|
||||
source code form), and must require no special password or key for
|
||||
unpacking, reading or copying.
|
||||
|
||||
7. Additional Terms.
|
||||
|
||||
"Additional permissions" are terms that supplement the terms of this
|
||||
License by making exceptions from one or more of its conditions.
|
||||
Additional permissions that are applicable to the entire Program shall
|
||||
be treated as though they were included in this License, to the extent
|
||||
that they are valid under applicable law. If additional permissions
|
||||
apply only to part of the Program, that part may be used separately
|
||||
under those permissions, but the entire Program remains governed by
|
||||
this License without regard to the additional permissions.
|
||||
|
||||
When you convey a copy of a covered work, you may at your option
|
||||
remove any additional permissions from that copy, or from any part of
|
||||
it. (Additional permissions may be written to require their own
|
||||
removal in certain cases when you modify the work.) You may place
|
||||
additional permissions on material, added by you to a covered work,
|
||||
for which you have or can give appropriate copyright permission.
|
||||
|
||||
Notwithstanding any other provision of this License, for material you
|
||||
add to a covered work, you may (if authorized by the copyright holders of
|
||||
that material) supplement the terms of this License with terms:
|
||||
|
||||
a) Disclaiming warranty or limiting liability differently from the
|
||||
terms of sections 15 and 16 of this License; or
|
||||
|
||||
b) Requiring preservation of specified reasonable legal notices or
|
||||
author attributions in that material or in the Appropriate Legal
|
||||
Notices displayed by works containing it; or
|
||||
|
||||
c) Prohibiting misrepresentation of the origin of that material, or
|
||||
requiring that modified versions of such material be marked in
|
||||
reasonable ways as different from the original version; or
|
||||
|
||||
d) Limiting the use for publicity purposes of names of licensors or
|
||||
authors of the material; or
|
||||
|
||||
e) Declining to grant rights under trademark law for use of some
|
||||
trade names, trademarks, or service marks; or
|
||||
|
||||
f) Requiring indemnification of licensors and authors of that
|
||||
material by anyone who conveys the material (or modified versions of
|
||||
it) with contractual assumptions of liability to the recipient, for
|
||||
any liability that these contractual assumptions directly impose on
|
||||
those licensors and authors.
|
||||
|
||||
All other non-permissive additional terms are considered "further
|
||||
restrictions" within the meaning of section 10. If the Program as you
|
||||
received it, or any part of it, contains a notice stating that it is
|
||||
governed by this License along with a term that is a further
|
||||
restriction, you may remove that term. If a license document contains
|
||||
a further restriction but permits relicensing or conveying under this
|
||||
License, you may add to a covered work material governed by the terms
|
||||
of that license document, provided that the further restriction does
|
||||
not survive such relicensing or conveying.
|
||||
|
||||
If you add terms to a covered work in accord with this section, you
|
||||
must place, in the relevant source files, a statement of the
|
||||
additional terms that apply to those files, or a notice indicating
|
||||
where to find the applicable terms.
|
||||
|
||||
Additional terms, permissive or non-permissive, may be stated in the
|
||||
form of a separately written license, or stated as exceptions;
|
||||
the above requirements apply either way.
|
||||
|
||||
8. Termination.
|
||||
|
||||
You may not propagate or modify a covered work except as expressly
|
||||
provided under this License. Any attempt otherwise to propagate or
|
||||
modify it is void, and will automatically terminate your rights under
|
||||
this License (including any patent licenses granted under the third
|
||||
paragraph of section 11).
|
||||
|
||||
However, if you cease all violation of this License, then your
|
||||
license from a particular copyright holder is reinstated (a)
|
||||
provisionally, unless and until the copyright holder explicitly and
|
||||
finally terminates your license, and (b) permanently, if the copyright
|
||||
holder fails to notify you of the violation by some reasonable means
|
||||
prior to 60 days after the cessation.
|
||||
|
||||
Moreover, your license from a particular copyright holder is
|
||||
reinstated permanently if the copyright holder notifies you of the
|
||||
violation by some reasonable means, this is the first time you have
|
||||
received notice of violation of this License (for any work) from that
|
||||
copyright holder, and you cure the violation prior to 30 days after
|
||||
your receipt of the notice.
|
||||
|
||||
Termination of your rights under this section does not terminate the
|
||||
licenses of parties who have received copies or rights from you under
|
||||
this License. If your rights have been terminated and not permanently
|
||||
reinstated, you do not qualify to receive new licenses for the same
|
||||
material under section 10.
|
||||
|
||||
9. Acceptance Not Required for Having Copies.
|
||||
|
||||
You are not required to accept this License in order to receive or
|
||||
run a copy of the Program. Ancillary propagation of a covered work
|
||||
occurring solely as a consequence of using peer-to-peer transmission
|
||||
to receive a copy likewise does not require acceptance. However,
|
||||
nothing other than this License grants you permission to propagate or
|
||||
modify any covered work. These actions infringe copyright if you do
|
||||
not accept this License. Therefore, by modifying or propagating a
|
||||
covered work, you indicate your acceptance of this License to do so.
|
||||
|
||||
10. Automatic Licensing of Downstream Recipients.
|
||||
|
||||
Each time you convey a covered work, the recipient automatically
|
||||
receives a license from the original licensors, to run, modify and
|
||||
propagate that work, subject to this License. You are not responsible
|
||||
for enforcing compliance by third parties with this License.
|
||||
|
||||
An "entity transaction" is a transaction transferring control of an
|
||||
organization, or substantially all assets of one, or subdividing an
|
||||
organization, or merging organizations. If propagation of a covered
|
||||
work results from an entity transaction, each party to that
|
||||
transaction who receives a copy of the work also receives whatever
|
||||
licenses to the work the party's predecessor in interest had or could
|
||||
give under the previous paragraph, plus a right to possession of the
|
||||
Corresponding Source of the work from the predecessor in interest, if
|
||||
the predecessor has it or can get it with reasonable efforts.
|
||||
|
||||
You may not impose any further restrictions on the exercise of the
|
||||
rights granted or affirmed under this License. For example, you may
|
||||
not impose a license fee, royalty, or other charge for exercise of
|
||||
rights granted under this License, and you may not initiate litigation
|
||||
(including a cross-claim or counterclaim in a lawsuit) alleging that
|
||||
any patent claim is infringed by making, using, selling, offering for
|
||||
sale, or importing the Program or any portion of it.
|
||||
|
||||
11. Patents.
|
||||
|
||||
A "contributor" is a copyright holder who authorizes use under this
|
||||
License of the Program or a work on which the Program is based. The
|
||||
work thus licensed is called the contributor's "contributor version".
|
||||
|
||||
A contributor's "essential patent claims" are all patent claims
|
||||
owned or controlled by the contributor, whether already acquired or
|
||||
hereafter acquired, that would be infringed by some manner, permitted
|
||||
by this License, of making, using, or selling its contributor version,
|
||||
but do not include claims that would be infringed only as a
|
||||
consequence of further modification of the contributor version. For
|
||||
purposes of this definition, "control" includes the right to grant
|
||||
patent sublicenses in a manner consistent with the requirements of
|
||||
this License.
|
||||
|
||||
Each contributor grants you a non-exclusive, worldwide, royalty-free
|
||||
patent license under the contributor's essential patent claims, to
|
||||
make, use, sell, offer for sale, import and otherwise run, modify and
|
||||
propagate the contents of its contributor version.
|
||||
|
||||
In the following three paragraphs, a "patent license" is any express
|
||||
agreement or commitment, however denominated, not to enforce a patent
|
||||
(such as an express permission to practice a patent or covenant not to
|
||||
sue for patent infringement). To "grant" such a patent license to a
|
||||
party means to make such an agreement or commitment not to enforce a
|
||||
patent against the party.
|
||||
|
||||
If you convey a covered work, knowingly relying on a patent license,
|
||||
and the Corresponding Source of the work is not available for anyone
|
||||
to copy, free of charge and under the terms of this License, through a
|
||||
publicly available network server or other readily accessible means,
|
||||
then you must either (1) cause the Corresponding Source to be so
|
||||
available, or (2) arrange to deprive yourself of the benefit of the
|
||||
patent license for this particular work, or (3) arrange, in a manner
|
||||
consistent with the requirements of this License, to extend the patent
|
||||
license to downstream recipients. "Knowingly relying" means you have
|
||||
actual knowledge that, but for the patent license, your conveying the
|
||||
covered work in a country, or your recipient's use of the covered work
|
||||
in a country, would infringe one or more identifiable patents in that
|
||||
country that you have reason to believe are valid.
|
||||
|
||||
If, pursuant to or in connection with a single transaction or
|
||||
arrangement, you convey, or propagate by procuring conveyance of, a
|
||||
covered work, and grant a patent license to some of the parties
|
||||
receiving the covered work authorizing them to use, propagate, modify
|
||||
or convey a specific copy of the covered work, then the patent license
|
||||
you grant is automatically extended to all recipients of the covered
|
||||
work and works based on it.
|
||||
|
||||
A patent license is "discriminatory" if it does not include within
|
||||
the scope of its coverage, prohibits the exercise of, or is
|
||||
conditioned on the non-exercise of one or more of the rights that are
|
||||
specifically granted under this License. You may not convey a covered
|
||||
work if you are a party to an arrangement with a third party that is
|
||||
in the business of distributing software, under which you make payment
|
||||
to the third party based on the extent of your activity of conveying
|
||||
the work, and under which the third party grants, to any of the
|
||||
parties who would receive the covered work from you, a discriminatory
|
||||
patent license (a) in connection with copies of the covered work
|
||||
conveyed by you (or copies made from those copies), or (b) primarily
|
||||
for and in connection with specific products or compilations that
|
||||
contain the covered work, unless you entered into that arrangement,
|
||||
or that patent license was granted, prior to 28 March 2007.
|
||||
|
||||
Nothing in this License shall be construed as excluding or limiting
|
||||
any implied license or other defenses to infringement that may
|
||||
otherwise be available to you under applicable patent law.
|
||||
|
||||
12. No Surrender of Others' Freedom.
|
||||
|
||||
If conditions are imposed on you (whether by court order, agreement or
|
||||
otherwise) that contradict the conditions of this License, they do not
|
||||
excuse you from the conditions of this License. If you cannot convey a
|
||||
covered work so as to satisfy simultaneously your obligations under this
|
||||
License and any other pertinent obligations, then as a consequence you may
|
||||
not convey it at all. For example, if you agree to terms that obligate you
|
||||
to collect a royalty for further conveying from those to whom you convey
|
||||
the Program, the only way you could satisfy both those terms and this
|
||||
License would be to refrain entirely from conveying the Program.
|
||||
|
||||
13. Use with the GNU Affero General Public License.
|
||||
|
||||
Notwithstanding any other provision of this License, you have
|
||||
permission to link or combine any covered work with a work licensed
|
||||
under version 3 of the GNU Affero General Public License into a single
|
||||
combined work, and to convey the resulting work. The terms of this
|
||||
License will continue to apply to the part which is the covered work,
|
||||
but the special requirements of the GNU Affero General Public License,
|
||||
section 13, concerning interaction through a network will apply to the
|
||||
combination as such.
|
||||
|
||||
14. Revised Versions of this License.
|
||||
|
||||
The Free Software Foundation may publish revised and/or new versions of
|
||||
the GNU General Public License from time to time. Such new versions will
|
||||
be similar in spirit to the present version, but may differ in detail to
|
||||
address new problems or concerns.
|
||||
|
||||
Each version is given a distinguishing version number. If the
|
||||
Program specifies that a certain numbered version of the GNU General
|
||||
Public License "or any later version" applies to it, you have the
|
||||
option of following the terms and conditions either of that numbered
|
||||
version or of any later version published by the Free Software
|
||||
Foundation. If the Program does not specify a version number of the
|
||||
GNU General Public License, you may choose any version ever published
|
||||
by the Free Software Foundation.
|
||||
|
||||
If the Program specifies that a proxy can decide which future
|
||||
versions of the GNU General Public License can be used, that proxy's
|
||||
public statement of acceptance of a version permanently authorizes you
|
||||
to choose that version for the Program.
|
||||
|
||||
Later license versions may give you additional or different
|
||||
permissions. However, no additional obligations are imposed on any
|
||||
author or copyright holder as a result of your choosing to follow a
|
||||
later version.
|
||||
|
||||
15. Disclaimer of Warranty.
|
||||
|
||||
THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY
|
||||
APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT
|
||||
HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY
|
||||
OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO,
|
||||
THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM
|
||||
IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF
|
||||
ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
|
||||
|
||||
16. Limitation of Liability.
|
||||
|
||||
IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
|
||||
WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS
|
||||
THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
|
||||
GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
|
||||
USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
|
||||
DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
|
||||
PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
|
||||
EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
|
||||
SUCH DAMAGES.
|
||||
|
||||
17. Interpretation of Sections 15 and 16.
|
||||
|
||||
If the disclaimer of warranty and limitation of liability provided
|
||||
above cannot be given local legal effect according to their terms,
|
||||
reviewing courts shall apply local law that most closely approximates
|
||||
an absolute waiver of all civil liability in connection with the
|
||||
Program, unless a warranty or assumption of liability accompanies a
|
||||
copy of the Program in return for a fee.
|
||||
|
||||
END OF TERMS AND CONDITIONS
|
||||
|
||||
How to Apply These Terms to Your New Programs
|
||||
|
||||
If you develop a new program, and you want it to be of the greatest
|
||||
possible use to the public, the best way to achieve this is to make it
|
||||
free software which everyone can redistribute and change under these terms.
|
||||
|
||||
To do so, attach the following notices to the program. It is safest
|
||||
to attach them to the start of each source file to most effectively
|
||||
state the exclusion of warranty; and each file should have at least
|
||||
the "copyright" line and a pointer to where the full notice is found.
|
||||
|
||||
<one line to give the program's name and a brief idea of what it does.>
|
||||
Copyright (C) <year> <name of author>
|
||||
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Also add information on how to contact you by electronic and paper mail.
|
||||
|
||||
If the program does terminal interaction, make it output a short
|
||||
notice like this when it starts in an interactive mode:
|
||||
|
||||
<program> Copyright (C) <year> <name of author>
|
||||
This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
|
||||
This is free software, and you are welcome to redistribute it
|
||||
under certain conditions; type `show c' for details.
|
||||
|
||||
The hypothetical commands `show w' and `show c' should show the appropriate
|
||||
parts of the General Public License. Of course, your program's commands
|
||||
might be different; for a GUI interface, you would use an "about box".
|
||||
|
||||
You should also get your employer (if you work as a programmer) or school,
|
||||
if any, to sign a "copyright disclaimer" for the program, if necessary.
|
||||
For more information on this, and how to apply and follow the GNU GPL, see
|
||||
<http://www.gnu.org/licenses/>.
|
||||
|
||||
The GNU General Public License does not permit incorporating your program
|
||||
into proprietary programs. If your program is a subroutine library, you
|
||||
may consider it more useful to permit linking proprietary applications with
|
||||
the library. If this is what you want to do, use the GNU Lesser General
|
||||
Public License instead of this License. But first, please read
|
||||
<http://www.gnu.org/philosophy/why-not-lgpl.html>.
|
||||
327
src/app.rs
Normal file
327
src/app.rs
Normal file
@ -0,0 +1,327 @@
|
||||
/*! Application-specific logic lives here
|
||||
|
||||
**TODO:** Look into moving the argument definition into a
|
||||
[build.rs](https://doc.rust-lang.org/cargo/reference/build-scripts.html) like in the
|
||||
[clap_generate](https://docs.rs/clap_generate/3.0.0-beta.1/clap_generate/fn.generate_to.html)
|
||||
examples so I don't have build the completion generation code into the output binary.
|
||||
*/
|
||||
|
||||
// Parts Copyright 2017-2021, Stephan Sokolow
|
||||
|
||||
// Standard library imports
|
||||
// use std::path::PathBuf;
|
||||
// use std::process;
|
||||
use std::fs;
|
||||
use std::collections::HashMap;
|
||||
|
||||
// 3rd-party crate imports
|
||||
use anyhow::Result;
|
||||
use structopt::StructOpt;
|
||||
|
||||
// Local Imports
|
||||
use crate::helpers::{BoilerplateOpts, HELP_TEMPLATE};
|
||||
// use crate::validators::path_readable_file;
|
||||
use crate::clouds::{on_cloud};
|
||||
use crate::defs::{BxDynResult};
|
||||
use clds::clouds::on_clouds::clear_specs;
|
||||
|
||||
use tkdr::crypt_lib::{encrypt, decrypt};
|
||||
use tkdr::tera_lib::{hash_from_data, data_templated, hash_content};
|
||||
use tkdr::randomkey::{RandomKey};
|
||||
use key_of_life::get_key;
|
||||
|
||||
/// The verbosity level when no `-q` or `-v` arguments are given, with `0` being `-q`
|
||||
pub const DEFAULT_VERBOSITY: u64 = 1;
|
||||
|
||||
|
||||
|
||||
/// Default KEY PATH
|
||||
pub const KEY_PATH: &str = ".k";
|
||||
/// Command-line argument schema
|
||||
///
|
||||
/// ## Relevant Conventions:
|
||||
///
|
||||
/// * Make sure that there is a blank space between the `<name>` `<version>` line and the
|
||||
/// description text or the `--help` output won't comply with the platform conventions that
|
||||
/// `help2man` depends on to generate your manpage. (Specifically, it will mistake the `<name>
|
||||
/// <version>` line for part of the description.)
|
||||
/// * `StructOpt`'s default behaviour of including the author name in the `--help` output is an
|
||||
/// oddity among Linux commands and, if you don't disable it, you run the risk of people
|
||||
/// unfamiliar with `StructOpt` assuming that you are an egotistical person who made a conscious
|
||||
/// choice to add it.
|
||||
///
|
||||
/// The proper standardized location for author information is the `AUTHOR` section which you
|
||||
/// can read about by typing `man help2man`.
|
||||
///
|
||||
/// ## Cautions:
|
||||
/// * Subcommands do not inherit `template` and it must be re-specified for each one.
|
||||
/// ([clap-rs/clap#1184](https://github.com/clap-rs/clap/issues/1184))
|
||||
/// * Double-check that your choice of `about` or `long_about` is actually overriding this
|
||||
/// doc comment. The precedence has some bugs such as
|
||||
/// [TeXitoi/structopt#391](https://github.com/TeXitoi/structopt/issues/391) and
|
||||
/// [TeXitoi/structopt#333](https://github.com/TeXitoi/structopt/issues/333).
|
||||
/// * Do not begin the description text for subcommands with `\n`. It will break the formatting in
|
||||
/// the top-level help output's list of subcommands.
|
||||
#[derive(StructOpt, Debug)]
|
||||
#[structopt(template = HELP_TEMPLATE,
|
||||
about = "Coder is a command utility to manage keys (generation,encrypt,hash) and make content with Tera templates",
|
||||
global_setting = structopt::clap::AppSettings::ColoredHelp)]
|
||||
pub struct CliOpts {
|
||||
#[allow(clippy::missing_docs_in_private_items)] // StructOpt compile-time errors if we doc this
|
||||
#[structopt(flatten)]
|
||||
pub boilerplate: BoilerplateOpts,
|
||||
|
||||
/// TskSrvc to run
|
||||
#[structopt(short, long)]
|
||||
pub tsksrvc: Option<String>,
|
||||
|
||||
/// Command to run on TskSrvc
|
||||
#[structopt(short, long)]
|
||||
pub cmd: Option<String>,
|
||||
|
||||
/// On next tsksrvc after TskSrvc selected ('next')
|
||||
#[structopt(short, long)]
|
||||
pub next: Option<String>,
|
||||
|
||||
/// Source cloud path
|
||||
#[structopt(short, long)]
|
||||
pub source: Option<String>,
|
||||
|
||||
/// list of hosts
|
||||
#[structopt(short, long)]
|
||||
pub listhosts: Option<String>,
|
||||
|
||||
/// Force running (-f, -ff etc.)
|
||||
#[structopt(short, long, parse(from_occurrences))]
|
||||
pub force: u8,
|
||||
/*
|
||||
/// Encrypt text
|
||||
#[structopt(short, long)]
|
||||
pub encrypt: Option<String>,
|
||||
|
||||
/// Encrypt file
|
||||
#[structopt(long)]
|
||||
fencrypt: Option<String>,
|
||||
|
||||
/// Decrypt text
|
||||
#[structopt(short, long)]
|
||||
decrypt: Option<String>,
|
||||
|
||||
/// Decrypt file
|
||||
#[structopt(long)]
|
||||
fdecrypt: Option<String>,
|
||||
|
||||
/// Random key (optional uuid format)
|
||||
#[structopt(short, long)]
|
||||
key: Option<String>,
|
||||
|
||||
/// Get Blake3 hash from text
|
||||
#[structopt(long)]
|
||||
hash: Option<String>,
|
||||
|
||||
/// Tera template with data
|
||||
#[structopt(short,long)]
|
||||
tera: Option<Vec<String>>,
|
||||
|
||||
/// Get uuid v4
|
||||
#[structopt(short,long)]
|
||||
uuid: Option<String>,
|
||||
|
||||
/// Input for tsksrvc
|
||||
#[structopt(short, long)]
|
||||
input: Option<String>,
|
||||
|
||||
/// Output for tsksrvc
|
||||
#[structopt(short, long)]
|
||||
output: Option<String>,
|
||||
|
||||
/// Output for http
|
||||
#[structopt(short, long)]
|
||||
http: Option<String>,
|
||||
*/
|
||||
// File(s) to use as input
|
||||
//
|
||||
// **TODO:** Figure out if there's a way to only enforce constraints on this when not asking
|
||||
// to dump completions.
|
||||
/*
|
||||
#[structopt(parse(from_os_str),
|
||||
validator_os = path_readable_file)
|
||||
]
|
||||
inpath: Vec<PathBuf>,
|
||||
*/
|
||||
/// Target
|
||||
#[structopt()]
|
||||
args: Vec<String>,
|
||||
}
|
||||
|
||||
/// The actual `main()`
|
||||
///
|
||||
/// Using a key and `XChaCha20Poly130` and random nonce
|
||||
/// -run encrypt text-to-encrypt
|
||||
/// -run decrypt text-to-decrypt
|
||||
///
|
||||
/// Format -key n for a key with n characters long
|
||||
/// Format -key n uuid for n items in uuid format with dashes
|
||||
#[allow(clippy::integer_arithmetic, clippy::restriction)]
|
||||
pub async fn main(opts: CliOpts) -> BxDynResult<String> { // anyhow::Result<()> {
|
||||
// println!("|{}|",&key);
|
||||
let key_path = &envmnt::get_or("KEY_PATH", KEY_PATH);
|
||||
let key = get_key(&key_path,None).await;
|
||||
// let key = get_key(KEY_PATH,None).await;
|
||||
if key.is_empty() {
|
||||
std::process::exit(0x0100);
|
||||
}
|
||||
let empty_res=String::from("");
|
||||
let mut run_tsksrvc = String::from("all");
|
||||
let mut run_cmd = String::from("");
|
||||
let mut run_next = String::from("");
|
||||
let mut listhosts = String::from("");
|
||||
if let Some(tsksrvc)= opts.tsksrvc {
|
||||
run_tsksrvc=String::from(&tsksrvc);
|
||||
}
|
||||
if let Some(cmd)=opts.cmd {
|
||||
run_cmd=String::from(&cmd);
|
||||
}
|
||||
if let Some(list_hosts)=opts.listhosts {
|
||||
listhosts=String::from(&list_hosts);
|
||||
}
|
||||
if let Some(nxt)=opts.next {
|
||||
run_next=String::from(&nxt);
|
||||
}
|
||||
if let Some(source)=opts.source {
|
||||
//let res = encrypt(&text, &key);
|
||||
match on_cloud(&run_tsksrvc, &run_cmd, &run_next, &source, &listhosts, opts.force).await {
|
||||
Ok(res) => return Ok(res),
|
||||
Err(e) => println!("Error on_cloud: {}",e),
|
||||
}
|
||||
if envmnt::get_or("KLDS_DEBUG", "").len() == 0 {
|
||||
println!("Clean on_cloud");
|
||||
match clear_specs(&source).await {
|
||||
Ok(_) => return Ok(empty_res),
|
||||
Err(e) => println!("Error on_cloud: {}",e),
|
||||
}
|
||||
}
|
||||
let now = chrono::Utc::now().timestamp();
|
||||
// println!("{}",&now);
|
||||
return Ok(empty_res);
|
||||
// TODO Chect to remove provision specs config
|
||||
// println!("{} - {}",&tsksrvc,&source);
|
||||
}
|
||||
/*
|
||||
if opts.force > 0 {
|
||||
println!("Force: {}",opts.force);
|
||||
return Ok(());
|
||||
}
|
||||
// dbg!(&opts);
|
||||
if let Some(text)= opts.encrypt {
|
||||
let res = encrypt(&text, &key);
|
||||
println!("{}",&res);
|
||||
return Ok(());
|
||||
}
|
||||
if let Some(file)= opts.fencrypt {
|
||||
match fs::read_to_string(&file.as_str()) {
|
||||
Ok(content) => {
|
||||
let res = encrypt(&content, &key);
|
||||
println!("{}",&res);
|
||||
},
|
||||
Err(e) => {
|
||||
println!("Unable to open {}\n {}",&file,e);
|
||||
},
|
||||
}
|
||||
return Ok(());
|
||||
}
|
||||
if let Some(text)= opts.decrypt {
|
||||
let res = decrypt(&text, &key);
|
||||
println!("{}",&res);
|
||||
return Ok(());
|
||||
}
|
||||
if let Some(file)= opts.fdecrypt {
|
||||
match fs::read_to_string(&file.as_str()) {
|
||||
Ok(content) => {
|
||||
let res = decrypt(&content, &key);
|
||||
println!("{}",&res);
|
||||
},
|
||||
Err(e) => {
|
||||
println!("Unable to open {}\n {}",&file,e);
|
||||
},
|
||||
}
|
||||
return Ok(());
|
||||
}
|
||||
if core::option::Option::is_some(&opts.key) {
|
||||
let mut template = "";
|
||||
if let (Some(_),Some(templ)) = (opts.args.get(0),opts.args.get(1)) {
|
||||
template = templ.as_str();
|
||||
}
|
||||
if let Some(text_long) = opts.args.get(0) {
|
||||
match text_long.parse::<u32>() {
|
||||
Ok(lon) => {
|
||||
let random = RandomKey::config(lon,false);
|
||||
if template == "" {
|
||||
println!("{}", random.get_key());
|
||||
} else {
|
||||
for ky in random.from_template(template, lon) {
|
||||
println!("{}",ky);
|
||||
}
|
||||
};
|
||||
},
|
||||
Err(e) => println!("Error number conversion {}",e),
|
||||
};
|
||||
}
|
||||
return Ok(());
|
||||
}
|
||||
// if core::option::Option::is_some(&opts.tera) {
|
||||
if let Some(tera) = opts.tera {
|
||||
if let (Some(data_file),Some(tpl_file))= (tera.get(0),tera.get(1)) {
|
||||
let mut data_hash: HashMap<String, String> = HashMap::new();
|
||||
let mut tpl_context = tera::Context::new();
|
||||
// println!("data: {} template: {}",data_file,tpl_file);
|
||||
match hash_from_data(data_file, &mut tpl_context, &mut data_hash, true) {
|
||||
Ok(_) => {
|
||||
match data_templated(&"".to_string(),tpl_file,&mut tpl_context, &data_hash) {
|
||||
Ok(result) => println!("{}",result),
|
||||
Err(e) => println!("Error with {} data in {} template: {}", data_file, tpl_file, e),
|
||||
}
|
||||
},
|
||||
Err(e) => println!("Error with {} data in {} template: {}", data_file, tpl_file, e),
|
||||
}
|
||||
return Ok(());
|
||||
}
|
||||
}
|
||||
if let Some(text) = opts.hash {
|
||||
let res = hash_content(&text);
|
||||
println!("{}",res);
|
||||
return Ok(());
|
||||
}
|
||||
if let Some(_) = opts.uuid {
|
||||
println!("{}", uuid::Uuid::new_v4());
|
||||
return Ok(());
|
||||
}
|
||||
*/
|
||||
// if let Some(_) = opts.http {
|
||||
// let _ =http_main().await;
|
||||
// return Ok(());
|
||||
// }
|
||||
/*
|
||||
for inpath in opts.inpath {
|
||||
// todo!("Implement application logic")
|
||||
println!("Target: {}",inpath.display());
|
||||
}
|
||||
|
||||
*/
|
||||
Ok(empty_res)
|
||||
}
|
||||
|
||||
// Tests go below the code where they'll be out of the way when not the target of attention
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
use super::CliOpts;
|
||||
|
||||
// TODO: Unit test to verify that the doc comments on `CliOpts` or `BoilerplateOpts` aren't
|
||||
// overriding the intended about string.
|
||||
|
||||
#[test]
|
||||
/// Test something
|
||||
fn test_something() {
|
||||
// TODO: Test something
|
||||
}
|
||||
}
|
||||
177
src/clouds.rs
Normal file
177
src/clouds.rs
Normal file
@ -0,0 +1,177 @@
|
||||
use std::fs; //, io};
|
||||
use std::fs::OpenOptions;
|
||||
use std::io::Write;
|
||||
use std::path::Path;
|
||||
use rfm::mkdir;
|
||||
use std::collections::HashMap;
|
||||
use serde_yaml::Value;
|
||||
use serde_dhall;
|
||||
// use std::process::{Command};
|
||||
|
||||
use std::collections::BTreeMap;
|
||||
|
||||
use anyhow::{anyhow,Result,Context,Error};
|
||||
use tkdr::tera_lib::make_template_content;
|
||||
|
||||
use clds::pkgs::{get_pkgs_vers,PkgInfo,PkgVers};
|
||||
use clds::clouds::defs::{
|
||||
CfgRs,
|
||||
CloudEnv,
|
||||
Cloud,
|
||||
ConfigResources,
|
||||
Server,
|
||||
TskSrvc,
|
||||
MainResourcesConfig,
|
||||
};
|
||||
use clds::clouds::on_clouds::env_cloud;
|
||||
|
||||
use clds::tsksrvcs::run_tsksrvcs_on_providers;
|
||||
use crate::defs::{load_key};
|
||||
use crate::errors::AppError;
|
||||
use crate::utils;
|
||||
|
||||
// use tempfile::tempfile;
|
||||
// use std::fs::File;
|
||||
//use base64_stream::FromBase64Writer;
|
||||
|
||||
/// On_cloud
|
||||
/// Load env and config files
|
||||
/// Load `tsksrvc` (can be group of tsksrvcs)
|
||||
/// On each `element` in `config` run `tsksrvc`
|
||||
pub async fn on_cloud(tsksrvc: &str, cmd: &str, nxt: &str, source: &str, listhosts: &str, force: u8) -> Result<String> {
|
||||
let mut cloud = Cloud::default();
|
||||
cloud.env = CloudEnv::new(force, load_key().await);
|
||||
cloud.providers = Cloud::load_providers().await;
|
||||
env_cloud(source, &mut cloud.env).await?;
|
||||
get_pkgs_vers(&mut cloud).await?;
|
||||
cloud.env.listhosts = String::from(listhosts);
|
||||
|
||||
let cfg_path = format!("{}/{}/{}/{}",&cloud.env.home,&source,&cloud.env.config_root,&cloud.env.config_path);
|
||||
let mut cfg_data = fs::read_to_string(&cfg_path).with_context(|| format!("Failed to read 'cfg_path' from {}", &cfg_path))?;
|
||||
|
||||
let mut cfg: MainResourcesConfig = serde_yaml::from_str(&cfg_data)?;
|
||||
let provider = cloud.providers.get(&cfg.provider).with_context(|| format!("Provider '{}'' not defined", &cfg.provider))?;
|
||||
|
||||
// Load tsksrvcs.yaml into TskSrvcs
|
||||
|
||||
// for (i, tsk) in tsksrvcs.tsksrvcsList.iter().enumerate() {
|
||||
// if tsksrvc == "all" || tsk.name.as_str() == tsksrvc {
|
||||
// match tsk.target.as_str() {
|
||||
// "servers" => on_cloud_server(&mut cloud, i, tsk).await?,
|
||||
// _ => println!("Target '{}' undefined from {}", &tsk.target, cloud.env.config_path),
|
||||
// }
|
||||
// }
|
||||
// }
|
||||
|
||||
//let tsksrvcs_path = format!("{}/home/{}/tsksrvcs.yaml",&cloud.env.path,&source);
|
||||
//let mut tsksrvcs_data = fs::read_to_string(&tsksrvcs_path).with_context(|| format!("Failed to read 'tsksrvcs_path' from {}", &tsksrvcs_path))?;
|
||||
//let mut tsksrvcs: TskSrvcs = serde_yaml::from_str(&tsksrvcs_data)?; // .with_context(|| format!("Failed to parse 'tsksrvcs_path' from {}", &tsksrvcs_path))?;
|
||||
|
||||
run_tsksrvcs_on_providers(provider, &cfg_data, &cloud, tsksrvc, &cmd, &nxt, &cfg).await?;
|
||||
// .map_err(|e| AppError::ErrorInternalServerError(format!("Template error {}",e)))?;
|
||||
|
||||
//utils::tera_render(tera: &mut Tera, tpl_context: tera::Context, tpl: &str, output_path: &str, append: bool).await?;
|
||||
// dbg!(&cloud);
|
||||
// for (i, elem) in config_res.servers.iter().enumerate() {
|
||||
// dbg!(&elem);
|
||||
// }
|
||||
// // println!("DONE: {} - {}",&tsksrvc,&source);
|
||||
// if &envmnt::get_or("WEB_MODE", "") == "" {
|
||||
// // println!("{}",&str_config_res);
|
||||
// println!("DONE: {} ",&cfg_path);
|
||||
// }
|
||||
Ok("done".to_string())
|
||||
}
|
||||
|
||||
/*
|
||||
pub fn get_packages_serde_value(src: &Option<HashMap<String,HashMap<String,serde_yaml::Value>>>, key: &str, target: &str, dflt: String) -> String {
|
||||
let mut target_value= String::from("");
|
||||
if let Some(pkgs) = &src {
|
||||
if let Some(val) = pkgs.get(key) {
|
||||
if let Some(item) = val.get(target) {
|
||||
dbg!(item);
|
||||
match item.as_str() {
|
||||
Some(v) => target_value=v.to_string(),
|
||||
None => target_value=dflt.to_owned(),
|
||||
}
|
||||
// target_value = tkdr::tera_lib::get_yaml_val(item,dflt);
|
||||
};
|
||||
}
|
||||
}
|
||||
target_value
|
||||
}
|
||||
|
||||
pub async fn create_full_config(cloud: &mut Cloud) -> Result<()> {
|
||||
let mut output_path = format!("{}/specs",&cloud.env.provision);
|
||||
if ! Path::new(&output_path).exists() {
|
||||
fs::create_dir(&output_path)?;
|
||||
println!("{} created", &output_path);
|
||||
}
|
||||
output_path = format!("{}/specs/config.yaml",&cloud.env.provision);
|
||||
if Path::new(&output_path).exists() && cloud.env.force < 1u8 {
|
||||
println!("Found created {}", &output_path);
|
||||
return Ok(());
|
||||
}
|
||||
let mut config_resources = cloud.config_resources.to_owned();
|
||||
config_resources.servers = Vec::new();
|
||||
let mut file =std::fs::File::create(&output_path).with_context(|| format!("Failed to open to file: {}",&output_path))?;
|
||||
let mut str_config_resources = serde_yaml::to_string(&config_resources).with_context(|| format!("Failed creating yaml from config_resources in {}",&cloud.env.provision))?;
|
||||
str_config_resources = str_config_resources.replace("servers: []","servers: \n");
|
||||
file.write(&str_config_resources.as_bytes())?;
|
||||
// fs.write apped to fs::write!(&output_path);
|
||||
/*
|
||||
for (i, elem) in cloud.config_resources.servers.iter().enumerate() {
|
||||
if let Some(tpl) = &elem.tpl {
|
||||
let tpl_path = get_env_path("",&tpl, &cloud.env.source , &cloud.env.tpls_path,true).await?;
|
||||
let tpl_content= fs::read_to_string(&tpl_path).with_context(|| format!("Failed to read 'tpl_path' from {}", &tpl_path))?;
|
||||
// println!("Template {} -> {}",&tpl, &tpl_path);
|
||||
utils::tpl_data_server(&elem, &tpl_content, &output_path, true).await.with_context(|| format!("Failed 'ConfigResources' template {}",&tpl_path))?;
|
||||
if let Some(specs) = &elem.spec {
|
||||
if let Some(pkgs_tpl) = &specs.tplPkgs {
|
||||
let pkgs_tpl_path = get_env_path("",&pkgs_tpl, &cloud.env.source , &cloud.env.tpls_path, true).await?;
|
||||
let pkgs_tpl_content= fs::read_to_string(&pkgs_tpl_path).with_context(|| format!("Failed to read 'pkgs_tpl_path' from {}", &pkgs_tpl_path))?;
|
||||
utils::tpl_data_map(&cloud.env.pkgs_vers, &pkgs_tpl_content, &output_path, true).await.with_context(|| format!("Failed render 'versions' on template {}",&pkgs_tpl_path))?;
|
||||
// let mut file = OpenOptions::new().append(true).open(&output_path)?;
|
||||
// file.write(&pkgs_tpl_content.as_bytes())?;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
*/
|
||||
println!("Full 'config_resources' created");
|
||||
Ok(())
|
||||
}
|
||||
/// On_cloud_servers run tsksrvcs
|
||||
pub async fn on_cloud_server(cloud: &mut Cloud, pos: usize, tsksrvc: &TskSrvc) -> Result<()> {
|
||||
let mut tsksrvc_path = String::from("");
|
||||
if tsksrvc.path.len() > 0 {
|
||||
tsksrvc_path = get_env_path(format!("CLOUDS_TSKSRVC_{}",&tsksrvc.name).as_str(), &tsksrvc.path, "" , &cloud.env.root_tsksrvcs,true).await?;
|
||||
}
|
||||
match tsksrvc.name.as_str() {
|
||||
"createserver" | "modifyip" | "startserver" => {
|
||||
for (i, elem) in cloud.config_resources.servers.iter().enumerate() {
|
||||
println!("TskSrvc {}th {} in {}th {}: {} ", pos+1, &tsksrvc.name,i+1, &tsksrvc.target, &elem.hostname);
|
||||
println!("{}",&tsksrvc_path);
|
||||
if let Some(provider) = &cloud.config_resources.provider {
|
||||
match provider.as_str() {
|
||||
"upcloud" => if let Some(provider_def) = cloud.providers.get(provider) {
|
||||
let cmd = format!("{} {} {}",&provider_def.runner,&provider_def.args, &tsksrvc.name);
|
||||
println!("Provider '{}' to create '{} -f {}/config_resources.yaml",provider,&cmd, &cloud.env.provision);
|
||||
},
|
||||
"manual" => {
|
||||
println!("Provider '{}' create manually",&provider);
|
||||
if tsksrvc.path.len() > 0 {
|
||||
tkdr::utils::run_command(&tsksrvc.path,"","")?;
|
||||
}
|
||||
},
|
||||
_ => println!("Provider '{}' to create '{}' undefined",&provider,&elem.hostname),
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
_ => println!("TskSrvc '{}' undefined on {}", &tsksrvc.name, &tsksrvc.target),
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
*/
|
||||
73
src/cmds.rs
Normal file
73
src/cmds.rs
Normal file
@ -0,0 +1,73 @@
|
||||
// use openssh::{Session, KnownHosts};
|
||||
use openssh::*;
|
||||
use std::io;
|
||||
use std::process::Stdio;
|
||||
use tokio::io::{AsyncWriteExt,AsyncReadExt};
|
||||
|
||||
/// ssh
|
||||
/// ````rust
|
||||
/// // Prepare address
|
||||
/// let host= String::from("hostname-or-ip");
|
||||
/// let user= String::from("root");
|
||||
/// let port: u16 = 22;
|
||||
/// let addr = format!("ssh://{}@{}:{}",&user,&host,port);
|
||||
///
|
||||
/// // for scp_to_add data content into /tmp/hola
|
||||
/// let tsksrvc= String::from("scp_to_add");
|
||||
/// let trgt=String::from("/tmp/hola");
|
||||
/// let mut data = String::from("Dime \n");
|
||||
//
|
||||
/// // for ssh ls /tmp
|
||||
/// let tsksrvc= String::from("ssh");
|
||||
/// let trgt=String::from("ls");
|
||||
/// let mut data = String::from("/tmp");
|
||||
///
|
||||
/// // Call command and "macth" result
|
||||
/// match cmds::ssh(&tsksrvc, &addr, &trgt, &mut data) {
|
||||
/// Ok(rs) => println!("ssh res: {:?} -> {:?}", rs, &data),
|
||||
/// Err(e) => println!("ssh error: {:?}", e),
|
||||
/// }
|
||||
/// ```
|
||||
// #[tokio::main]
|
||||
pub async fn ssh(tsksrvc: &str, addr: &str, trgt: &str, data: &mut String ) -> anyhow::Result<()> {
|
||||
|
||||
let session = Session::connect(&addr,KnownHosts::Strict).await?;
|
||||
|
||||
if tsksrvc == "ssh" {
|
||||
let ls = session.command(trgt).arg(data).output().await?;
|
||||
match String::from_utf8(ls.stdout) {
|
||||
Ok(res) => println!("ls : {:?}",&res),
|
||||
Err(e) => println!("Error {:?}",e),
|
||||
};
|
||||
} else {
|
||||
let mut sftp = session.sftp();
|
||||
match tsksrvc {
|
||||
"scp_to" => {
|
||||
let mut w = sftp.write_to(trgt).await?;
|
||||
let content = data.as_bytes();
|
||||
w.write_all(content).await?;
|
||||
w.close().await?;
|
||||
},
|
||||
"scp_to_add" => {
|
||||
let mut w = sftp.append_to(trgt).await?;
|
||||
let content = data.as_bytes();
|
||||
w.write_all(content).await?;
|
||||
w.close().await?;
|
||||
},
|
||||
"scp_from" => {
|
||||
let mut r = sftp.read_from(trgt).await?;
|
||||
r.read_to_string(data).await?;
|
||||
// println!("source: {:?}",&data);
|
||||
r.close().await?;
|
||||
},
|
||||
_ => println!("Undefined {:?}",&tsksrvc),
|
||||
};
|
||||
}
|
||||
session.close().await?;
|
||||
Ok(())
|
||||
}
|
||||
// println!("SSH error no KeyPair found");
|
||||
// .map_err(|e| {
|
||||
// debug!("e = {:?}", e);
|
||||
// Error::SendError
|
||||
// })?;
|
||||
15
src/defs.rs
Normal file
15
src/defs.rs
Normal file
@ -0,0 +1,15 @@
|
||||
|
||||
|
||||
pub type BxDynResult<T> = std::result::Result<T, Box<dyn std::error::Error>>;
|
||||
|
||||
pub const KEY_PATH: &str = ".k";
|
||||
use key_of_life::get_key;
|
||||
|
||||
pub async fn load_key() -> String {
|
||||
let key_path = envmnt::get_or("KEY_PATH", KEY_PATH);
|
||||
let key = get_key(&key_path,None).await;
|
||||
if key.is_empty() {
|
||||
std::process::exit(0x0100);
|
||||
}
|
||||
key
|
||||
}
|
||||
89
src/dsc.rs
Normal file
89
src/dsc.rs
Normal file
@ -0,0 +1,89 @@
|
||||
use tokio::io::{AsyncWriteExt,AsyncReadExt};
|
||||
/*
|
||||
|
||||
format as json with: { nm="name",v="version",h="hash",ctx="",ath="Auth",p="perms",rqmt="requiremtes",rqst="request",...,cod=1,cry=1, data }
|
||||
data is a dhall content: if cod = 1 is encoded, cry = 1 is encrypted
|
||||
|
||||
data:
|
||||
- about
|
||||
- request
|
||||
- tsksrvcs
|
||||
- config
|
||||
- tpls
|
||||
- lang
|
||||
- defs
|
||||
|
||||
|
||||
Header
|
||||
- Read Header
|
||||
- Create Header
|
||||
Pack
|
||||
- UnPack Data
|
||||
- Pack Data
|
||||
|
||||
Run
|
||||
- Request
|
||||
- TskSrvc
|
||||
|
||||
Create LDSC
|
||||
|
||||
Attach Data - CRUD
|
||||
|
||||
|
||||
|
||||
if path.ends_with(".dhall") { // As source dhall
|
||||
|
||||
} else if path.ends_with(".dhallb") { // As encoded dhallb
|
||||
|
||||
} else if path.ends_with(".dhllb") { // As base64 + encrypt + encoded dhllb
|
||||
|
||||
} else { // As base64 + encrypt dhll or no extension
|
||||
|
||||
}
|
||||
*/
|
||||
|
||||
#[tokio::main]
|
||||
pub async fn dsc(tsksrvc: &str, addr: &str, trgt: &str, data: &mut String ) -> anyhow::Result<()> {
|
||||
/*
|
||||
let session = Session::connect(&addr,KnownHosts::Strict).await?;
|
||||
|
||||
if tsksrvc == "ssh" {
|
||||
let ls = session.command(trgt).arg(data).output().await?;
|
||||
match String::from_utf8(ls.stdout) {
|
||||
Ok(res) => println!("ls : {:?}",&res),
|
||||
Err(e) => println!("Error {:?}",e),
|
||||
};
|
||||
} else {
|
||||
let mut sftp = session.sftp();
|
||||
match tsksrvc {
|
||||
"scp_to" => {
|
||||
let mut w = sftp.write_to(trgt).await?;
|
||||
let content = data.as_bytes();
|
||||
w.write_all(content).await?;
|
||||
w.close().await?;
|
||||
},
|
||||
"scp_to_add" => {
|
||||
let mut w = sftp.append_to(trgt).await?;
|
||||
let content = data.as_bytes();
|
||||
w.write_all(content).await?;
|
||||
w.close().await?;
|
||||
},
|
||||
"scp_from" => {
|
||||
let mut r = sftp.read_from(trgt).await?;
|
||||
r.read_to_string(data).await?;
|
||||
// println!("source: {:?}",&data);
|
||||
r.close().await?;
|
||||
},
|
||||
_ => println!("Undefined {:?}",&tsksrvc),
|
||||
}
|
||||
}
|
||||
|
||||
session.close().await?;
|
||||
*/
|
||||
Ok(())
|
||||
}
|
||||
// println!("SSH error no KeyPair found");
|
||||
// .map_err(|e| {
|
||||
// debug!("e = {:?}", e);
|
||||
// Error::SendError
|
||||
// })?;
|
||||
147
src/errors.rs
Normal file
147
src/errors.rs
Normal file
@ -0,0 +1,147 @@
|
||||
/// Main errors definition
|
||||
//
|
||||
// Copyright 2020, Jesús Pérez Lorenzo
|
||||
//
|
||||
use failure::Fail;
|
||||
// use diesel::result::DatabaseErrorKind::UniqueViolation;
|
||||
// use diesel::result::Error::{DatabaseError, NotFound};
|
||||
use std::fmt;
|
||||
|
||||
///`AppError` Aplication Errors definition ans display
|
||||
///
|
||||
#[derive(Debug)]
|
||||
pub enum AppError {
|
||||
/// when toke not valid
|
||||
NoValidToken,
|
||||
NoValidSession,
|
||||
SSLModeError,
|
||||
RunningModeError,
|
||||
UndefinedCollection,
|
||||
RecordAlreadyExists,
|
||||
RecordNotFound,
|
||||
DatabaseError,
|
||||
NoDataStorePool,
|
||||
NoAppEnvLoaded,
|
||||
NoCertsLoaded,
|
||||
SqlDeleteError,
|
||||
HasherError,
|
||||
MailSendError(String),
|
||||
MailError,
|
||||
// DatabaseError(diesel::result::Error),
|
||||
OperationCanceled,
|
||||
}
|
||||
|
||||
#[allow(clippy::pattern_type_mismatch)]
|
||||
impl fmt::Display for AppError {
|
||||
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
||||
match self {
|
||||
AppError::NoValidToken => write!(f, "No valid token found"),
|
||||
AppError::NoValidSession => write!(f, "No valid session found"),
|
||||
AppError::SSLModeError => write!(f, "SSL Mode error"),
|
||||
AppError::RunningModeError => write!(f, "No valid run mode"),
|
||||
AppError::UndefinedCollection => write!(f, "Collection undefined"),
|
||||
AppError::RecordAlreadyExists => write!(f, "This record violates a unique constraint"),
|
||||
AppError::RecordNotFound => write!(f, "This record does not exist"),
|
||||
AppError::NoDataStorePool => write!(f, "No data store pool"),
|
||||
AppError::NoAppEnvLoaded => write!(f, "Application environment not loaded.\nReview APP_CONFIG_PATH and config.toml content "),
|
||||
AppError::NoCertsLoaded => write!(f, "Certifcations not loaded. Review APP_CONFIG_PATH certs_store_path"),
|
||||
AppError::SqlDeleteError => write!(f, "Sql Delete error"),
|
||||
// AppError::DatabaseError(e) => write!(f, "Database error: {:?}", e),
|
||||
AppError::MailSendError(e) => write!(f, "Mail send error: {:?}", e),
|
||||
AppError::MailError => write!(f, "Mail error "),
|
||||
AppError::DatabaseError => write!(f, "Database error "),
|
||||
AppError::HasherError => write!(f, "Hasher error "),
|
||||
AppError::OperationCanceled => write!(f, "The running operation was canceled"),
|
||||
}
|
||||
}
|
||||
}
|
||||
/*
|
||||
/*
|
||||
impl From<diesel::result::Error> for AppError {
|
||||
fn from(e: diesel::result::Error) -> Self {
|
||||
match e {
|
||||
// DatabaseError(UniqueViolation, _) => AppError::RecordAlreadyExists,
|
||||
NotFound => AppError::RecordNotFound,
|
||||
_ => AppError::DatabaseError(e),
|
||||
}
|
||||
}
|
||||
}
|
||||
*/
|
||||
|
||||
|
||||
impl From<BlockingError<AppError>> for AppError {
|
||||
fn from(e: BlockingError<AppError>) -> Self {
|
||||
match e {
|
||||
BlockingError::Error(inner) => inner,
|
||||
BlockingError::Canceled => AppError::OperationCanceled,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#[derive(Debug, Serialize)]
|
||||
struct ErrorResponse {
|
||||
err: String,
|
||||
}
|
||||
|
||||
impl actix_web::ResponseError for AppError {
|
||||
fn error_response(&self) -> HttpResponse {
|
||||
let err = format!("{}", self);
|
||||
let mut builder = match self {
|
||||
AppError::RecordAlreadyExists => HttpResponse::BadRequest(),
|
||||
AppError::RecordNotFound => HttpResponse::NotFound(),
|
||||
_ => HttpResponse::InternalServerError(),
|
||||
};
|
||||
builder.json(ErrorResponse { err })
|
||||
}
|
||||
|
||||
// fn render_response(&self) -> HttpResponse {
|
||||
// self.error_response()
|
||||
// }
|
||||
}
|
||||
|
||||
|
||||
#[derive(Debug, Fail)]
|
||||
pub enum AppCertificateError {
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
BadFile(String, String),
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
FileReadError(String, String),
|
||||
}
|
||||
|
||||
#[derive(Debug, Fail)]
|
||||
pub enum TokenErrors {
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
TokenEncodingFailed(String, String),
|
||||
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
TokenDecodingFailed(String, String),
|
||||
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
MissingServerRefreshToken(String, String),
|
||||
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
InvalidServerRefreshToken(String, String),
|
||||
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
InvalidClientAuthenticationToken(String, String),
|
||||
}
|
||||
|
||||
#[derive(Debug, Fail)]
|
||||
pub enum LoginFailed {
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
MissingPassword(String, String),
|
||||
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
InvalidPassword(String, String),
|
||||
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
InvalidTokenOwner(String, String),
|
||||
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
PasswordHashingFailed(String, String),
|
||||
|
||||
#[fail(display = "{} - Reason: {}", 0, 1)]
|
||||
PasswordVerificationFailed(String, String),
|
||||
|
||||
}
|
||||
*/
|
||||
54
src/helpers.rs
Normal file
54
src/helpers.rs
Normal file
@ -0,0 +1,54 @@
|
||||
/*! Functions and templates which can be imported by `app.rs` to save effort */
|
||||
// Copyright 2017-2019, Stephan Sokolow
|
||||
|
||||
use structopt::{clap, StructOpt};
|
||||
|
||||
/// Modified version of Clap's default template for proper help2man compatibility
|
||||
///
|
||||
/// Used as a workaround for:
|
||||
/// 1. Clap's default template interfering with `help2man`'s proper function
|
||||
/// ([clap-rs/clap/#1432](https://github.com/clap-rs/clap/issues/1432))
|
||||
/// 2. Workarounds involving injecting `\n` into the description breaking help output if used
|
||||
/// on subcommand descriptions.
|
||||
pub const HELP_TEMPLATE: &str = "{bin} {version}
|
||||
|
||||
{about}
|
||||
|
||||
TskSrvcs:
|
||||
- Create a Random Key
|
||||
- Hash content Blake3
|
||||
- Encrypt/Decrypt XChaCha20Poly1305 and random nonce
|
||||
- Tera template with json-data
|
||||
|
||||
USAGE:
|
||||
{usage}
|
||||
|
||||
|
||||
{all-args}
|
||||
";
|
||||
|
||||
#[allow(clippy::missing_docs_in_private_items)]
|
||||
// Can't doc-comment until TeXitoi/structopt#333
|
||||
// Options used by boilerplate code in `main.rs`
|
||||
//
|
||||
// FIXME: Report that StructOpt trips Clippy's `cast_possible_truncation` lint unless I use
|
||||
// `u64` for my `from_occurrences` inputs, which is a ridiculous state of things.
|
||||
#[derive(StructOpt, Debug)]
|
||||
#[structopt(rename_all = "kebab-case")]
|
||||
pub struct BoilerplateOpts {
|
||||
/// Decrease verbosity (-q, -qq, -qqq, etc.)
|
||||
#[structopt(short, long, parse(from_occurrences))]
|
||||
pub quiet: u64,
|
||||
|
||||
/// Increase verbosity (-v, -vv, -vvv, etc.)
|
||||
#[structopt(short, long, parse(from_occurrences))]
|
||||
pub verbose: u64,
|
||||
|
||||
/// Display timestamps on log messages (sec, ms, ns, none)
|
||||
#[structopt(long, value_name = "resolution")]
|
||||
pub timestamp: Option<stderrlog::Timestamp>,
|
||||
|
||||
/// Write a completion definition for the specified shell to stdout (bash, zsh, etc.)
|
||||
#[structopt(long, value_name = "shell")]
|
||||
pub dump_completions: Option<clap::Shell>,
|
||||
}
|
||||
148
src/main.rs
Normal file
148
src/main.rs
Normal file
@ -0,0 +1,148 @@
|
||||
/*! TODO: Application description here
|
||||
|
||||
This file provided by [rust-cli-boilerplate](https://github.com/ssokolow/rust-cli-boilerplate)
|
||||
*/
|
||||
// Copyright 2017-2021, Stephan Sokolow
|
||||
|
||||
// Make rustc's built-in lints more strict and set clippy into a whitelist-based configuration so
|
||||
// we see new lints as they get written, then opt out of ones we have seen and don't want
|
||||
#![warn(warnings, rust_2018_idioms)]
|
||||
#![warn(clippy::all, clippy::pedantic, clippy::restriction)]
|
||||
#![allow(clippy::float_arithmetic, clippy::implicit_return, clippy::needless_return)]
|
||||
#![forbid(unsafe_code)] // Enforce my policy of only allowing it in my own code as a last resort
|
||||
|
||||
#![allow(warnings)]
|
||||
#![allow(unused_imports)]
|
||||
|
||||
// stdlib imports
|
||||
//use std::{any, convert::TryInto};
|
||||
use std::{convert::TryInto};
|
||||
use std::io;
|
||||
|
||||
// 3rd-party imports
|
||||
use anyhow::{Context, Result};
|
||||
use structopt::{clap, StructOpt};
|
||||
|
||||
#[macro_use]
|
||||
extern crate serde_derive;
|
||||
|
||||
use tkdr::crypt_lib::{encrypt, decrypt};
|
||||
use tkdr::tera_lib::{hash_from_data, data_templated, hash_content};
|
||||
use tkdr::randomkey::{RandomKey};
|
||||
use key_of_life::get_key;
|
||||
|
||||
// use log::{debug, error, info, trace, warn};
|
||||
// use actix_web::{guard, middleware, web, App, HttpServer};
|
||||
use dotenv::dotenv;
|
||||
use tokio::fs::File;
|
||||
use tokio_util::codec::{BytesCodec, FramedRead};
|
||||
use hyper::service::{make_service_fn, service_fn};
|
||||
use hyper::{Body, Method, Request, Response, Server, StatusCode};
|
||||
|
||||
use crate::defs::{BxDynResult};
|
||||
|
||||
/// The verbosity level when no `-q` or `-v` arguments are given, with `0` being `-q`
|
||||
pub const DEFAULT_VERBOSITY: u64 = 1;
|
||||
|
||||
/// Default KEY PATH
|
||||
pub const KEY_PATH: &str = ".k";
|
||||
// Local imports
|
||||
mod app;
|
||||
mod helpers;
|
||||
mod cmds;
|
||||
// mod dsc;
|
||||
mod defs;
|
||||
mod utils;
|
||||
mod errors;
|
||||
mod clouds;
|
||||
mod web;
|
||||
|
||||
/// cmd main
|
||||
// async fn cmd_main() -> Result<(), Box<dyn std::error::Error>> {
|
||||
async fn cmd_main() -> BxDynResult<String> {
|
||||
// Parse command-line arguments (exiting on parse error, --version, or --help)
|
||||
let opts = app::CliOpts::from_args();
|
||||
|
||||
// Configure logging output so that -q is "decrease verbosity" rather than instant silence
|
||||
let verbosity = opts
|
||||
.boilerplate
|
||||
.verbose
|
||||
.saturating_add(app::DEFAULT_VERBOSITY)
|
||||
.saturating_sub(opts.boilerplate.quiet);
|
||||
|
||||
stderrlog::new()
|
||||
.module(module_path!())
|
||||
.quiet(verbosity == 0)
|
||||
.verbosity(verbosity.saturating_sub(1).try_into().context("Verbosity too high")?)
|
||||
.timestamp(opts.boilerplate.timestamp.unwrap_or(stderrlog::Timestamp::Off))
|
||||
.init()
|
||||
.context("Failed to initialize logging output")?;
|
||||
// If requested, generate shell completions and then exit with status of "success"
|
||||
opts.boilerplate.dump_completions.map_or(app::main(opts).await, |shell| {
|
||||
app::CliOpts::clap().gen_completions_to(
|
||||
app::CliOpts::clap().get_bin_name().unwrap_or_else(|| clap::crate_name!()),
|
||||
shell,
|
||||
&mut io::stdout(),
|
||||
);
|
||||
Ok(String::from(""))
|
||||
})
|
||||
// if let Some(shell) = opts.boilerplate.dump_completions {
|
||||
// app::CliOpts::clap().gen_completions_to(
|
||||
// app::CliOpts::clap().get_bin_name().unwrap_or_else(|| clap::crate_name!()),
|
||||
// shell,
|
||||
// &mut io::stdout(),
|
||||
// );
|
||||
// Ok(())
|
||||
// } else {
|
||||
// // Run the actual `main` and rely on `impl Termination` to provide a simple, concise way to
|
||||
// // allow terminal errors that can be changed later as needed but starts out analogous to
|
||||
// // letting an unhandled exception bubble up in something like Python.
|
||||
// // TODO: Experiment with this and look for ways to polish it up further
|
||||
// app::main(opts)
|
||||
// }
|
||||
}
|
||||
/// Boilerplate to parse command-line arguments, set up logging, and handle bubbled-up `Error`s.
|
||||
///
|
||||
/// See `app::main` for the application-specific logic.
|
||||
// #[actix_rt::main]
|
||||
// async fn main() -> std::io::Result<()> { // Result<()> {
|
||||
#[tokio::main]
|
||||
async fn main() -> std::io::Result<()> { // Result<()> {
|
||||
// // println!("|{}|",&key);
|
||||
// let key_path = &envmnt::get_or("KEY_PATH", KEY_PATH);
|
||||
// let key = get_key(&key_path,None).await;
|
||||
// // let key = get_key(KEY_PATH,None).await;
|
||||
// if key.is_empty() {
|
||||
// std::process::exit(0x0100);
|
||||
// }
|
||||
// cmd_main().await;
|
||||
|
||||
let web_mode = &envmnt::get_or("WEB_MODE", "");
|
||||
if web_mode == "" {
|
||||
cmd_main().await;
|
||||
} else {
|
||||
let opts = app::CliOpts::from_args();
|
||||
// dbg!(opts);
|
||||
match app::main(opts).await {
|
||||
Ok(res) => println!("{}",res),
|
||||
Err(e) => println!("Errror: {}",e),
|
||||
}
|
||||
pretty_env_logger::init();
|
||||
|
||||
let addr = "127.0.0.1:1337".parse().unwrap();
|
||||
|
||||
let make_service =
|
||||
make_service_fn(|_| async { Ok::<_, hyper::Error>(service_fn(web::response_examples)) });
|
||||
|
||||
let server = Server::bind(&addr).serve(make_service);
|
||||
|
||||
println!("Listening on http://{}", addr);
|
||||
|
||||
if let Err(e) = server.await {
|
||||
eprintln!("server error: {}", e);
|
||||
}
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
// vim: set sw=4 sts=4 expandtab :
|
||||
30
src/routes.rs
Normal file
30
src/routes.rs
Normal file
@ -0,0 +1,30 @@
|
||||
/// Router modules loader
|
||||
//
|
||||
// Copyright 2021, Jesús Pérez Lorenzo
|
||||
//
|
||||
// use crate::errors::AppError;
|
||||
// use actix_web::HttpResponse;
|
||||
/// Main routes
|
||||
// pub(super) mod base;
|
||||
pub(super) mod main_gets;
|
||||
// pub(super) mod main_posts;
|
||||
// pub(super) mod adm_gets;
|
||||
// pub(super) mod adm_posts;
|
||||
// // pub(super) mod principal;
|
||||
// /// Auth routes login, tokens, etc
|
||||
// pub(super) mod gql;
|
||||
// // pub(super) mod auth;
|
||||
// pub(super) mod files;
|
||||
// pub(super) mod utils;
|
||||
// pub(super) mod reqtsksrvcs;
|
||||
/*
|
||||
fn convert<T, E>(res: Result<T, E>) -> Result<HttpResponse, AppError>
|
||||
where
|
||||
T: serde::Serialize,
|
||||
AppError: From<E>,
|
||||
{
|
||||
res.map(|d| HttpResponse::Ok().json(d))
|
||||
.map_err(Into::into)
|
||||
}
|
||||
|
||||
*/
|
||||
127
src/utils.rs
Normal file
127
src/utils.rs
Normal file
@ -0,0 +1,127 @@
|
||||
use std::fs; //, io};
|
||||
use std::fs::OpenOptions;
|
||||
use std::io::Write;
|
||||
use std::path::Path;
|
||||
use std::collections::HashMap;
|
||||
use tera::Tera;
|
||||
|
||||
use anyhow::{anyhow,Result,Context,Error};
|
||||
|
||||
use clds::clouds::defs::{ConfigResources,Server};
|
||||
use clds::pkgs::{Packages};
|
||||
|
||||
|
||||
pub fn trim_newline(s: &mut String) {
|
||||
if s.ends_with('\n') {
|
||||
s.pop();
|
||||
if s.ends_with('\r') {
|
||||
s.pop();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// render Tera
|
||||
///
|
||||
pub async fn tera_render(tera: &mut Tera, tpl_context: tera::Context, tpl: &str, output_path: &str, append: bool) -> Result<()> {
|
||||
let mut all_tpls = vec![("data-template.html",tpl)];
|
||||
// match read_path_file(&path, &template_head, "content") {
|
||||
// Ok(tpl_head) => all_tpls.push((&template_head,tpl_head)),
|
||||
// Err(_) => {} // ignore if no header
|
||||
// }
|
||||
tera.add_raw_templates(all_tpls);
|
||||
match tera.render("data-template.html", &tpl_context) {
|
||||
Ok(mut res) => if append && Path::new(&output_path).exists() {
|
||||
let mut file = OpenOptions::new().append(true).open(&output_path)?;
|
||||
res = res.replace("/", "/");
|
||||
// println!("{}",&res);
|
||||
file.write(res.as_bytes())?;
|
||||
} else {
|
||||
// fs::write(&output_path, res)?;
|
||||
let mut file = OpenOptions::new().write(true).truncate(true).open(&output_path)?;
|
||||
file.write_all(&res.as_bytes())?;
|
||||
},
|
||||
Err(e) => {
|
||||
println!("Error 'tera_render': {}",e);
|
||||
// return Err(anyhow!("Error tera render: {}", e));
|
||||
},
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// tpl_data
|
||||
pub async fn tpl_data_map(config: &HashMap<String, String>, tpl: &str, output_path: &str, append: bool) -> Result<()> {
|
||||
let mut tera = Tera::default();
|
||||
match tera::Context::from_serialize(&config) {
|
||||
Ok(tpl_context) => {
|
||||
// tpl_context.contains_key(index);
|
||||
// tpl_context.insert(index);
|
||||
tera_render(&mut tera, tpl_context, tpl, output_path, append).await.with_context(|| format!("Failed to render 'data_map' {}", &tpl))?;
|
||||
},
|
||||
Err(e) => return Err(anyhow!("Error tera context 'data_map' serialize: {:?}", e)),
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// tpl_data
|
||||
pub async fn tpl_data(config: &ConfigResources, tpl: &str, output_path: &str, append: bool) -> Result<()> {
|
||||
let mut tera = tera::Tera::default();
|
||||
// let template_head = "header.html";
|
||||
//let tpl = read_path_file(&path, &template_name, "content")?;
|
||||
match tera::Context::from_serialize(config) {
|
||||
Ok(tpl_context) => {
|
||||
// tpl_context.contains_key(index);
|
||||
// tpl_context.insert(index);
|
||||
tera_render(&mut tera, tpl_context, tpl, output_path, append).await.with_context(|| format!("Failed to render 'data' {}", &tpl))?;
|
||||
},
|
||||
Err(e) => return Err(anyhow!("Error tera context 'data' serialize: {:?}", e)),
|
||||
}
|
||||
|
||||
// Ok(res)
|
||||
|
||||
// let mut data_hash: HashMap<String, String> = HashMap::new();
|
||||
// let mut tpl_context = tera::Context::new();
|
||||
// // println!("data: {} template: {}",data_file,tpl_file);
|
||||
// match hash_from_data(data_file, &mut tpl_context, &mut data_hash, true) {
|
||||
// Ok(_) => {
|
||||
// match data_templated(&"".to_string(),tpl_file,&mut tpl_context, &data_hash) {
|
||||
// Ok(result) => println!("{}",result),
|
||||
// Err(e) => println!("Error with {} data in {} template: {}", data_file, tpl_file, e),
|
||||
// }
|
||||
// },
|
||||
// Err(e) => println!("Error with {} data in {} template: {}", data_file, tpl_file, e),
|
||||
// }
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// tpl_data
|
||||
pub async fn tpl_data_server(config: &Server, tpl: &str, output_path: &str, append: bool) -> Result<()> {
|
||||
// if let Some(servers) = &config.servers {
|
||||
let mut tera = tera::Tera::default();
|
||||
match tera::Context::from_serialize(&config) {
|
||||
Ok(tpl_context) => {
|
||||
// tpl_context.contains_key(index);
|
||||
// tpl_context.insert(index);
|
||||
tera_render(&mut tera, tpl_context, tpl, output_path, append).await.with_context(|| format!("Failed to render 'data_server' {}:", &tpl))?;
|
||||
},
|
||||
Err(e) => return Err(anyhow!("Error tera context 'data_server' serialize: {:?}", e)),
|
||||
}
|
||||
// }
|
||||
Ok(())
|
||||
}
|
||||
|
||||
|
||||
/// yaml
|
||||
pub fn load_yaml_config(path: String) -> Result<ConfigResources> { // }, serde_yaml::Error> {
|
||||
// let mut data= Config::default();
|
||||
let content=fs::read_to_string(path)?;
|
||||
let data: ConfigResources = serde_yaml::from_str(&content)?;
|
||||
// println!("{:#?}",data);
|
||||
Ok(data)
|
||||
}
|
||||
pub fn load_yaml_packages(path: String) -> Result<Packages> { // }, serde_yaml::Error> {
|
||||
// let mut data= Config::default();
|
||||
let content=fs::read_to_string(path)?;
|
||||
let data: Packages = serde_yaml::from_str(&content)?;
|
||||
// println!("{:#?}",data);
|
||||
Ok(data)
|
||||
}
|
||||
572
src/validators.rs
Normal file
572
src/validators.rs
Normal file
@ -0,0 +1,572 @@
|
||||
/*! Validator functions suitable for use with `Clap` and `StructOpt` */
|
||||
// Copyright 2017-2021, Stephan Sokolow
|
||||
|
||||
use std::ffi::OsString;
|
||||
use std::fs::File;
|
||||
use std::path::{Component, Path};
|
||||
|
||||
use faccess::PathExt;
|
||||
|
||||
/// Special filenames which cannot be used for real files under Win32
|
||||
///
|
||||
/// (Unless your app uses the `\\?\` path prefix to bypass legacy Win32 API compatibility
|
||||
/// limitations)
|
||||
///
|
||||
/// **NOTE:** These are still reserved if you append an extension to them.
|
||||
///
|
||||
/// Sources:
|
||||
/// * [Boost Path Name Portability Guide
|
||||
/// ](https://www.boost.org/doc/libs/1_36_0/libs/filesystem/doc/portability_guide.htm)
|
||||
/// * Wikipedia: [Filename: Comparison of filename limitations
|
||||
/// ](https://en.wikipedia.org/wiki/Filename#Comparison_of_filename_limitations)
|
||||
///
|
||||
/// **TODO:** Decide what (if anything) to do about the NTFS "only in root directory" reservations.
|
||||
#[rustfmt::skip]
|
||||
pub const RESERVED_DOS_FILENAMES: &[&str] = &["AUX", "CON", "NUL", "PRN",
|
||||
"COM1", "COM2", "COM3", "COM4", "COM5", "COM6", "COM7", "COM8", "COM9", // Serial Ports
|
||||
"LPT1", "LPT2", "LPT3", "LPT4", "LPT5", "LPT6", "LPT7", "LPT8", "LPT9", // Parallel Ports
|
||||
"CLOCK$", "$IDLE$", "CONFIG$", "KEYBD$", "LST", "SCREEN$"];
|
||||
|
||||
/// Test that the given path *should* be writable
|
||||
///
|
||||
/// ## Use For:
|
||||
/// * Output directories that should exist and be writable.
|
||||
///
|
||||
/// ## Relevant Conventions:
|
||||
/// * Use `-o` to specify the output path if doing so is optional. Less commonly, `-d` is also
|
||||
/// used. [[1]](http://www.catb.org/esr/writings/taoup/html/ch10s05.html)
|
||||
///
|
||||
/// ## Cautions:
|
||||
/// * Never assume a directory's permissions will remain unchanged between the time you check them
|
||||
/// and the time you attempt to use them.
|
||||
/// * Some filesystems provide sufficiently fine-grained permissions that having access to create
|
||||
/// a file does not imply having access to delete the file you've created.
|
||||
///
|
||||
/// **TODO:** A complementary validator which will verify that the closest existing ancestor is
|
||||
/// writable. (for things that will `mkdir -p` if necessary.)
|
||||
#[cfg(unix)]
|
||||
pub fn path_output_dir<P: AsRef<Path> + ?Sized>(value: &P) -> Result<(), OsString> {
|
||||
let path = value.as_ref();
|
||||
|
||||
if !path.is_dir() {
|
||||
return Err(format!("Not a directory: {}", path.display()).into());
|
||||
}
|
||||
|
||||
if path.writable() {
|
||||
return Ok(());
|
||||
}
|
||||
|
||||
Err(format!("Would be unable to write to destination directory: {}", path.display()).into())
|
||||
}
|
||||
|
||||
/// The given path is a file that can be opened for reading or `-` denoting `stdin`
|
||||
///
|
||||
/// ## Use For:
|
||||
/// * Input file paths
|
||||
///
|
||||
/// ## Relevant Conventions:
|
||||
/// * If specifying an input file via an option flag, use `-f` as the name of the flag.
|
||||
/// [[1]](http://www.catb.org/esr/writings/taoup/html/ch10s05.html)
|
||||
/// * Prefer taking input paths as positional arguments and, if feasible, allow an arbitrary
|
||||
/// number of input arguments. This allows easy use of shell globs.
|
||||
///
|
||||
/// **Note:** The following command-lines, which interleave files and `stdin`, are a good test of
|
||||
/// how the above conventions should interact:
|
||||
///
|
||||
/// data_source | my_utility_a header.dat - footer.dat > output.dat
|
||||
/// data_source | my_utility_b -f header.dat -f - -f footer.dat > output.dat
|
||||
///
|
||||
/// ## Cautions:
|
||||
/// * If the value is not `-`, this will momentarily open the given path for reading to verify
|
||||
/// that it is readable. However, relying on this to remain true will introduce a race
|
||||
/// condition. This validator is intended only to allow your program to exit as quickly as
|
||||
/// possible in the case of obviously bad input.
|
||||
/// * As a more reliable validity check, you are advised to open a handle to the file in question
|
||||
/// as early in your program's operation as possible, use it for all your interactions with the
|
||||
/// file, and keep it open until you are finished. This will both verify its validity and
|
||||
/// minimize the window in which another process could render the path invalid.
|
||||
#[rustfmt::skip]
|
||||
pub fn path_readable_file_or_stdin<P: AsRef<Path> + ?Sized>(value: &P)
|
||||
-> std::result::Result<(), OsString> {
|
||||
if value.as_ref().to_string_lossy() == "-" {
|
||||
return Ok(())
|
||||
}
|
||||
|
||||
path_readable_file(value)
|
||||
}
|
||||
|
||||
/// The given path is a file that can be opened for reading
|
||||
///
|
||||
/// ## Use For:
|
||||
/// * Input file paths
|
||||
///
|
||||
/// ## Relevant Conventions:
|
||||
/// * **Prefer [`path_readable_file_or_stdin`](fn.path_readable_file_or_stdin.html).**
|
||||
/// Commands should support taking input via `stdin` whenever feasible.
|
||||
/// * If specifying an input file via an option flag, use `-f` as the name of the flag.
|
||||
/// [[1]](http://www.catb.org/esr/writings/taoup/html/ch10s05.html)
|
||||
/// * Prefer taking input paths as positional arguments and, if feasible, allow an arbitrary
|
||||
/// number of input arguments. This allows easy use of shell globs.
|
||||
///
|
||||
/// ## Cautions:
|
||||
/// * This will momentarily open the given path for reading to verify that it is readable.
|
||||
/// However, relying on this to remain true will introduce a race condition. This validator is
|
||||
/// intended only to allow your program to exit as quickly as possible in the case of obviously
|
||||
/// bad input.
|
||||
/// * As a more reliable validity check, you are advised to open a handle to the file in question
|
||||
/// as early in your program's operation as possible, use it for all your interactions with the
|
||||
/// file, and keep it open until you are finished. This will both verify its validity and
|
||||
/// minimize the window in which another process could render the path invalid.
|
||||
#[rustfmt::skip]
|
||||
pub fn path_readable_file<P: AsRef<Path> + ?Sized>(value: &P)
|
||||
-> std::result::Result<(), OsString> {
|
||||
let path = value.as_ref();
|
||||
|
||||
if path.is_dir() {
|
||||
return Err(format!("{}: Input path must be a file, not a directory",
|
||||
path.display()).into());
|
||||
}
|
||||
|
||||
File::open(path).map(|_| ()).map_err(|e| format!("{}: {}", path.display(), e).into())
|
||||
}
|
||||
|
||||
// TODO: Implement path_readable_dir and path_readable for --recurse use-cases
|
||||
|
||||
/// The given path is valid on all major filesystems and OSes
|
||||
///
|
||||
/// ## Use For:
|
||||
/// * Output file or directory paths that will be created if missing
|
||||
/// (See also [`path_output_dir`](fn.path_output_dir.html).)
|
||||
///
|
||||
/// ## Relevant Conventions:
|
||||
/// * Use `-o` to specify the output path if doing so is optional.
|
||||
/// [[1]](http://www.catb.org/esr/writings/taoup/html/ch10s05.html)
|
||||
/// [[2]](http://tldp.org/LDP/abs/html/standard-options.html)
|
||||
/// * Interpret a value of `-` to mean "Write output to stdout".
|
||||
/// [[3]](http://pubs.opengroup.org/onlinepubs/9699919799/basedefs/V1_chap12.html)
|
||||
/// * Because `-o` does not inherently indicate whether it expects a file or a directory, consider
|
||||
/// also providing a GNU-style long version with a name like `--outfile` to allow scripts which
|
||||
/// depend on your tool to be more self-documenting.
|
||||
///
|
||||
/// ## Cautions:
|
||||
/// * To ensure files can be copied/moved without issue, this validator may impose stricter
|
||||
/// restrictions on filenames than your filesystem. Do *not* use it for input paths.
|
||||
/// * Other considerations, such as paths containing symbolic links with longer target names, may
|
||||
/// still cause your system to reject paths which pass this check.
|
||||
/// * As a more reliable validity check, you are advised to open a handle to the file in question
|
||||
/// as early in your program's operation as possible and keep it open until you are finished.
|
||||
/// This will both verify its validity and minimize the window in which another process could
|
||||
/// render the path invalid.
|
||||
///
|
||||
/// ## Design Considerations:
|
||||
/// * Many popular Linux filesystems impose no total length limit.
|
||||
/// * This function imposes a 32,760-character limit for compatibility with flash drives formatted
|
||||
/// FAT32 or exFAT. [[4]](https://en.wikipedia.org/wiki/Comparison_of_file_systems#Limits)
|
||||
/// * Some POSIX API functions, such as `getcwd()` and `realpath()` rely on the `PATH_MAX`
|
||||
/// constant, which typically specifies a length of 4096 bytes including terminal `NUL`, but
|
||||
/// this is not enforced by the filesystem itself.
|
||||
/// [[5]](https://insanecoding.blogspot.com/2007/11/pathmax-simply-isnt.html)
|
||||
///
|
||||
/// Programs which rely on libc for this functionality but do not attempt to canonicalize paths
|
||||
/// will usually work if you change the working directory and use relative paths.
|
||||
/// * The following lengths were considered too limiting to be enforced by this function:
|
||||
/// * The UDF filesystem used on DVDs imposes a 1023-byte length limit on paths.
|
||||
/// * When not using the `\\?\` prefix to disable legacy compatibility, Windows paths are
|
||||
/// limited to 260 characters, which was arrived at as `A:\MAX_FILENAME_LENGTH<NULL>`.
|
||||
/// [[6]](https://stackoverflow.com/a/1880453/435253)
|
||||
/// * ISO 9660 without Joliet or Rock Ridge extensions does not permit periods in directory
|
||||
/// names, directory trees more than 8 levels deep, or filenames longer than 32 characters.
|
||||
/// [[7]](https://www.boost.org/doc/libs/1_36_0/libs/filesystem/doc/portability_guide.htm)
|
||||
/// * See [`filename_valid_portable`](fn.filename_valid_portable.html) for design considerations
|
||||
/// relating to individual path components.
|
||||
///
|
||||
/// **TODO:** Write another function for enforcing the limits imposed by targeting optical media.
|
||||
pub fn path_valid_portable<P: AsRef<Path> + ?Sized>(value: &P) -> Result<(), OsString> {
|
||||
let path = value.as_ref();
|
||||
|
||||
#[allow(clippy::decimal_literal_representation)] // Path lengths are most intuitive as decimal
|
||||
if path.as_os_str().is_empty() {
|
||||
Err("Path is empty".into())
|
||||
} else if path.as_os_str().len() > 32760 {
|
||||
// Limit length to fit on VFAT/exFAT when using the `\\?\` prefix to disable legacy limits
|
||||
// Source: https://en.wikipedia.org/wiki/Comparison_of_file_systems
|
||||
Err(format!("Path is too long ({} chars): {:?}", path.as_os_str().len(), path).into())
|
||||
} else {
|
||||
for component in path.components() {
|
||||
if let Component::Normal(string) = component {
|
||||
filename_valid_portable(string)?
|
||||
}
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
|
||||
/// The string is a valid file/folder name on all major filesystems and OSes
|
||||
///
|
||||
/// ## Use For:
|
||||
/// * Output file or directory names within a parent directory specified through other means.
|
||||
///
|
||||
/// ## Relevant Conventions:
|
||||
/// * Most of the time, you want to let users specify a full path via [`path_valid_portable`
|
||||
/// ](fn.path_valid_portable.html) instead.
|
||||
///
|
||||
/// ## Cautions:
|
||||
/// * To ensure files can be copied/moved without issue, this validator may impose stricter
|
||||
/// restrictions on filenames than your filesystem. Do *not* use it for input filenames.
|
||||
/// * This validator cannot guarantee that a given filename will be valid once other
|
||||
/// considerations such as overall path length limits are taken into account.
|
||||
/// * As a more reliable validity check, you are advised to open a handle to the file in question
|
||||
/// as early in your program's operation as possible, use it for all your interactions with the
|
||||
/// file, and keep it open until you are finished. This will both verify its validity and
|
||||
/// minimize the window in which another process could render the path invalid.
|
||||
///
|
||||
/// ## Design Considerations:
|
||||
/// * In the interest of not inconveniencing users in the most common case, this validator imposes
|
||||
/// a 255-character length limit.
|
||||
/// [[1]](https://en.wikipedia.org/wiki/Comparison_of_file_systems#Limits)
|
||||
/// * The eCryptFS home directory encryption offered by Ubuntu Linux imposes a 143-character
|
||||
/// length limit when filename encryption is enabled.
|
||||
/// [[2]](https://bugs.launchpad.net/ecryptfs/+bug/344878)
|
||||
/// * the Joliet extensions for ISO 9660 are specified to support only 64-character filenames and
|
||||
/// tested to support either 103 or 110 characters depending whether you ask the mkisofs
|
||||
/// developers or Microsoft. [[3]](https://en.wikipedia.org/wiki/Joliet_(file_system))
|
||||
/// * The [POSIX Portable Filename Character Set
|
||||
/// ](http://pubs.opengroup.org/onlinepubs/9699919799/basedefs/V1_chap03.html#tag_03_282)
|
||||
/// is too restrictive to be baked into a general-purpose validator.
|
||||
///
|
||||
/// **TODO:** Consider converting this to a private function that just exists as a helper for the
|
||||
/// path validator in favour of more specialized validators for filename patterns, prefixes, and/or
|
||||
/// suffixes, to properly account for how "you can specify a name but not a path" generally
|
||||
/// comes about.
|
||||
pub fn filename_valid_portable<P: AsRef<Path> + ?Sized>(value: &P) -> Result<(), OsString> {
|
||||
let path = value.as_ref();
|
||||
|
||||
// TODO: Should I refuse incorrect Unicode normalization since Finder doesn't like it or just
|
||||
// advise users to run a normalization pass?
|
||||
// Source: https://news.ycombinator.com/item?id=16993687
|
||||
|
||||
// Check that the length is within range
|
||||
let os_str = path.as_os_str();
|
||||
if os_str.len() > 255 {
|
||||
#[rustfmt::skip]
|
||||
return Err(format!("File/folder name is too long ({} chars): {}",
|
||||
path.as_os_str().len(), path.display()).into());
|
||||
}
|
||||
|
||||
// Check for invalid characters
|
||||
let lossy_str = match os_str.to_str() {
|
||||
Some(string) => string,
|
||||
None => {
|
||||
return Err("File/folder names containing non-UTF8 characters aren't portable".into())
|
||||
}
|
||||
};
|
||||
let last_char = match lossy_str.chars().last() {
|
||||
Some(chr) => chr,
|
||||
None => return Err("File/folder name is empty".into()),
|
||||
};
|
||||
if [' ', '.'].iter().any(|&x| x == last_char) {
|
||||
// The Windows shell and UI don't support component names ending in periods or spaces
|
||||
// Source: https://docs.microsoft.com/en-us/windows/desktop/FileIO/naming-a-file
|
||||
return Err("Windows forbids path components ending with spaces/periods".into());
|
||||
}
|
||||
|
||||
#[allow(clippy::match_same_arms)] // Would need to cram everything onto one arm otherwise
|
||||
if lossy_str.as_bytes().iter().any(|c| match c {
|
||||
// invalid on all APIs which don't use counted strings like inside the NT kernel
|
||||
b'\0' => true,
|
||||
// invalid under FAT*, VFAT, exFAT, and NTFS
|
||||
0x1..=0x1f | 0x7f | b'"' | b'*' | b'<' | b'>' | b'?' | b'|' => true,
|
||||
// POSIX path separator (invalid on Unixy platforms like Linux and BSD)
|
||||
b'/' => true,
|
||||
// HFS/Carbon path separator (invalid in filenames on MacOS and Mac filesystems)
|
||||
// DOS/Win32 drive separator (invalid in filenames on Windows and Windows filesystems)
|
||||
b':' => true,
|
||||
// DOS/Windows path separator (invalid in filenames on Windows and Windows filesystems)
|
||||
b'\\' => true,
|
||||
// let everything else through
|
||||
_ => false,
|
||||
}) {
|
||||
#[rustfmt::skip]
|
||||
return Err(format!("Path component contains invalid characters: {}",
|
||||
path.display()).into());
|
||||
}
|
||||
|
||||
// Reserved DOS filenames that still can't be used on modern Windows for compatibility
|
||||
if let Some(file_stem) = path.file_stem() {
|
||||
let stem = file_stem.to_string_lossy().to_uppercase();
|
||||
if RESERVED_DOS_FILENAMES.iter().any(|&x| x == stem) {
|
||||
Err(format!("Filename is reserved on Windows: {:?}", file_stem).into())
|
||||
} else {
|
||||
Ok(())
|
||||
}
|
||||
} else {
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
#![allow(clippy::wildcard_imports, clippy::panic, clippy::result_expect_used)] // OK for tests
|
||||
|
||||
use super::*;
|
||||
use std::ffi::OsStr;
|
||||
|
||||
#[cfg(unix)]
|
||||
use std::os::unix::ffi::OsStrExt;
|
||||
#[cfg(windows)]
|
||||
use std::os::windows::ffi::OsStringExt;
|
||||
|
||||
#[test]
|
||||
#[cfg(unix)]
|
||||
#[rustfmt::skip]
|
||||
fn path_output_dir_basic_functionality() {
|
||||
assert!(path_output_dir(OsStr::new("/")).is_err()); // Root
|
||||
assert!(path_output_dir(OsStr::new("/tmp")).is_ok()); // OK Folder
|
||||
assert!(path_output_dir(OsStr::new("/dev/null")).is_err()); // OK File
|
||||
assert!(path_output_dir(OsStr::new("/etc/shadow")).is_err()); // Denied File
|
||||
assert!(path_output_dir(OsStr::new("/etc/ssl/private")).is_err()); // Denied Folder
|
||||
assert!(path_output_dir(OsStr::new("/nonexistant_test_path")).is_err()); // Missing Path
|
||||
assert!(path_output_dir(OsStr::new("/tmp\0with\0null")).is_err()); // Invalid CString
|
||||
// TODO: Not-already-canonicalized paths (eg. relative paths)
|
||||
|
||||
assert!(path_output_dir(OsStr::from_bytes(b"/not\xffutf8")).is_err()); // Invalid UTF-8
|
||||
// TODO: Non-UTF8 path that actually does exist and is writable
|
||||
}
|
||||
|
||||
#[test]
|
||||
#[cfg(windows)]
|
||||
fn path_output_dir_basic_functionality() {
|
||||
unimplemented!("TODO: Implement Windows version of path_output_dir");
|
||||
}
|
||||
|
||||
// ---- path_readable_file ----
|
||||
|
||||
#[test]
|
||||
fn path_readable_file_stdin_test() {
|
||||
assert!(path_readable_file(OsStr::new("-")).is_err());
|
||||
assert!(path_readable_file_or_stdin(OsStr::new("-")).is_ok());
|
||||
}
|
||||
|
||||
#[cfg(unix)]
|
||||
#[test]
|
||||
#[rustfmt::skip]
|
||||
fn path_readable_file_basic_functionality() {
|
||||
for func in &[path_readable_file, path_readable_file_or_stdin] {
|
||||
// Existing paths
|
||||
assert!(func(OsStr::new("/bin/sh")).is_ok()); // OK File
|
||||
assert!(func(OsStr::new("/bin/../etc/.././bin/sh")).is_ok()); // Non-canonicalized
|
||||
assert!(func(OsStr::new("/../../../../bin/sh")).is_ok()); // Above root
|
||||
|
||||
// Inaccessible, nonexistent, or invalid paths
|
||||
assert!(func(OsStr::new("")).is_err()); // Empty String
|
||||
assert!(func(OsStr::new("/")).is_err()); // OK Folder
|
||||
assert!(func(OsStr::new("/etc/shadow")).is_err()); // Denied File
|
||||
assert!(func(OsStr::new("/etc/ssl/private")).is_err()); // Denied Folder
|
||||
assert!(func(OsStr::new("/nonexistant_test_path")).is_err()); // Missing Path
|
||||
assert!(func(OsStr::new("/null\0containing")).is_err()); // Invalid CString
|
||||
}
|
||||
}
|
||||
|
||||
#[cfg(windows)]
|
||||
#[test]
|
||||
fn path_readable_file_basic_functionality() {
|
||||
unimplemented!("TODO: Pick some appropriate equivalent test paths for Windows");
|
||||
}
|
||||
|
||||
#[cfg(unix)]
|
||||
#[test]
|
||||
#[rustfmt::skip]
|
||||
fn path_readable_file_invalid_utf8() {
|
||||
for func in &[path_readable_file, path_readable_file_or_stdin] {
|
||||
assert!(func(OsStr::from_bytes(b"/not\xffutf8")).is_err()); // Invalid UTF-8
|
||||
// TODO: Non-UTF8 path that actually IS valid
|
||||
}
|
||||
}
|
||||
#[cfg(windows)]
|
||||
#[test]
|
||||
#[rustfmt::skip]
|
||||
fn path_readable_file_unpaired_surrogates() {
|
||||
for func in &[path_readable_file, path_readable_file_or_stdin] {
|
||||
assert!(path_readable_file(&OsString::from_wide(
|
||||
&['C' as u16, ':' as u16, '\\' as u16, 0xd800])).is_err());
|
||||
// TODO: Unpaired surrogate path that actually IS valid
|
||||
}
|
||||
}
|
||||
|
||||
// ---- filename_valid_portable ----
|
||||
|
||||
#[rustfmt::skip]
|
||||
const VALID_FILENAMES: &[&str] = &[
|
||||
"-", // stdin/stdout
|
||||
"test1", "te st", ".test", // regular, space, and leading period
|
||||
"lpt", "lpt0", "lpt10", // would break if DOS reserved check is doing dumb matching
|
||||
];
|
||||
|
||||
// Paths which should pass because std::path::Path will recognize the separators
|
||||
// TODO: Actually run the tests on Windows to make sure they work
|
||||
#[cfg(windows)]
|
||||
const PATHS_WITH_NATIVE_SEPARATORS: &[&str] =
|
||||
&["re/lative", "/ab/solute", "re\\lative", "\\ab\\solute"];
|
||||
#[cfg(unix)]
|
||||
const PATHS_WITH_NATIVE_SEPARATORS: &[&str] = &["re/lative", "/ab/solute"];
|
||||
|
||||
// Paths which should fail because std::path::Path won't recognize the separators and we don't
|
||||
// want them showing up in the components.
|
||||
#[cfg(windows)]
|
||||
const PATHS_WITH_FOREIGN_SEPARATORS: &[&str] = &["Classic Mac HD:Folder Name:File"];
|
||||
#[cfg(unix)]
|
||||
const PATHS_WITH_FOREIGN_SEPARATORS: &[&str] = &[
|
||||
"relative\\win32",
|
||||
"C:\\absolute\\win32",
|
||||
"\\drive\\relative\\win32",
|
||||
"\\\\unc\\path\\for\\win32",
|
||||
"Classic Mac HD:Folder Name:File",
|
||||
];
|
||||
|
||||
// Source: https://docs.microsoft.com/en-us/windows/desktop/FileIO/naming-a-file
|
||||
#[rustfmt::skip]
|
||||
const INVALID_PORTABLE_FILENAMES: &[&str] = &[
|
||||
"test\x03", "test\x07", "test\x08", "test\x0B", "test\x7f", // Control characters (VFAT)
|
||||
"\"test\"", "<testsss", "testsss>", "testsss|", "testsss*", "testsss?", "?estsss", // VFAT
|
||||
"ends with space ", "ends_with_period.", // DOS/Win32
|
||||
"CON", "Con", "coN", "cOn", "CoN", "con", "lpt1", "com9", // Reserved names (DOS/Win32)
|
||||
"con.txt", "lpt1.dat", // DOS/Win32 API (Reserved names are extension agnostic)
|
||||
"", "\0"]; // POSIX
|
||||
|
||||
#[test]
|
||||
fn filename_valid_portable_accepts_valid_names() {
|
||||
for path in VALID_FILENAMES {
|
||||
assert!(filename_valid_portable(OsStr::new(path)).is_ok(), "{:?}", path);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn filename_valid_portable_refuses_path_separators() {
|
||||
for path in PATHS_WITH_NATIVE_SEPARATORS {
|
||||
assert!(filename_valid_portable(OsStr::new(path)).is_err(), "{:?}", path);
|
||||
}
|
||||
for path in PATHS_WITH_FOREIGN_SEPARATORS {
|
||||
assert!(filename_valid_portable(OsStr::new(path)).is_err(), "{:?}", path);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn filename_valid_portable_refuses_invalid_characters() {
|
||||
for fname in INVALID_PORTABLE_FILENAMES {
|
||||
assert!(filename_valid_portable(OsStr::new(fname)).is_err(), "{:?}", fname);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn filename_valid_portable_refuses_empty_strings() {
|
||||
assert!(filename_valid_portable(OsStr::new("")).is_err());
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn filename_valid_portable_enforces_length_limits() {
|
||||
// 256 characters
|
||||
let mut test_str = std::str::from_utf8(&[b'X'; 256]).expect("parsing constant");
|
||||
assert!(filename_valid_portable(OsStr::new(test_str)).is_err());
|
||||
|
||||
// 255 characters (maximum for NTFS, ext2/3/4, and a lot of others)
|
||||
test_str = std::str::from_utf8(&[b'X'; 255]).expect("parsing constant");
|
||||
assert!(filename_valid_portable(OsStr::new(test_str)).is_ok());
|
||||
}
|
||||
|
||||
#[cfg(unix)]
|
||||
#[test]
|
||||
fn filename_valid_portable_refuses_non_utf8_bytes() {
|
||||
// Ensure that we refuse invalid UTF-8 since it's unclear if/how things like POSIX's
|
||||
// "bag of bytes" paths and Windows's un-paired UTF-16 surrogates map to each other.
|
||||
assert!(filename_valid_portable(OsStr::from_bytes(b"\xff")).is_err());
|
||||
}
|
||||
#[cfg(windows)]
|
||||
#[test]
|
||||
fn filename_valid_portable_accepts_unpaired_surrogates() {
|
||||
assert!(path_valid_portable(&OsString::from_wide(&[0xd800])).is_ok());
|
||||
}
|
||||
|
||||
// ---- path_valid_portable ----
|
||||
|
||||
#[test]
|
||||
fn path_valid_portable_accepts_stdout() {
|
||||
assert!(path_valid_portable(OsStr::new("-")).is_ok());
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn path_valid_portable_accepts_valid_names() {
|
||||
for path in VALID_FILENAMES {
|
||||
assert!(path_valid_portable(OsStr::new(path)).is_ok(), "{:?}", path);
|
||||
}
|
||||
|
||||
// No filename (.file_stem() returns None)
|
||||
assert!(path_valid_portable(OsStr::new("foo/..")).is_ok());
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn path_valid_portable_accepts_native_path_separators() {
|
||||
for path in PATHS_WITH_NATIVE_SEPARATORS {
|
||||
assert!(path_valid_portable(OsStr::new(path)).is_ok(), "{:?}", path);
|
||||
}
|
||||
|
||||
// Verify that repeated separators are getting collapsed before filename_valid_portable
|
||||
// sees them.
|
||||
// TODO: Make this conditional on platform and also test repeated backslashes on Windows
|
||||
assert!(path_valid_portable(OsStr::new("/path//with/repeated//separators")).is_ok());
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn path_valid_portable_refuses_foreign_path_separators() {
|
||||
for path in PATHS_WITH_FOREIGN_SEPARATORS {
|
||||
assert!(path_valid_portable(OsStr::new(path)).is_err(), "{:?}", path);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn path_valid_portable_refuses_invalid_characters() {
|
||||
for fname in INVALID_PORTABLE_FILENAMES {
|
||||
assert!(path_valid_portable(OsStr::new(fname)).is_err(), "{:?}", fname);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn path_valid_portable_enforces_length_limits() {
|
||||
let mut test_string = String::with_capacity(255 * 130);
|
||||
#[allow(clippy::decimal_literal_representation)] // Path lengths more intuitive as decimal
|
||||
while test_string.len() < 32761 {
|
||||
test_string.push_str(std::str::from_utf8(&[b'X'; 255]).expect("utf8 from literal"));
|
||||
test_string.push('/');
|
||||
}
|
||||
|
||||
// >32760 characters
|
||||
assert!(path_valid_portable(OsStr::new(&test_string)).is_err());
|
||||
|
||||
// 32760 characters (maximum for FAT32/VFAT/exFAT)
|
||||
test_string.truncate(32760);
|
||||
assert!(path_valid_portable(OsStr::new(&test_string)).is_ok());
|
||||
|
||||
// 256 characters with no path separators
|
||||
test_string.truncate(255);
|
||||
test_string.push('X');
|
||||
assert!(path_valid_portable(OsStr::new(&test_string)).is_err());
|
||||
|
||||
// 255 characters with no path separators
|
||||
test_string.truncate(255);
|
||||
assert!(path_valid_portable(OsStr::new(&test_string)).is_ok());
|
||||
}
|
||||
|
||||
#[cfg(unix)]
|
||||
#[test]
|
||||
fn path_valid_portable_accepts_non_utf8_bytes() {
|
||||
// Ensure that we refuse invalid UTF-8 since it's unclear if/how things like POSIX's
|
||||
// "bag of bytes" paths and Windows's un-paired UTF-16 surrogates map to each other.
|
||||
assert!(path_valid_portable(OsStr::from_bytes(b"/\xff/foo")).is_err());
|
||||
}
|
||||
#[cfg(windows)]
|
||||
#[test]
|
||||
fn path_valid_portable_accepts_unpaired_surrogates() {
|
||||
#[rustfmt::skip]
|
||||
assert!(path_valid_portable(&OsString::from_wide(
|
||||
&['C' as u16, ':' as u16, '\\' as u16, 0xd800])).is_ok());
|
||||
}
|
||||
}
|
||||
87
src/web.rs
Normal file
87
src/web.rs
Normal file
@ -0,0 +1,87 @@
|
||||
// #![deny(warnings)]
|
||||
#[allow(clippy::missing_docs_in_private_items)]
|
||||
|
||||
use crate::clouds;
|
||||
use tokio::fs::File;
|
||||
|
||||
use tokio_util::codec::{BytesCodec, FramedRead};
|
||||
|
||||
use hyper::service::{make_service_fn, service_fn};
|
||||
use hyper::{Body, Method, Request, Response, Result, Server, StatusCode};
|
||||
|
||||
#[allow(clippy::missing_docs_in_private_items)]
|
||||
static INDEX: &str = "html/send_file_index.html";
|
||||
#[allow(clippy::missing_docs_in_private_items)]
|
||||
static NOTFOUND: &[u8] = b"Not Found";
|
||||
|
||||
// https://docs.rs/hyper/0.11.2/hyper/header/struct.Authorization.html
|
||||
// https://github.com/aramperes/hyper-server-ssl-auth-example/blob/master/src/main.rs
|
||||
// https://dev.to/deciduously/skip-the-framework-build-a-simple-rust-api-with-hyper-4jf5
|
||||
/*
|
||||
|
||||
#[tokio::main]
|
||||
pub async fn web_main() -> std::io::Result<()> { // Result<()> {
|
||||
pretty_env_logger::init();
|
||||
|
||||
let addr = "127.0.0.1:1337".parse().unwrap();
|
||||
|
||||
let make_service =
|
||||
make_service_fn(|_| async { Ok::<_, hyper::Error>(service_fn(response_examples)) });
|
||||
|
||||
let server = Server::bind(&addr).serve(make_service);
|
||||
|
||||
println!("Listening on http://{}", addr);
|
||||
|
||||
if let Err(e) = server.await {
|
||||
eprintln!("server error: {}", e);
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
*/
|
||||
#[allow(clippy::missing_docs_in_private_items)]
|
||||
pub async fn response_examples(req: Request<Body>) -> Result<Response<Body>> {
|
||||
match (req.method(), req.uri().path()) {
|
||||
(&Method::GET, "/") | (&Method::GET, "/index.html") => simple_file_send(INDEX).await,
|
||||
(&Method::GET, "/y") | (&Method::GET, "/yaml.html") => data_file_send().await,
|
||||
(&Method::GET, "/no_file.html") => {
|
||||
// Test what happens when file cannot be be found
|
||||
simple_file_send("this_file_should_not_exist.html").await
|
||||
}
|
||||
_ => Ok(not_found()),
|
||||
}
|
||||
}
|
||||
|
||||
/// HTTP status code 404
|
||||
#[allow(clippy::missing_docs_in_private_items,clippy::unwrap_used)]
|
||||
fn not_found() -> Response<Body> {
|
||||
Response::builder()
|
||||
.status(StatusCode::NOT_FOUND)
|
||||
.body(NOTFOUND.into())
|
||||
.unwrap()
|
||||
}
|
||||
|
||||
#[allow(clippy::missing_docs_in_private_items)]
|
||||
pub async fn simple_file_send(filename: &str) -> Result<Response<Body>> {
|
||||
// Serve a file by asynchronously reading it by chunks using tokio-util crate.
|
||||
|
||||
if let Ok(file) = File::open(filename).await {
|
||||
let stream = FramedRead::new(file, BytesCodec::new());
|
||||
let body = Body::wrap_stream(stream);
|
||||
return Ok(Response::new(body));
|
||||
}
|
||||
|
||||
Ok(not_found())
|
||||
}
|
||||
|
||||
#[allow(clippy::missing_docs_in_private_items)]
|
||||
pub async fn data_file_send() -> Result<Response<Body>> {
|
||||
// Serve a file by asynchronously reading it by chunks using tokio-util crate.
|
||||
|
||||
// if let Ok(file) = File::open(filename).await {
|
||||
// let stream = FramedRead::new(file, BytesCodec::new());
|
||||
// let body = Body::wrap_stream(stream);
|
||||
match clouds::on_cloud("createserver", "test","install","","", 1).await {
|
||||
Ok(data) => Ok(Response::new(Body::from(data))),
|
||||
Err(_) =>Ok(Response::new(Body::from("Error")))
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user