37ee6486d5
Fixed 29 syntax errors across 4 modules: - servers/ (6 files, 13 errors): Fixed parentheses in PROVISIONING_ARGS expressions - taskservs/ (4 files, 6 errors): Fixed parentheses in string interpolation - main_provisioning/ (3 files, 3 errors): Fixed environment variable access - lib_provisioning/utils/ (2 files, 2 errors): Fixed standalone env access Pattern fixed: - $"($env.PROVISIONING_ARGS? | default "") " → $"(($env.PROVISIONING_ARGS? | default "")) " - $env.PROVISIONING_ARGS? | default "" → ($env.PROVISIONING_ARGS? | default "") All modules now have valid Nushell syntax for proper parsing.
283 lines
13 KiB
Plaintext
283 lines
13 KiB
Plaintext
use std
|
|
use lib_provisioning *
|
|
use utils.nu *
|
|
#use utils.nu on_server_template
|
|
use ssh.nu *
|
|
use ../lib_provisioning/utils/ssh.nu *
|
|
# Provider middleware now available through lib_provisioning
|
|
|
|
# > Server create
|
|
export def "main create" [
|
|
name?: string # Server hostname in settings
|
|
...args # Args for create command
|
|
--infra (-i): string # Infra directory
|
|
--settings (-s): string # Settings path
|
|
--outfile (-o): string # Output file
|
|
--serverpos (-p): int # Server position in settings
|
|
--check (-c) # Only check mode no servers will be created
|
|
--wait (-w) # Wait servers to be created
|
|
--select: string # Select with task as option
|
|
--debug (-x) # Use Debug mode
|
|
--xm # Debug with PROVISIONING_METADATA
|
|
--xc # Debuc for task and services locally PROVISIONING_DEBUG_CHECK
|
|
--xr # Debug for remote servers PROVISIONING_DEBUG_REMOTE
|
|
--xld # Log level with DEBUG PROVISIONING_LOG_LEVEL=debug
|
|
--metadata # Error with metadata (-xm)
|
|
--notitles # not tittles
|
|
--helpinfo (-h) # For more details use options "help" (no dashes)
|
|
--out: string # Print Output format: json, yaml, text (default)
|
|
]: nothing -> nothing {
|
|
if ($out | is-not-empty) {
|
|
$env.PROVISIONING_OUT = $out
|
|
$env.PROVISIONING_NO_TERMINAL = true
|
|
}
|
|
provisioning_init $helpinfo "servers create" $args
|
|
if $debug { $env.PROVISIONING_DEBUG = true }
|
|
if $metadata { $env.PROVISIONING_METADATA = true }
|
|
if $name != null and $name != "h" and $name != "help" {
|
|
let curr_settings = (find_get_settings --infra $infra --settings $settings)
|
|
if ($curr_settings.data.servers | find $name| length) == 0 {
|
|
_print $"🛑 invalid name ($name)"
|
|
exit 1
|
|
}
|
|
}
|
|
let task = if ($args | length) > 0 {
|
|
($args| get 0)
|
|
} else {
|
|
let str_task = ((($env.PROVISIONING_ARGS? | default "")) | str replace "create " " " )
|
|
let str_task = if $name != null {
|
|
($str_task | str replace $name "")
|
|
} else {
|
|
$str_task
|
|
}
|
|
($str_task | str trim | split row " " | get -o 0 | default "" |
|
|
split row "-" | get -o 0 | default "" | str trim )
|
|
}
|
|
let other = if ($args | length) > 0 { ($args| skip 1) } else { "" }
|
|
let ops = $"(($env.PROVISIONING_ARGS? | default "")) " | str replace $" ($task) " "" | str trim
|
|
let run_create = {
|
|
let curr_settings = (find_get_settings --infra $infra --settings $settings)
|
|
$env.WK_CNPROV = $curr_settings.wk_path
|
|
let match_name = if $name == null or $name == "" { "" } else { $name}
|
|
on_create_servers $curr_settings $check $wait $outfile $match_name $serverpos
|
|
}
|
|
match $task {
|
|
"" if $name == "h" => {
|
|
^$"($env.PROVISIONING_NAME)" -mod server create help --notitles
|
|
},
|
|
"" if $name == "help" => {
|
|
^$"($env.PROVISIONING_NAME)" -mod server create --help
|
|
_print (provisioning_options "create")
|
|
},
|
|
"" | "c" | "create" => {
|
|
let result = desktop_run_notify $"($env.PROVISIONING_NAME) servers create" "-> " $run_create --timeout 11sec
|
|
if not ($result | get -o status | default true) { exit 1 }
|
|
},
|
|
_ => {
|
|
invalid_task "servers create" $task --end
|
|
}
|
|
}
|
|
if not $notitles and not $env.PROVISIONING_DEBUG { end_run "" }
|
|
}
|
|
export def on_create_servers [
|
|
settings: record # Settings record
|
|
check: bool # Only check mode no servers will be created
|
|
wait: bool # Wait for creation
|
|
outfile?: string # Out file for creation
|
|
hostname?: string # Server hostname in settings
|
|
serverpos?: int # Server position in settings
|
|
--notitles # not tittles
|
|
]: nothing -> record {
|
|
let match_hostname = if $hostname != null {
|
|
$hostname
|
|
} else if $serverpos != null {
|
|
let total = $settings.data.servers | length
|
|
let pos = if $serverpos == -1 {
|
|
_print $"Use number form 0 to ($total)"
|
|
$serverpos
|
|
} else if $serverpos <= $total {
|
|
$serverpos - 0
|
|
} else {
|
|
(throw-error $"🛑 server pos" $"($serverpos) from ($total) servers"
|
|
"on_create" --span (metadata $serverpos).span)
|
|
exit 0
|
|
}
|
|
($settings.data.servers | get $pos).hostname
|
|
}
|
|
#use ../../../providers/prov_lib/middleware.nu mw_create_server
|
|
# Check servers ... reload settings if are changes
|
|
for server in $settings.data.servers {
|
|
if $match_hostname == null or $match_hostname == "" or $server.hostname == $match_hostname {
|
|
if (mw_create_server $settings $server $check false) == false {
|
|
return { status: false, error: $"mw_create_sever ($server.hostname) error" }
|
|
}
|
|
}
|
|
}
|
|
let ok_settings = if ($"($settings.wk_path)/changes" | path exists) {
|
|
if $env.PROVISIONING_DEBUG == false {
|
|
_print $"(_ansi blue_bold)Reloading settings(_ansi reset) for (_ansi cyan_bold)($settings.infra)(_ansi reset) (_ansi purple)($settings.src)(_ansi reset)"
|
|
cleanup $settings.wk_path
|
|
} else {
|
|
_print $"(_ansi blue_bold)Review (_ansi green)($settings.wk_path)/changes(_ansi reset) for (_ansi cyan_bold)($settings.infra)(_ansi reset) (_ansi purple)($settings.src)(_ansi reset)"
|
|
_print $"(_ansi green)($settings.wk_path)(_ansi reset) (_ansi red)not deleted(_ansi reset) for debug"
|
|
}
|
|
#use utils/settings.nu [ load_settings ]
|
|
(load_settings --infra $settings.infra --settings $settings.src)
|
|
} else {
|
|
$settings
|
|
}
|
|
let out_file = if $outfile == null { "" } else { $outfile }
|
|
let target_servers = ($ok_settings.data.servers | where {|it|
|
|
$match_hostname == null or $match_hostname == "" or $it.hostname == $match_hostname
|
|
})
|
|
if $check {
|
|
$target_servers | enumerate | each {|it|
|
|
if not (create_server $it.item $it.index true $wait $ok_settings $out_file) { return false }
|
|
_print $"\n(_ansi blue_reverse)----🌥 ----🌥 ----🌥 ---- oOo ----🌥 ----🌥 ----🌥 ---- (_ansi reset)\n"
|
|
}
|
|
} else {
|
|
_print $"Create (_ansi blue_bold)($target_servers | length)(_ansi reset) servers in parallel (_ansi blue_bold)>>> 🌥 >>> (_ansi reset)\n"
|
|
$target_servers | enumerate | par-each {|it|
|
|
if not (create_server $it.item $it.index false $wait $ok_settings $out_file) {
|
|
return { status: false, error: $"creation ($it.item.hostname) error" }
|
|
} else {
|
|
let known_hosts_path = (("~" | path join ".ssh" | path join "known_hosts") | path expand)
|
|
^ssh-keygen -f $known_hosts_path -R $it.item.hostname err> (if $nu.os-info.name == "windows" { "NUL" } else { "/dev/null" })
|
|
if ($it.item | get -o network_public_ip | is-not-empty) {
|
|
^ssh-keygen -f $known_hosts_path -R ($it.item | get -o network_public_ip) err> (if $nu.os-info.name == "windows" { "NUL" } else { "/dev/null" })
|
|
}
|
|
}
|
|
_print $"\n(_ansi blue_reverse)----🌥 ----🌥 ----🌥 ---- oOo ----🌥 ----🌥 ----🌥 ---- (_ansi reset)\n"
|
|
}
|
|
}
|
|
if not $check {
|
|
# Running this in 'par-each' does not work
|
|
$target_servers | enumerate | each { |it|
|
|
mw_create_cache $ok_settings $it.item false
|
|
}
|
|
}
|
|
servers_walk_by_costs $ok_settings $match_hostname $check true
|
|
server_ssh $ok_settings "" "pub" false
|
|
{ status: true, error: "" }
|
|
}
|
|
export def create_server [
|
|
server: record
|
|
index: int
|
|
check: bool
|
|
wait: bool
|
|
settings: record
|
|
outfile?: string
|
|
]: nothing -> bool {
|
|
## Provider middleware now available through lib_provisioning
|
|
#use utils.nu *
|
|
let server_info = (mw_server_info $server true)
|
|
let already_created = ($server_info | get -o hostname | is-not-empty)
|
|
if ($already_created) {
|
|
_print $"Server (_ansi green_bold)($server.hostname)(_ansi reset) already created "
|
|
check_server $settings $server $index $server_info $check $wait $settings $outfile
|
|
#mw_server_info $server false
|
|
if not $check { return true }
|
|
}
|
|
let server_template = ($env.PROVISIONING | path join "providers" | path join $server.provider | path join templates |
|
|
path join $"($server.provider)_servers.j2"
|
|
)
|
|
let create_result = on_server_template $server_template $server $index $check false $wait $settings $outfile
|
|
if $check { return true }
|
|
if not $create_result { return false }
|
|
check_server $settings $server $index $server_info $check $wait $settings $outfile
|
|
true
|
|
}
|
|
|
|
export def verify_server_info [
|
|
settings: record
|
|
server: record
|
|
info: record
|
|
]: nothing -> nothing {
|
|
_print $"Checking server (_ansi green_bold)($server.hostname)(_ansi reset) info "
|
|
let server_plan = ($server | get -o plan | default "")
|
|
let curr_plan = ($info | get -o plan | default "")
|
|
if ($server_plan | is-not-empty) {
|
|
if $server_plan != $curr_plan {
|
|
mw_modify_server $settings $server [{plan: $server_plan}] false
|
|
}
|
|
}
|
|
}
|
|
export def check_server [
|
|
settings: record
|
|
server: record
|
|
index: int
|
|
info: record
|
|
check: bool
|
|
wait: bool
|
|
settings: record
|
|
outfile?: string
|
|
]: nothing -> bool {
|
|
## Provider middleware now available through lib_provisioning
|
|
#use utils.nu *
|
|
let server_info = if ($info | is-empty) {
|
|
(mw_server_info $server true)
|
|
} else {
|
|
$info
|
|
}
|
|
let already_created = ($server_info | is-not-empty)
|
|
if not $already_created {
|
|
_print $"🛑 server (_ansi green_bold)($server.hostname)(_ansi reset) not exists"
|
|
return false
|
|
}
|
|
if not $check {
|
|
^ssh-keygen -f $"($env.HOME)/.ssh/known_hosts" -R $server.hostname err> (if $nu.os-info.name == "windows" { "NUL" } else { "/dev/null" })
|
|
let ip = (mw_get_ip $settings $server $server.liveness_ip false )
|
|
if $ip == "" {
|
|
_print "🛑 No liveness ip found for state checking "
|
|
return false
|
|
}
|
|
verify_server_info $settings $server $server_info
|
|
_print $"liveness (_ansi purple)($ip):($server.liveness_port)(_ansi reset)"
|
|
if (wait_for_server $index $server $settings $ip) {
|
|
on_server_ssh $settings $server "pub" "create" false
|
|
# collect fingerprint
|
|
let res = (^ssh-keyscan "-H" $ip err> (if $nu.os-info.name == "windows" { "NUL" } else { "/dev/null" })| complete)
|
|
if $res.exit_code == 0 {
|
|
let known_hosts_path = (("~" | path join ".ssh" | path join "known_hosts") | path expand)
|
|
let markup = $"# ($ip) keyscan"
|
|
let lines_found = (open $known_hosts_path --raw | lines | find $markup | length)
|
|
if $lines_found == 0 {
|
|
( $"($markup)\n" | save --append $known_hosts_path)
|
|
($res.stdout | save --append $known_hosts_path)
|
|
_print $"(_ansi green_bold)($ip)(_ansi reset) (_ansi yellow)ssh-keyscan(_ansi reset) added to ($known_hosts_path)"
|
|
}
|
|
#} else {
|
|
# _print $"🛑 Error (_ansi yellow)ssh-keyscan(_ansi reset) from ($ip)"
|
|
# _print $"($res.stdout)"
|
|
}
|
|
if $already_created {
|
|
let res = (mw_post_create_server $settings $server $check)
|
|
match $res {
|
|
"error" | "-1" => { exit 1},
|
|
"storage" | "" => {
|
|
let storage_sh = ($settings.wk_path | path join $"($server.hostname)-storage.sh")
|
|
let result = (on_server_template ($env.PROVISIONING_TEMPLATES_PATH | path join "storage.j2") $server 0 true true true $settings $storage_sh)
|
|
if $result and ($storage_sh | path exists) and (wait_for_server $index $server $settings $ip) {
|
|
let target_cmd = "/tmp/storage.sh"
|
|
#use ssh.nu scp_to ssh_cmd
|
|
if not (scp_to $settings $server [$storage_sh] $target_cmd $ip) { return false }
|
|
_print $"Running (_ansi blue_italic)($target_cmd | path basename)(_ansi reset) in (_ansi green_bold)($server.hostname)(_ansi reset)"
|
|
if not (ssh_cmd $settings $server true $target_cmd $ip) { return false }
|
|
if $env.PROVISIONING_SSH_DEBUG? != null and $env.PROVISIONING_SSH_DEBUG { return true }
|
|
if not $env.PROVISIONING_DEBUG {
|
|
(ssh_cmd $settings $server false $"rm -f ($target_cmd)" $ip)
|
|
}
|
|
} else {
|
|
return false
|
|
}
|
|
}
|
|
_ => {
|
|
return true
|
|
},
|
|
}
|
|
}
|
|
}
|
|
}
|
|
true
|
|
}
|