chore: add current provisioning state before migration

This commit is contained in:
Jesús Pérez 2025-09-22 23:11:41 +01:00
parent a9703b4748
commit 50745b0f22
660 changed files with 88126 additions and 0 deletions

View file

@ -0,0 +1,882 @@
def provider_lib_has_method [
providers_path: string
prov: string
method: string
]: nothing -> bool {
let prov_root = ($providers_path | path join $prov | path join "nulib" | path join $prov)
let res = (^grep $method ...(glob ($prov_root | path join "*")) err> /dev/null | complete)
($res.stdout | is-not-empty)
}
def make_provider_undefined [
providers_path: string
providers_list: list<string>
]: nothing -> string {
'def provider_undefined [
server: record
] {
#use defs/lists.nu providers_list
let str_providers_list = (providers_list | each { |it| $it.name} | str join " ")
print ($"(_ansi blue_bold)($server.hostname)(_ansi reset) with provider " +
$"(_ansi green_bold)($server.provider)(_ansi reset) ($server.zone) ")
let text = ( $"expected to be one of available providers [(_ansi green_italic)($str_providers_list)(_ansi reset)], " +
$"got (_ansi green_bold)($server.provider)(_ansi reset)")
print $"Error 🛑 provider ($text)"
}'
}
def make_mw_query_servers [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_query_servers [
settings: record
find?: string
cols?: string
--prov: string
--serverpos: int
] {
let str_find = if $find != null { $find } else { "" }
let str_cols = if $cols != null { $cols } else { "" }
$settings.data.servers | enumerate | each { |it|
#let res = for idx in ..($settings.data.servers | length) {
#let srv = ($settings.data.servers | get -o $idx)
if $prov == null or $it.item.provider == $prov {
if $serverpos == null or $serverpos == $it.index {
let res = match $it.item.provider {'
for prov in $providers_list {
let method = $"($prov)_query_servers"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $str_find $str_cols)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $it.item
[]
}
}
if ($res | length) > 0 {
let result = if $str_find != "" {
$res | find $str_find
} else {
$res
}
if $str_cols != "" {
let field_list = ($str_cols | split row ",")
($result | select -o $field_list)
} else {
$result
}
}
}
}
# $list | append $srv
} | flatten
}' | str join ""
}
def make_mw_servers_ips [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_servers_ips [
settings: record
data: list
prov?: string
serverpos?: int
]: nothing -> list {
mut index = -1
mut result = []
for srv in $data {
$index += 1
let settings_server = ($settings.data.servers | where {|it| $it.hostname == $srv.hostname})
if ($settings_server | length) == 0 { continue }
let provider = ($settings_server | get -o provider | default "")
if $prov != null and $provider != $prov { continue }
if $serverpos != null and $serverpos != $index { continue }
match $provider { '
for prov in $providers_list {
$output = ($output | append $'
"($prov)" => {' | append '
if $srv.ip_addresses? != null {
$result = ($result | append ($srv.ip_addresses? |
each {|it| { hostname: $srv.hostname, ip: $it.address, access: $it.access, family: $it.family }} |
flatten
))
}
},' | str join "")
}
$output | append '
_ => {
provider_undefined $srv.provider
[]
}
}
}
$result
} ' | str join ""
}
def make_mw_server_info [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_server_info [
server: record
check: bool
find?: string
cols?: string
]: nothing -> record {
let str_find = if $find != null { $find } else { "" }
let str_cols = if $cols != null { $cols } else { "" }
let res = match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_server_info"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $server $check)")
},' | str join "")
}
$output = ($output | append '
_ => {
provider_undefined $server.hostname
[]
}
}
if $res.hostname? != null {
let result = if $str_find != "" {
$res | find $str_find
} else {
$res
}
let info = if $str_cols != "" {
let field_list = ($str_cols | split row ",")
($result | select -o $field_list)
} else {
($result)
}
let priv = match $server.provider {' | str join "")
for prov in $providers_list {
if $prov == "aws" {
$output = ($output | append '
"aws" => {
($info | get -o private_ips | default [] | each {|it| ($it | select Description PrivateIpAddress VpcId SubnetId Groups) })
},' | str join "")
}
}
$output | append '
_ => ($info | get -o priv | default "")
}
let full_info = if ($priv | length) > 0 {
($info | merge { private_ips: $priv })
} else {
$info
}
if not $check {
print ($full_info | table -e)
}
$full_info
} else {
$res
}
} ' | str join ""
}
def make_mw_servers_info [
providers_path: string
providers_list: list<string>
]: nothing -> string {
'
export def mw_servers_info [
settings: record
find?: string
cols?: string
--prov: string
--serverpos: int
--check
]: nothing -> nothing {
let str_find = if $find != null { $find } else { "" }
let str_cols = if $cols != null { $cols } else { "" }
$settings.data.servers | enumerate | each { |it|
if $prov == null or $it.item.provider == $prov {
if $serverpos == null or $serverpos == $it.index {
mw_server_info $it.item $check $str_find $str_cols
}
}
}
}'
}
def make_mw_create_server [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_create_server [
settings: record
server: record
check: bool
error_exit: bool
]: nothing -> bool {
let zone = $server.zone? | default ""
let res = match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_check_server_requirements"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
print ($"\(($prov)_on_prov_server $server)")
($"\(($method) $settings $server $check)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
if not $res {
(throw-error $"🛑 ($server.provider) check requirements error"
$"for server ($server.hostname)"
"create_server" --span (metadata $server.provider).span)
return false
}
print ($"Create (_ansi blue_bold)($server.hostname)(_ansi reset) with provider " +
$"(_ansi green_bold)($server.provider)(_ansi reset) ($zone) ")
return true
} ' | str join ""
}
def make_mw_server_state [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_server_state [
server: record
new_state: string
error_exit: bool
wait: bool
settings: record
]: nothing -> bool {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_server_state"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $server $new_state $error_exit $wait $settings)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { return false }
}
}
true
} ' | str join ""
}
def make_mw_server_exists [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_server_exists [
server: record
error_exit: bool
]: nothing -> bool {
match $server.provider {'
for prov in $providers_list {
let method = $"($prov)_server_exists"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $server $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
} ' | str join ""
}
def make_mw_server_is_running [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_server_is_running [
server: record
error_exit: bool
]: nothing -> bool {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_server_is_running"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $server $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
} ' | str join ""
}
def make_mw_get_ip [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_get_ip [
settings: record
server: record
ip_type: string
error_exit: bool
]: nothing -> string {
let use_type = match $ip_type {
"$network_public_ip" => "public",
"$network_private_ip" => "private",
_ => $ip_type
}
let res = match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_server"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) [ "get_ip", $use_type ] --server $server --settings $settings)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { "" }
}
}
$"($res)" | str trim
} ' | str join ""
}
def make_mw_wait_storage [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_wait_storage [
settings: record
server: record
new_state: str
id: str
]: nothing -> record {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_wait_storage"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
let str_it = "$server"
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings $server $new_state $id)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server.provider
true
}
}
} ' | str join ""
}
def make_mw_create_storage [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_create_storage [
settings: record
server: record
server_info: record
storage: record
volumes: list
total_size: int
]: nothing -> record {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_create_storage"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
let str_it = "$server"
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings $server $server_info $storage $volumes $total_size)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server.provider
true
}
}
} ' | str join ""
}
def make_mw_post_create_server [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_post_create_server [
settings: record
server: record
check: bool
]: nothing -> bool {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_post_create_server"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
let str_it = "$server"
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings ($str_it) $check)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server.provider
true
}
}
} ' | str join ""
}
def make_mw_modify_server [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_modify_server [
settings: record
server: record
new_values: list
error_exit: bool
]: nothing -> bool {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_modify_server"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
let str_it = "$server"
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings ($str_it) $new_values $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server.provider
true
}
}
} ' | str join ""
}
def make_mw_delete_server_storage [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_delete_server_storage [
settings: record
server: record
error_exit: bool
]: nothing -> bool {
let zone = $server.zone? | default ""
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_delete_server_storage"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
print ($"\(($prov)_on_prov_server $server)")
($"\(($method) $settings $server $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
} ' | str join ""
#print ($"Delete storage (_ansi blue_bold)($server.hostname)(_ansi reset) with provider " +
# $"(_ansi green_bold)($server.provider)(_ansi reset) ($zone) ")
#true
}
def make_mw_delete_server [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_delete_server [
settings: record
server: record
keep_storage: bool
error_exit: bool
]: nothing -> bool {
let zone = $server.zone? | default ""
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_delete_server"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
print ($"\(($prov)_on_prov_server $server)")
($"\(($method) $settings $server $keep_storage $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
} ' | str join ""
#print ($"Delete (_ansi blue_bold)($server.hostname)(_ansi reset) with provider " +
#$"(_ansi green_bold)($server.provider)(_ansi reset) ($zone) ")
#true
}
def make_mw_load_infra_servers_info [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_load_infra_servers_info [
settings: record
server: record
error_exit: bool
]: nothing -> record {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_load_infra_servers_info"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings $server $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { {} }
}
}
} ' | str join "\n"
}
def make_mw_load_infra_storages_info [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_load_infra_storages_info [
settings: record
server: record
error_exit: bool
]: nothing -> record {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_load_infra_storages_info"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings $server $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { {} }
}
}
} ' | str join "\n"
}
def make_mw_get_infra_storage [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_get_infra_storage [
server: record
settings: record
cloud_data: record
error_exit: bool
]: nothing -> list {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_get_item_for_storage"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $server $settings $cloud_data)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { [] }
}
}
} ' | str join ""
}
def make_mw_get_infra_item [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_get_infra_item [
server: record
settings: record
cloud_data: record
error_exit: bool
]: nothing -> record {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_get_item_for_server"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $server $settings $cloud_data)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { return {} }
}
}
} ' | str join ""
}
def make_mw_get_infra_price [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_get_infra_price [
server: record
data: record
key: string
error_exit: bool
price_col?: string
]: nothing -> float {
if ($data | get -o item | is-empty) { return {} }
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_get_price"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $data $key $price_col)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { return 0 }
}
}
} ' | str join ""
}
def make_mw_start_cache_info [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_start_cache_info [
settings: record
server: record
]: nothing -> nothing {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_start_cache_info"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings $server)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
}
}
} ' | str join ""
}
def make_mw_create_cache [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_create_cache [
settings: record
server: record
error_exit: bool
]: nothing -> nothing {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_create_cache"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings $server $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { return 0 }
}
}
} ' | str join ""
}
def make_mw_read_cache [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_read_cache [
settings: record
server: record
error_exit: bool
]: nothing -> nothing {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_read_cache"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings $server $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { return }
}
}
} ' | str join ""
}
def make_mw_clean_cache [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_clean_cache [
settings: record
server: record
error_exit: bool
]: nothing -> nothing {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_clean_cache"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings $server $error_exit)")
},' | str join "")
}
$output | append '
_ => {
provider_undefined $server
if $error_exit { exit } else { return }
}
}
} ' | str join ""
}
def make_mw_ip_from_cache [
providers_path: string
providers_list: list<string>
]: nothing -> string {
mut output = '
export def mw_ip_from_cache [
settings: record
server: record
error_exit: bool
]: nothing -> nothing {
match $server.provider { '
for prov in $providers_list {
let method = $"($prov)_ip_from_cache"
if not (provider_lib_has_method $providers_path $prov $method) { continue }
$output = ($output | append $'
"($prov)" => {
($"\(($method) $settings $server $error_exit)")
},' | str join "")
}
$output | append '
"local" => {
($server | get -o network_public_ip | default "")
#(local_ip_from_cache $settings $server $error_exit)
}
_ => {
provider_undefined $server
if $error_exit { exit } else { return }
}
}
} ' | str join ""
}
# - > Make middleware (middleware.nu env_middleware.nu) for existing providers
export def make_middleware [
] {
let provisioning_path = ($env.PROVISIONING? | default ("/" | path join "usr" |path join "local" | path join "provisioning"))
let providers_path = ($provisioning_path | path join "providers")
if not ($providers_path | path exists) {
print $"🛑 providers path (ansi red_bold)($providers_path)(ansi reset) not found"
exit 1
}
let middleware_path = ($providers_path | path join "prov_lib" | path join "middleware.nu" )
let env_middleware_path = ($providers_path | path join "prov_lib" | path join "env_middleware.nu" )
let providers_list = (ls -s $providers_path | where {|it| (
($it.name | str starts-with "_") == false
and ($providers_path | path join $it.name | path type) == "dir"
and ($providers_path | path join $it.name | path join "templates" | path exists)
)
} | select name | values | flatten )
let use_list = [ servers.nu, cache.nu, prices.nu, utils.nu ]
mut output = $"# CNPROV middleware generated by 'make_middleware' on (date now | format date '%Y-%m-%d %H:%M:%S')"
mut env_output = ($output | append "\nexport-env {" | str join "\n")
for prov in $providers_list {
let prov_root = ($providers_path | path join $prov | path join "nulib" | path join $prov)
if not ($prov_root | path exists ) { continue }
if ($prov_root | path join "env.nu" | path exists ) { $env_output = ($env_output | append $" use ($prov)/env.nu" | str join "\n") }
for $item in $use_list {
if ($prov_root | path join $item | path exists ) { $output = ($output | append $"use ($prov)/($item) *" | str join "\n") }
}
}
$env_output | append "}" | str join "" | save --force $env_middleware_path
$output | append (make_provider_undefined $providers_path $providers_list) | str join "\n"
| append (make_mw_query_servers $providers_path $providers_list)
| append (make_mw_servers_ips $providers_path $providers_list)
| append (make_mw_server_info $providers_path $providers_list)
| append (make_mw_servers_info $providers_path $providers_list)
| append (make_mw_create_server $providers_path $providers_list)
| append (make_mw_server_state $providers_path $providers_list)
| append (make_mw_server_exists $providers_path $providers_list)
| append (make_mw_server_is_running $providers_path $providers_list)
| append (make_mw_get_ip $providers_path $providers_list)
| append (make_mw_wait_storage $providers_path $providers_list)
| append (make_mw_create_storage $providers_path $providers_list)
| append (make_mw_post_create_server $providers_path $providers_list)
| append (make_mw_modify_server $providers_path $providers_list)
| append (make_mw_delete_server_storage $providers_path $providers_list)
| append (make_mw_delete_server $providers_path $providers_list)
| append (make_mw_load_infra_servers_info $providers_path $providers_list)
| append (make_mw_load_infra_storages_info $providers_path $providers_list)
| append (make_mw_get_infra_storage $providers_path $providers_list)
| append (make_mw_get_infra_item $providers_path $providers_list)
| append (make_mw_get_infra_price $providers_path $providers_list)
| append (make_mw_start_cache_info $providers_path $providers_list)
| append (make_mw_create_cache $providers_path $providers_list)
| append (make_mw_read_cache $providers_path $providers_list)
| append (make_mw_clean_cache $providers_path $providers_list)
| str join ""
| save --force $middleware_path
}

View file

@ -0,0 +1,6 @@
# CNPROV middleware generated by 'make_middleware' on 2024-04-08_21:24:42
export-env {
use aws/env.nu
use local/env.nu
use upcloud/env.nu
}

View file

@ -0,0 +1,603 @@
# CNPROV middleware generated by 'make_middleware' on 2024-04-08_21:24:42
use ../aws/nulib/aws/env.nu
use ../aws/nulib/aws/servers.nu *
use ../aws/nulib/aws/cache.nu *
use ../aws/nulib/aws/prices.nu *
use ../local/nulib/local/env.nu
use ../local/nulib/local/servers.nu *
use ../upcloud/nulib/upcloud/env.nu
use ../upcloud/nulib/upcloud/servers.nu *
use ../upcloud/nulib/upcloud/cache.nu *
use ../upcloud/nulib/upcloud/prices.nu *
def provider_undefined [
server: record
] {
#use defs/lists.nu providers_list
let str_providers_list = (providers_list "selection" | each { |it| $it.name} | str join " ")
print ($"(_ansi blue_bold)($server.hostname)(_ansi reset) with provider " +
$"(_ansi green_bold)($server.provider)(_ansi reset) ($server.zone) ")
let text = ( $"expected to be one of available providers [(_ansi green_italic)($str_providers_list)(_ansi reset)], " +
$"got (_ansi green_bold)($server.provider)(_ansi reset)")
print $"Error 🛑 provider ($text)"
}
export def mw_query_servers [
settings: record
find?: string
cols?: string
--prov: string
--serverpos: int
] {
let str_find = if $find != null { $find } else { "" }
let str_cols = if $cols != null { $cols } else { "" }
$settings.data.servers | enumerate | each { |it|
#let res = for idx in ..($settings.data.servers | length) {
#let srv = ($settings.data.servers | get -o $idx)
if $prov == null or $it.item.provider == $prov {
if $serverpos == null or $serverpos == $it.index {
let res = match $it.item.provider {
"aws" => {
(aws_query_servers $str_find $str_cols)
},
"local" => {
(local_query_servers $str_find $str_cols)
},
"upcloud" => {
(upcloud_query_servers $str_find $str_cols)
},
_ => {
provider_undefined $it.item
[]
}
}
if ($res | length) > 0 {
let result = if $str_find != "" {
$res | find $str_find
} else {
$res
}
if $str_cols != "" {
let field_list = ($str_cols | split row ",")
($result | select -o $field_list)
} else {
$result
}
}
}
}
# $list | append $srv
} | flatten
}
export def mw_servers_ips [
settings: record
data: list
prov?: string
serverpos?: int
]: nothing -> list {
mut index = -1
mut result = []
for srv in $data {
$index += 1
let settings_server = ($settings.data.servers | where {|it| $it.hostname == $srv.hostname})
if ($settings_server | length) == 0 { continue }
let provider = ($settings_server | get -o 0 | get -o provider | default "")
if $prov != null and $provider != $prov { continue }
if $serverpos != null and $serverpos != $index { continue }
match $provider {
"aws" => {
if $srv.ip_addresses? != null {
$result = ($result | append ($srv.ip_addresses? |
each {|it| { hostname: $srv.hostname, ip: $it.address, access: $it.access, family: $it.family }} |
flatten
))
}
},
"local" => {
if $srv.ip_addresses? != null {
$result = ($result | append ($srv.ip_addresses? |
each {|it| { hostname: $srv.hostname, ip: $it.address, access: $it.access, family: $it.family }} |
flatten
))
}
},
"upcloud" => {
if $srv.ip_addresses? != null {
$result = ($result | append ($srv.ip_addresses? |
each {|it| { hostname: $srv.hostname, ip: $it.address, access: $it.access, family: $it.family }} |
flatten
))
}
},
_ => {
provider_undefined $srv.provider
[]
}
}
}
$result
}
export def mw_server_info [
server: record
check: bool
find?: string
cols?: string
]: nothing -> record {
let str_find = if $find != null { $find } else { "" }
let str_cols = if $cols != null { $cols } else { "" }
let res = match $server.provider {
"aws" => {
(aws_server_info $server $check)
},
"local" => {
(local_server_info $server $check)
},
"upcloud" => {
(upcloud_server_info $server $check)
},
_ => {
provider_undefined $server.hostname
[]
}
}
if ($res | describe | str starts-with "record") and $res.hostname? != null {
let result = if $str_find != "" {
$res | find $str_find
} else {
$res
}
let info = if $str_cols != "" {
let field_list = ($str_cols | split row ",")
($result | select -o $field_list)
} else {
($result)
}
let priv = match $server.provider {
"aws" => {
($info | get -o private_ips | default [] | each {|it| ($it | select Description PrivateIpAddress VpcId SubnetId Groups) })
},
_ => ($info | get -o priv | default [])
}
let full_info = if ($priv | length) > 0 {
($info | merge { private_ips: $priv })
} else {
$info
}
let out = ($env | get -o PROVISIONING_OUT| default "")
if ($out | is-empty) {
print ($full_info | table -e)
}
if (not $check) {
($full_info | table -e)
}
$full_info
} else {
$res
}
}
export def mw_servers_info [
settings: record
find?: string
cols?: string
--prov: string
--serverpos: int
--check
]: nothing -> list {
let str_find = if $find != null { $find } else { "" }
let str_cols = if $cols != null { $cols } else { "" }
$settings.data.servers | enumerate | each { |it|
if $prov == null or $it.item.provider == $prov {
if $serverpos == null or $serverpos == $it.index {
mw_server_info $it.item $check $str_find $str_cols
}
}
}
}
export def mw_create_server [
settings: record
server: record
check: bool
error_exit: bool
]: nothing -> bool {
let zone = $server.zone? | default ""
let res = match $server.provider {
"aws" => {
print (aws_on_prov_server $server)
(aws_check_server_requirements $settings $server $check)
},
"local" => {
print (local_on_prov_server $server)
(local_check_server_requirements $settings $server $check)
},
"upcloud" => {
print (upcloud_on_prov_server $server)
(upcloud_check_server_requirements $settings $server $check)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
if not $res {
(throw-error $"🛑 ($server.provider) check requirements error"
$"for server ($server.hostname)"
"create_server" --span (metadata $server.provider).span)
return false
}
print ($"Create (_ansi blue_bold)($server.hostname)(_ansi reset) with provider " +
$"(_ansi green_bold)($server.provider)(_ansi reset) ($zone) ")
return true
}
export def mw_server_state [
server: record
new_state: string
error_exit: bool
wait: bool
settings: record
]: nothing -> bool {
match $server.provider {
"aws" => {
(aws_server_state $server $new_state $error_exit $wait $settings)
},
"local" => {
(local_server_state $server $new_state $error_exit $wait $settings)
},
"upcloud" => {
(upcloud_server_state $server $new_state $error_exit $wait $settings)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { return false }
}
}
true
}
export def mw_server_exists [
server: record
error_exit: bool
]: nothing -> bool {
match $server.provider {
"aws" => {
(aws_server_exists $server $error_exit)
},
"local" => {
(local_server_exists $server $error_exit)
},
"upcloud" => {
(upcloud_server_exists $server $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
}
export def mw_server_is_running [
server: record
error_exit: bool
]: nothing -> bool {
match $server.provider {
"aws" => {
(aws_server_is_running $server $error_exit)
},
"local" => {
(local_server_is_running $server $error_exit)
},
"upcloud" => {
(upcloud_server_is_running $server $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
}
export def mw_get_ip [
settings: record
server: record
ip_type: string
error_exit: bool
]: nothing -> string {
let use_type = match $ip_type {
"$network_public_ip" => "public",
"$network_private_ip" => "private",
_ => $ip_type
}
let res = match $server.provider {
"aws" => {
(aws_server [ "get_ip", $use_type ] --server $server --settings $settings)
},
"local" => {
(local_server [ "get_ip", $use_type ] --server $server --settings $settings)
},
"upcloud" => {
(upcloud_server [ "get_ip", $use_type ] --server $server --settings $settings)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { "" }
}
}
$"($res)" | str trim
}
export def mw_post_create_server [
settings: record
server: record
check: bool
]: nothing -> bool {
match $server.provider {
"aws" => {
(aws_post_create_server $settings $server $check)
},
"local" => {
(local_post_create_server $settings $server $check)
},
"upcloud" => {
(upcloud_post_create_server $settings $server $check)
},
_ => {
provider_undefined $server.provider
true
}
}
}
export def mw_modify_server [
settings: record
server: record
new_values: list
error_exit: bool
]: nothing -> bool {
match $server.provider {
"aws" => {
(aws_modify_server $settings $server $new_values $error_exit)
},
"local" => {
(local_modify_server $settings $server $new_values $error_exit)
},
"upcloud" => {
(upcloud_modify_server $settings $server $new_values $error_exit)
},
_ => {
provider_undefined $server.provider
true
}
}
}
export def mw_delete_server_storage [
settings: record
server: record
error_exit: bool
]: nothing -> bool {
let zone = $server.zone? | default ""
match $server.provider {
"aws" => {
print (aws_on_prov_server $server)
(aws_delete_server_storage $settings $server $error_exit)
},
"local" => {
print (local_on_prov_server $server)
(local_delete_server_storage $settings $server $error_exit)
},
"upcloud" => {
print (upcloud_on_prov_server $server)
(upcloud_delete_server_storage $settings $server $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
}
export def mw_delete_server [
settings: record
server: record
keep_storage: bool
error_exit: bool
]: nothing -> bool {
let zone = $server.zone? | default ""
match $server.provider {
"aws" => {
print (aws_on_prov_server $server)
(aws_delete_server $settings $server $keep_storage $error_exit)
},
"local" => {
print (local_on_prov_server $server)
(local_delete_server $settings $server $keep_storage $error_exit)
},
"upcloud" => {
print (upcloud_on_prov_server $server)
(upcloud_delete_server $settings $server $keep_storage $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { false }
}
}
}
export def mw_load_infra_servers_info [
settings: record
server: record
error_exit: bool
]: nothing -> record {
match $server.provider {
"aws" => {
(aws_load_infra_servers_info $settings $server $error_exit)
},
"upcloud" => {
(upcloud_load_infra_servers_info $settings $server $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { {} }
}
}
}
export def mw_load_infra_storages_info [
settings: record
server: record
error_exit: bool
]: nothing -> record {
match $server.provider {
"aws" => {
(aws_load_infra_storages_info $settings $server $error_exit)
},
"upcloud" => {
(upcloud_load_infra_storages_info $settings $server $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { {} }
}
}
}
export def mw_get_infra_storage [
server: record
settings: record
cloud_data: record
error_exit: bool
]: nothing -> list {
match $server.provider {
"aws" => {
(aws_get_item_for_storage $server $settings $cloud_data)
},
"upcloud" => {
(upcloud_get_item_for_storage $server $settings $cloud_data)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { [] }
}
}
}
export def mw_get_infra_item [
server: record
settings: record
cloud_data: record
error_exit: bool
]: nothing -> record {
match $server.provider {
"aws" => {
(aws_get_item_for_server $server $settings $cloud_data)
},
"upcloud" => {
(upcloud_get_item_for_server $server $settings $cloud_data)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { return {} }
}
}
}
export def mw_get_infra_price [
server: record
data: record
key: string
error_exit: bool
price_col?: string
]: nothing -> float {
if ($data | get -o item | is-empty) { return {} }
match $server.provider {
"aws" => {
(aws_get_price $data $key $price_col)
},
"upcloud" => {
(upcloud_get_price $data $key $price_col)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { return 0 }
}
}
}
export def mw_start_cache_info [
settings: record
server: record
]: nothing -> nothing {
match $server.provider {
"aws" => {
(aws_start_cache_info $settings $server)
},
"upcloud" => {
(upcloud_start_cache_info $settings $server)
},
_ => {
provider_undefined $server
}
}
}
export def mw_create_cache [
settings: record
server: record
error_exit: bool
]: nothing -> nothing {
match $server.provider {
"aws" => {
(aws_create_cache $settings $server $error_exit)
},
"upcloud" => {
(upcloud_create_cache $settings $server $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { return 0 }
}
}
}
export def mw_read_cache [
settings: record
server: record
error_exit: bool
]: nothing -> nothing {
match $server.provider {
"aws" => {
(aws_read_cache $settings $server $error_exit)
},
"upcloud" => {
(upcloud_read_cache $settings $server $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { return }
}
}
}
export def mw_clean_cache [
settings: record
server: record
error_exit: bool
]: nothing -> nothing {
match $server.provider {
"aws" => {
(aws_clean_cache $settings $server $error_exit)
},
"upcloud" => {
(upcloud_clean_cache $settings $server $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { return }
}
}
}
export def mw_ip_from_cache [
settings: record
server: record
error_exit: bool
]: nothing -> nothing {
match $server.provider {
"aws" => {
(aws_ip_from_cache $settings $server $error_exit)
},
"upcloud" => {
(upcloud_ip_from_cache $settings $server $error_exit)
},
"local" => {
($server | get -o network_public_ip | default "")
#(local_ip_from_cache $settings $server $error_exit)
},
_ => {
provider_undefined $server
if $error_exit { exit } else { return }
}
}
}

View file

@ -0,0 +1,233 @@
# Enhanced middleware with extension support
# This file can replace middleware.nu to support dynamic provider loading
use ../../core/nulib/lib_provisioning/extensions/registry.nu *
# Import core providers (keep existing functionality)
use ../aws/nulib/aws/env.nu
use ../aws/nulib/aws/servers.nu *
use ../aws/nulib/aws/cache.nu *
use ../aws/nulib/aws/prices.nu *
use ../local/nulib/local/env.nu
use ../local/nulib/local/servers.nu *
use ../upcloud/nulib/upcloud/env.nu
use ../upcloud/nulib/upcloud/servers.nu *
use ../upcloud/nulib/upcloud/cache.nu *
use ../upcloud/nulib/upcloud/prices.nu *
# Initialize extension registry on first load
init-registry
def provider_undefined [
server: record
] {
let str_providers_list = (providers_list "selection" | each { |it| $it.name} | str join " ")
print ($"(_ansi blue_bold)($server.hostname)(_ansi reset) with provider " +
$"(_ansi green_bold)($server.provider)(_ansi reset) ($server.zone) ")
let text = ( $"expected to be one of available providers [(_ansi green_italic)($str_providers_list)(_ansi reset)], " +
$"got (_ansi green_bold)($server.provider)(_ansi reset)")
print $"Error 🛑 provider ($text)"
}
# Load extension provider dynamically
def load_extension_provider [provider_name: string] {
let provider_info = (get-provider $provider_name)
if ($provider_info | is-not-empty) and $provider_info.available {
try {
use ($provider_info.entry_point) *
return true
} catch {
return false
}
}
false
}
# Enhanced query with extension support
export def mw_query_servers [
settings: record
find?: string
cols?: string
--prov: string
--serverpos: int
] {
let str_find = if $find != null { $find } else { "" }
let str_cols = if $cols != null { $cols } else { "" }
$settings.data.servers | enumerate | each { |it|
if $prov == null or $it.item.provider == $prov {
if $serverpos == null or $serverpos == $it.index {
let res = match $it.item.provider {
"aws" => {
(aws_query_servers $str_find $str_cols)
},
"local" => {
(local_query_servers $str_find $str_cols)
},
"upcloud" => {
(upcloud_query_servers $str_find $str_cols)
},
_ => {
# Try loading extension provider
if (load_extension_provider $it.item.provider) {
# Dynamically call provider function
try {
# Convention: {provider}_query_servers
let func_name = $"($it.item.provider)_query_servers"
(nu -c $"use ($env.PROVISIONING_PROV_LIB | path join 'middleware_enhanced.nu') *; ($func_name) ($str_find) ($str_cols)")
} catch {
provider_undefined $it.item
[]
}
} else {
provider_undefined $it.item
[]
}
}
}
$res
}
}
} | flatten
}
# Enhanced server creation with extension support
export def mw_create_servers [
settings: record
servers: table
check: bool
wait: bool
] {
$servers | each { |server|
# Check if provider is allowed by profile
use ../../core/nulib/lib_provisioning/extensions/profiles.nu is-provider-allowed
if not (is-provider-allowed $server.provider) {
print $"🛑 Provider ($server.provider) blocked by profile"
continue
}
let res = match $server.provider {
"aws" => {
(aws_create_servers $settings [$server] $check $wait)
},
"local" => {
(local_create_servers $settings [$server] $check $wait)
},
"upcloud" => {
(upcloud_create_servers $settings [$server] $check $wait)
},
_ => {
# Try loading extension provider
if (load_extension_provider $server.provider) {
try {
let func_name = $"($server.provider)_create_servers"
(nu -c $"use ($env.PROVISIONING_PROV_LIB | path join 'middleware_enhanced.nu') *; ($func_name) ($settings | to json) ([$server] | to json) ($check) ($wait)")
} catch {
provider_undefined $server
[]
}
} else {
provider_undefined $server
[]
}
}
}
$res
}
}
# Enhanced server deletion with extension support
export def mw_delete_servers [
settings: record
servers: table
check: bool
] {
$servers | each { |server|
# Check if provider is allowed by profile
use ../../core/nulib/lib_provisioning/extensions/profiles.nu is-provider-allowed
if not (is-provider-allowed $server.provider) {
print $"🛑 Provider ($server.provider) blocked by profile"
continue
}
let res = match $server.provider {
"aws" => {
(aws_delete_servers $settings [$server] $check)
},
"local" => {
(local_delete_servers $settings [$server] $check)
},
"upcloud" => {
(upcloud_delete_servers $settings [$server] $check)
},
_ => {
# Try loading extension provider
if (load_extension_provider $server.provider) {
try {
let func_name = $"($server.provider)_delete_servers"
(nu -c $"use ($env.PROVISIONING_PROV_LIB | path join 'middleware_enhanced.nu') *; ($func_name) ($settings | to json) ([$server] | to json) ($check)")
} catch {
provider_undefined $server
[]
}
} else {
provider_undefined $server
[]
}
}
}
$res
}
}
# Get IP with extension support
export def mw_get_ip [
settings: record
server: record
ip_type: string
public_fallback: bool
] -> string {
match $server.provider {
"aws" => {
(aws_get_ip $settings $server $ip_type $public_fallback)
},
"local" => {
(local_get_ip $settings $server $ip_type $public_fallback)
},
"upcloud" => {
(upcloud_get_ip $settings $server $ip_type $public_fallback)
},
_ => {
# Try loading extension provider
if (load_extension_provider $server.provider) {
try {
let func_name = $"($server.provider)_get_ip"
(nu -c $"use ($env.PROVISIONING_PROV_LIB | path join 'middleware_enhanced.nu') *; ($func_name) ($settings | to json) ($server | to json) ($ip_type) ($public_fallback)")
} catch {
""
}
} else {
""
}
}
}
}
# List all providers (core + extensions)
export def mw_list_all_providers [] {
let core_providers = [
{ name: "aws", type: "core", path: "../aws" }
{ name: "local", type: "core", path: "../local" }
{ name: "upcloud", type: "core", path: "../upcloud" }
]
let extension_providers = (list-providers | each {|ext|
{
name: $ext.name
type: "extension"
path: $ext.source
version: $ext.version
}
})
$core_providers | append $extension_providers
}

View file

@ -0,0 +1,6 @@
use upcloud/servers.nu *
use aws/servers.nu *
use local/servers.nu *
export use middleware.nu *