use ../config/accessor.nu * use ../../../../providers/prov_lib/middleware.nu * use ../context.nu * use ../sops/mod.nu * export def find_get_settings [ --infra (-i): string # Infra directory --settings (-s): string # Settings path include_notuse: bool = false no_error: bool = false ]: nothing -> record { #use utils/settings.nu [ load_settings ] if $infra != null { if $settings != null { (load_settings --infra $infra --settings $settings $include_notuse $no_error) } else { (load_settings --infra $infra $include_notuse $no_error) } } else { if $settings != null { (load_settings --settings $settings $include_notuse $no_error) } else { (load_settings $include_notuse $no_error) } } } export def check_env [ ]: nothing -> bool { # TuDO true } export def get_context_infra_path [ ]: nothing -> string { let context = (setup_user_context) if $context == null or $context.infra == null { return "" } if $context.infra_path? != null and ($context.infra_path | path join $context.infra | path exists) { return ($context.infra_path| path join $context.infra) } if ((get-provisioning-infra-path) | path join $context.infra | path exists) { return ((get-provisioning-infra-path) | path join $context.infra) } "" } export def get_infra [ infra?: string ]: nothing -> string { if ($infra | is-not-empty) { if ($infra | path exists) { $infra } else if ($infra | path join (get-default-settings) | path exists) { $infra } else if ((get-provisioning-infra-path) | path join $infra | path join (get-default-settings) | path exists) { (get-provisioning-infra-path) | path join $infra } else { let text = $"($infra) on ((get-provisioning-infra-path) | path join $infra)" (throw-error "🛑 Path not found " $text "get_infra" --span (metadata $infra).span) } } else { if ($env.PWD | path join (get-default-settings) | path exists) { $env.PWD } else if ((get-provisioning-infra-path) | path join ($env.PWD | path basename) | path join (get-default-settings) | path exists) { (get-provisioning-infra-path) | path join ($env.PWD | path basename) } else { let context_path = get_context_infra_path if $context_path != "" { return $context_path } (get-kloud-path) } } } export def parse_kcl_file [ src: string target: string append: bool msg: string err_exit?: bool = false ]: nothing -> bool { # Try nu_plugin_kcl first if available let format = if (get-work-format) == "json" { "json" } else { "yaml" } let result = (process_kcl_file $src $format) if ($result | is-empty) { let text = $"kcl ($src) failed code ($result.exit_code)" (throw-error $msg $text "parse_kcl_file" --span (metadata $result).span) if $err_exit { exit $result.exit_code } return false } if $append { $result | save --append $target } else { $result | save -f $target } true } export def load_from_wk_format [ src: string ]: nothing -> record { if not ( $src | path exists) { return {} } let data_raw = (open -r $src) if (get-work-format) == "json" { $data_raw | from json | default {} } else { $data_raw | from yaml | default {} } } export def load_defaults [ src_path: string item_path: string target_path: string ]: nothing -> string { if ($target_path | path exists) { if (is_sops_file $target_path) { decode_sops_file $src_path $target_path true } retrurn } let full_path = if ($item_path | path exists) { ($item_path) } else if ($"($item_path).k" | path exists) { $"($item_path).k" } else if ($src_path | path dirname | path join $"($item_path).k" | path exists) { $src_path | path dirname | path join $"($item_path).k" } else { "" } if $full_path == "" { return true } if (is_sops_file $full_path) { decode_sops_file $full_path $target_path true (parse_kcl_file $target_path $target_path false $"🛑 load default settings failed ($target_path) ") } else { (parse_kcl_file $full_path $target_path false $"🛑 load default settings failed ($full_path)") } } export def get_provider_env [ settings: record server: record ]: nothing -> record { let prov_env_path = if ($server.prov_settings | path exists ) { $server.prov_settings } else { let file_path = ($settings.src_path | path join $server.prov_settings) if ($file_path | str ends-with '.k' ) { $file_path } else { $"($file_path).k" } } if not ($prov_env_path| path exists ) { if (is-debug-enabled) { _print $"🛑 load (_ansi cyan_bold)provider_env(_ansi reset) from ($server.prov_settings) failed at ($prov_env_path)" } return {} } let str_created_taskservs_dirpath = ($settings.data.created_taskservs_dirpath | default "/tmp" | str replace "\~" $env.HOME | str replace "NOW" $env.NOW | str replace "./" $"($settings.src_path)/") let created_taskservs_dirpath = if ($str_created_taskservs_dirpath | str starts-with "/" ) { $str_created_taskservs_dirpath } else { $settings.src_path | path join $str_created_taskservs_dirpath } if not ( $created_taskservs_dirpath | path exists) { ^mkdir -p $created_taskservs_dirpath } let source_settings_path = ($created_taskservs_dirpath | path join $"($prov_env_path | path basename)") let target_settings_path = ($created_taskservs_dirpath| path join $"($prov_env_path | path basename | str replace '.k' '').((get-work-format))") let res = if (is_sops_file $prov_env_path) { decode_sops_file $prov_env_path $source_settings_path true (parse_kcl_file $source_settings_path $target_settings_path false $"🛑 load prov settings failed ($target_settings_path)") } else { cp $prov_env_path $source_settings_path (parse_kcl_file $source_settings_path $target_settings_path false $"🛑 load prov settings failed ($prov_env_path)") } if not (is-debug-enabled) { rm -f $source_settings_path } if $res and ($target_settings_path | path exists) { let data = (open $target_settings_path) if not (is-debug-enabled) { rm -f $target_settings_path } $data } else { {} } } export def get_file_format [ filename: string ]: nothing -> string { if ($filename | str ends-with ".json") { "json" } else if ($filename | str ends-with ".yaml") { "yaml" } else { (get-work-format) } } export def save_provider_env [ data: record settings: record provider_path: string ]: nothing -> nothing { if ($provider_path | is-empty) or not ($provider_path | path dirname |path exists) { _print $"❗ Can not save provider env for (_ansi blue)($provider_path | path dirname)(_ansi reset) in (_ansi red)($provider_path)(_ansi reset )" return } if (get_file_format $provider_path) == "json" { $"data: ($data | to json | encode base64)" | save --force $provider_path } else { $"data: ($data | to yaml | encode base64)" | save --force $provider_path } let result = (on_sops "encrypt" $provider_path --quiet) if ($result | is-not-empty) { ($result | save --force $provider_path) } } export def get_provider_data_path [ settings: record server: record ]: nothing -> string { let data_path = if ($settings.data.prov_data_dirpath | str starts-with "." ) { ($settings.src_path | path join $settings.data.prov_data_dirpath) } else { $settings.data.prov_data_dirpath } if not ($data_path | path exists) { ^mkdir -p $data_path } ($data_path | path join $"($server.provider)_cache.((get-work-format))") } export def load_provider_env [ settings: record server: record provider_path: string = "" ]: nothing -> record { let data = if ($provider_path | is-not-empty) and ($provider_path |path exists) { let file_data = if (is_sops_file $provider_path) { on_sops "decrypt" $provider_path --quiet let result = (on_sops "decrypt" $provider_path --quiet) # --character-set binhex if (get_file_format $provider_path) == "json" { ($result | from json | get -o data | default "" | decode base64 | decode | from json) } else { ($result | from yaml | get -o data | default "" | decode base64 | decode | from yaml) } } else { open $provider_path } if ($file_data | is-empty) or ($file_data | get -o main | get -o vpc) == "?" { # (throw-error $"load provider ($server.provider) settings failed" $"($provider_path) no main data" # "load_provider_env" --span (metadata $data).span) if (is-debug-enabled) { _print $"load provider ($server.provider) settings failed ($provider_path) no main data in load_provider_env" } {} } else { $file_data } } else { {} } if ($data | is-empty) { let new_data = (get_provider_env $settings $server) if ($new_data | is-not-empty) and ($provider_path | is-not-empty) { save_provider_env $new_data $settings $provider_path } $new_data } else { $data } } export def load_provider_settings [ settings: record server: record ]: nothing -> record { let data_path = if ($settings.data.prov_data_dirpath | str starts-with "." ) { ($settings.src_path | path join $settings.data.prov_data_dirpath) } else { $settings.data.prov_data_dirpath } if ($data_path | is-empty) { (throw-error $"load provider ($server.provider) settings failed" $"($settings.data.prov_data_dirpath)" "load_provider_settings" --span (metadata $data_path).span) } if not ($data_path | path exists) { ^mkdir -p $data_path } let provider_path = ($data_path | path join $"($server.provider)_cache.((get-work-format))") let data = (load_provider_env $settings $server $provider_path) if ($data | is-empty) or ($data | get -o main | get -o vpc) == "?" { mw_create_cache $settings $server false (load_provider_env $settings $server $provider_path) } else { $data } } export def load [ infra?: string in_src?: string include_notuse?: bool = false --no_error ]: nothing -> record { let source = if $in_src == null or ($in_src | str ends-with '.k' ) { $in_src } else { $"($in_src).k" } let source_path = if $source != null and ($source | path type) == "dir" { $"($source)/((get-default-settings))" } else { $source } let src_path = if $source_path != null and ($source_path | path exists) { $"./($source_path)" } else if $source_path != null and ($source_path | str ends-with (get-default-settings)) == false { if $no_error { return {} } else { (throw-error "🛑 invalid settings infra / path " $"file ($source) settings in ($infra)" "settings->load" --span (metadata $source).span) } } else if ($infra | is-empty) and ((get-default-settings)| is-not-empty ) and ((get-default-settings) | path exists) { $"./((get-default-settings))" } else if ($infra | path join (get-default-settings) | path exists) { $infra | path join (get-default-settings) } else { if $no_error { return {} } else { (throw-error "🛑 invalid settings infra / path " $"file ($source) settings in ($infra)" "settings->load" --span (metadata $source_path).span) } } let src_dir = ($src_path | path dirname) let infra_path = if $src_dir == "." { $env.PWD } else if ($src_dir | is-empty) { $env.PWD | path join $infra } else if ($src_dir | path exists ) and ( $src_dir | str starts-with "/") { $src_dir } else { $env.PWD | path join $src_dir } let wk_settings_path = mktemp -d if not (parse_kcl_file $"($src_path)" $"($wk_settings_path)/settings.((get-work-format))" false "🛑 load settings failed ") { return } if (is-debug-enabled) { _print $"DEBUG source path: ($src_path)" } let settings_data = open $"($wk_settings_path)/settings.((get-work-format))" if (is-debug-enabled) { _print $"DEBUG work path: ($wk_settings_path)" } let servers_paths = ($settings_data | get -o servers_paths | default []) # Set full path for provider data let data_fullpath = if ($settings_data.prov_data_dirpath | str starts-with "." ) { ($src_dir | path join $settings_data.prov_data_dirpath) } else { $settings_data.prov_data_dirpath } mut list_servers = [] mut providers_settings = [] for it in $servers_paths { let file_path = if ($it | str ends-with ".k") { $it } else { $"($it).k" } let server_path = if ($file_path | str starts-with "/") { $file_path } else { ($src_path | path dirname | path join $file_path) } if not ($server_path | path exists) { if $no_error { "" | save $server_path } else { (throw-error "🛑 server path not found " ($server_path) "load each on list_servers" --span (metadata $servers_paths).span) } } let target_settings_path = $"($wk_settings_path)/($it | str replace --all "/" "_").((get-work-format))" if not (parse_kcl_file ($server_path | path join $server_path) $target_settings_path false "🛑 load settings failed ") { return } #if not (parse_kcl_file $server_path $target_settings_path false "🛑 load settings failed ") { return } if not ( $target_settings_path | path exists) { continue } let servers_defs = (open $target_settings_path | default {}) for srvr in ($servers_defs | get -o servers | default []) { if not $include_notuse and $srvr.not_use { continue } let provider = $srvr.provider if not ($"($wk_settings_path)/($provider)($settings_data.defaults_provs_suffix).((get-work-format))" | path exists ) { let dflt_item = ($settings_data.defaults_provs_dirpath | path join $"($provider)($settings_data.defaults_provs_suffix)") let dflt_item_fullpath = if ($dflt_item | str starts-with "." ) { ($src_dir | path join $dflt_item) } else { $dflt_item } load_defaults $src_path $dflt_item_fullpath ($wk_settings_path | path join $"($provider)($settings_data.defaults_provs_suffix).((get-work-format))") } # Loading defaults provider ... let server_with_dflts = if ($"($wk_settings_path)/($provider)($settings_data.defaults_provs_suffix).((get-work-format))" | path exists ) { open ($"($wk_settings_path)/($provider)($settings_data.defaults_provs_suffix).((get-work-format))") | merge $srvr } else { $srvr } # Loading provider data settings let server_prov_data = if ($data_fullpath | path join $"($provider)($settings_data.prov_data_suffix)" | path exists) { (load_defaults $src_dir ($data_fullpath | path join $"($provider)($settings_data.prov_data_suffix)") ($wk_settings_path | path join $"($provider)($settings_data.prov_data_suffix)") ) if (($wk_settings_path | path join $"($provider)($settings_data.prov_data_suffix)") | path exists) { $server_with_dflts | merge (load_from_wk_format ($wk_settings_path | path join $"($provider)($settings_data.prov_data_suffix)")) } else { $server_with_dflts } } else { $server_with_dflts } # Loading provider data settings let server_with_data = if ($data_fullpath | path join $"($srvr.hostname)_($provider)($settings_data.prov_data_suffix)" | path exists) { (load_defaults $src_dir ($data_fullpath | path join $"($srvr.hostname)_($provider)($settings_data.prov_data_suffix)") ($wk_settings_path | path join $"($srvr.hostname)_($provider)($settings_data.prov_data_suffix)") ) if ($wk_settings_path | path join $"($srvr.hostname)_($provider)($settings_data.prov_data_suffix)" | path exists) { $server_prov_data | merge (load_from_wk_format ($wk_settings_path | path join $"($srvr.hostname)_($provider)($settings_data.prov_data_suffix)")) } else { $server_prov_data } } else { $server_prov_data } $list_servers = ($list_servers | append $server_with_data) if ($providers_settings | where {|it| $it.provider == $provider} | length) == 0 { $providers_settings = ($providers_settings | append { provider: $provider, settings: (load_provider_settings { data: $settings_data, providers: $providers_settings, src: ($src_path | path basename), src_path: ($src_path | path dirname), infra: ($infra_path | path basename), infra_path: ($infra_path |path dirname), wk_path: $wk_settings_path } $server_with_data) } ) } } } #{ settings: $settings_data, servers: ($list_servers | flatten) } # | to ((get-work-format)) | save --append $"($wk_settings_path)/settings.((get-work-format))" # let servers_settings = { servers: ($list_servers | flatten) } let servers_settings = { servers: $list_servers } if (get-work-format) == "json" { #$servers_settings | to json | save --append $"($wk_settings_path)/settings.((get-work-format))" $servers_settings | to json | save --force $"($wk_settings_path)/servers.((get-work-format))" } else { #$servers_settings | to yaml | save --append $"($wk_settings_path)/settings.((get-work-format))" $servers_settings | to yaml | save --force $"($wk_settings_path)/servers.((get-work-format))" } #let $settings_data = (open $"($wk_settings_path)/settings.((get-work-format))") let $settings_data = ($settings_data | merge $servers_settings ) { data: $settings_data, providers: $providers_settings, src: ($src_path | path basename), src_path: ($src_path | path dirname), infra: ($infra_path | path basename), infra_path: ($infra_path |path dirname), wk_path: $wk_settings_path } } export def load_settings [ --infra (-i): string --settings (-s): string # Settings path include_notuse: bool = false no_error: bool = false ]: nothing -> record { let kld = get_infra (if $infra == null { "" } else { $infra }) if $no_error { (load $kld $settings $include_notuse --no_error) } else { (load $kld $settings $include_notuse) } # let settings = (load $kld $settings $exclude_not_use) # if $env.PROVISIONING_USE_SOPS? != "" { # use sops/lib.nu check_sops # check_sops $settings.src_path # } # $settings } export def save_settings_file [ settings: record target_file: string match_text: string new_text: string mark_changes: bool = false ]: nothing -> nothing { let it_path = if ($target_file | path exists) { $target_file } else if ($settings.src_path | path join $"($target_file).k" | path exists) { ($settings.src_path | path join $"($target_file).k") } else if ($settings.src_path | path join $"($target_file).((get-work-format))" | path exists) { ($settings.src_path | path join $"($target_file).((get-work-format))") } else { _print $"($target_file) not found in ($settings.src_path)" return false } if (is_sops_file $it_path) { let result = (on_sops "decrypt" $it_path --quiet) if ($result | is-empty) { (throw-error $"🛑 saving settings to ($it_path)" $"from ($match_text) to ($new_text)" $"in ($target_file)" --span (metadata $it_path).span) return false } else { $result | str replace $match_text $new_text| save --force $it_path let en_result = (on_sops "encrypt" $it_path --quiet) if ($en_result | is-not-empty) { ($en_result | save --force $it_path) } } } else { open $it_path --raw | str replace $match_text $new_text | save --force $it_path } #if $it_path != "" and (^grep -q $match_text $it_path | complete).exit_code == 0 { # if (^sed -i $"s/($match_text)/($match_text)\"($new_text)\"/g" $it_path | complete).exit_code == 0 { _print $"($target_file) saved with new value " if $mark_changes { if ($settings.wk_path | path join "changes" | path exists) == false { $"($it_path) has been changed" | save ($settings.wk_path | path join "changes") --append } } else if ((get-provisioning-module) | is-not-empty) { ^(get-provisioning-name) "-mod" (get-provisioning-module) $env.PROVISIONING_ARGS exit } # } #} } export def save_servers_settings [ settings: record match_text: string new_text: string ]: nothing -> nothing { $settings.data.servers_paths | each { | it | save_settings_file $settings $it $match_text $new_text } } export def settings_with_env [ settings: record ] { mut $servers_with_ips = [] for srv in ($settings.data.servers) { let pub_ip = (mw_ip_from_cache $settings $srv false) if ($pub_ip | is-empty) { $servers_with_ips = ($servers_with_ips | append ($srv)) } else { $servers_with_ips = ($servers_with_ips | append ($srv | merge { network_public_ip: $pub_ip })) } } ($settings | merge { data: ($settings.data | merge { servers: $servers_with_ips}) }) }