init commit

assets/usr/local/sbin/storage/.env

@@ -0,0 +1,4 @@
+S3_BUCKET=amega
+S3_HOST_BASE=s3.amegaserver.com
+S3_ACCOUNT_ID=
+S3_APPLICATION_KEY=

assets/usr/local/sbin/storage/b2.sh

@@ -0,0 +1,49 @@
+#!/usr/bin/env bash
+
+B2_BUCKET=${B2_BUCKET:-${REMOTE_DIR%%/*}}
+B2_REMOTE_DIR=${REMOTE_DIR#*/}
+Var::check B2_BUCKET
+
+# Добавляем в конце '/'
+if [[ -n "${B2_REMOTE_DIR}" ]] && [[ ${B2_REMOTE_DIR} != */ ]]; then B2_REMOTE_DIR="${B2_REMOTE_DIR}/"; fi
+
+# Полное имя архива на хранилище
+B2_ARCHIVE=${B2_REMOTE_DIR}${REMOTE_ARCHIVE}
+B2_ACCOUNT_ID=${B2_ACCOUNT_ID}
+B2_APPLICATION_KEY=${B2_APPLICATION_KEY}
+
+B2_CONNECTION=
+
+if [[ -n "${DEBUG}" ]]; then
+    echo B2_BUCKET=${B2_BUCKET}
+    echo B2_REMOTE_DIR=${B2_REMOTE_DIR}
+    echo B2_ARCHIVE=${B2_ARCHIVE}
+fi
+
+storage_login() {
+    b2 authorize-account ${B2_ACCOUNT_ID} ${B2_APPLICATION_KEY}
+    log "Login to B2 by ${B2_ACCOUNT_ID}" && \
+    export B2_CONNECTION=true
+
+    return $?
+}
+
+storage_download() {
+    if Var::isFalse ${B2_CONNECTION}; then storage_login; fi
+
+    b2 download-file-by-name ${B2_BUCKET} ${B2_ARCHIVE} ${ARCHIVE}
+    log "Download \"${B2_ARCHIVE}\" from busket \"${B2_BUCKET}\" \n\t as \"${ARCHIVE}\""
+
+    return $?
+}
+
+storage_upload() {
+    if Var::isFalse ${B2_CONNECTION}; then storage_login; fi
+
+    if Var::isFalse ${DRY_RUN}; then
+        b2 upload-file ${B2_BUCKET} ${ARCHIVE} ${B2_ARCHIVE}
+    fi
+    log "Upload \"${ARCHIVE}\" \n\t as \"${B2_ARCHIVE}\" in \"${B2_BUCKET}\""
+
+    return $?
+}

assets/usr/local/sbin/storage/s3.sh

@@ -0,0 +1,53 @@
+#!/usr/bin/env bash
+
+S3_HOST_BASE=${STORAGE_HOST:-s3.amazonaws.com}
+S3_REMOTE_DIR=${STORAGE_PATH#*/}
+S3_BUCKET=${STORAGE_PATH%%/*}
+
+# Добавляем в конце '/'
+if [[ -n "${S3_REMOTE_DIR}" ]] && [[ ${S3_REMOTE_DIR} != */ ]]; then S3_REMOTE_DIR="${S3_REMOTE_DIR}/"; fi
+
+# Полное имя архива на хранилище
+S3_ARCHIVE=${S3_REMOTE_DIR}${REMOTE_ARCHIVE}
+
+S3_CONNECTION=
+
+if [[ -n "${DEBUG}" ]]; then
+    echo S3_BUCKET=${S3_BUCKET}
+    echo S3_REMOTE_DIR=${S3_REMOTE_DIR}
+    echo S3_ARCHIVE=${S3_ARCHIVE}
+fi
+
+storage_login() {
+    [ -f /root/.s3cfg ] && rm /root/.s3cfg
+
+    echo S3_BUCKET=${S3_BUCKET} > .env
+    echo S3_HOST_BASE=${S3_HOST_BASE} >> .env
+    echo S3_ACCOUNT_ID=${ACCOUNT_ID} >> .env
+    echo S3_APPLICATION_KEY=${APPLICATION_KEY} >> .env
+
+    mo -s=.env -u /usr/local/sbin/storage/s3.template > /root/.s3cfg
+
+    log "Setup to S3 by ${S3_ACCOUNT_ID}" && \
+    export S3_CONNECTION=true
+
+    return $?
+}
+
+storage_download() {
+    [ -z ${S3_CONNECTION} ] && storage_login
+
+    s3cmd get s3://${S3_BUCKET}/${S3_ARCHIVE} ${ARCHIVE}
+    log "Download \"${S3_ARCHIVE}\" from bucket \"${S3_BUCKET}\" \n\t as \"${ARCHIVE}\""
+
+    return $?
+}
+
+storage_upload() {
+    [ -z ${S3_CONNECTION} ] && storage_login
+
+    log "Upload \"${ARCHIVE}\" \n\t as \"${S3_ARCHIVE}\" in \"${S3_BUCKET}\""
+    s3cmd put ${ARCHIVE} s3://${S3_BUCKET}/${S3_ARCHIVE}
+
+    return $?
+}

assets/usr/local/sbin/storage/s3.template

@@ -0,0 +1,81 @@
+[default]
+access_key = {{S3_ACCOUNT_ID}}
+access_token =
+add_encoding_exts =
+add_headers =
+bucket_location = US
+ca_certs_file =
+cache_file =
+check_ssl_certificate = True
+check_ssl_hostname = True
+cloudfront_host = cloudfront.amazonaws.com
+content_disposition =
+content_type =
+default_mime_type = binary/octet-stream
+delay_updates = False
+delete_after = False
+delete_after_fetch = False
+delete_removed = False
+dry_run = False
+enable_multipart = True
+encoding = UTF-8
+encrypt = False
+expiry_date =
+expiry_days =
+expiry_prefix =
+follow_symlinks = False
+force = False
+get_continue = False
+gpg_command = /usr/local/bin/gpg
+gpg_decrypt = %(gpg_command)s -d --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)s
+gpg_encrypt = %(gpg_command)s -c --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)s
+gpg_passphrase =
+guess_mime_type = True
+host_base = {{S3_HOST_BASE}}
+host_bucket = {{S3_BUCKET}}.{{S3_HOST_BASE}}
+human_readable_sizes = False
+invalidate_default_index_on_cf = False
+invalidate_default_index_root_on_cf = True
+invalidate_on_cf = False
+kms_key =
+limit = -1
+limitrate = 0
+list_md5 = False
+log_target_prefix =
+long_listing = False
+max_delete = -1
+mime_type =
+multipart_chunk_size_mb = 15
+multipart_max_chunks = 10000
+preserve_attrs = True
+progress_meter = True
+proxy_host =
+proxy_port = 0
+put_continue = False
+recursive = False
+recv_chunk = 65536
+reduced_redundancy = False
+requester_pays = False
+restore_days = 1
+restore_priority = Standard
+secret_key = {{S3_APPLICATION_KEY}}
+send_chunk = 65536
+server_side_encryption = False
+signature_v2 = False
+signurl_use_https = False
+simpledb_host = sdb.amazonaws.com
+skip_existing = False
+socket_timeout = 300
+stats = False
+stop_on_error = False
+storage_class =
+throttle_max = 100
+upload_id =
+urlencoding_mode = normal
+use_http_expect = False
+use_https = True
+use_mime_magic = True
+verbosity = WARNING
+website_endpoint = http://%(bucket)s.s3-website-%(location)s.amazonaws.com/
+website_error =
+website_index = index.html