kylefang/stacks-puppet-node
1
0
Fork 0
mirror of https://github.com/alexgo-io/stacks-puppet-node.git synced 2026-04-26 04:45:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

ENH: introduces index_update_manifest(), and handling of ipfs://

Browse Source
This commit is contained in:
Victor Grau Serrat
2017-11-08 23:41:23 -07:00
parent dfb676151f
commit 432bce6b6a
1 changed files with 49 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

52
blockstack_client/backend/drivers/common.py
View File

@@ -655,7 +655,7 @@ def index_get_page(dvconf, blockchain_id=None, path=None, url=None):
serialized_index_page = None
if url and blockchain_id:
log.debug("Fetch index page {} via HTTP".format(url))
serialized_index_page = get_chunk_via_http(url, blockchain_id=blockchain_id)
serialized_index_page = get_chunk_via_http(url, blockchain_id=blockchain_id, dvconf=dvconf)
else:
assert path
log.debug("Fetch index page {} via driver".format(path))
@@ -699,8 +699,51 @@ def index_set_page(dvconf, bucket_id, path, index_page):
log.error("Failed to store index page {}".format(path))
return False
if dvconf['driver_info'].get('dynamic_index', False):
r = index_update_manifest(dvconf, bucket_id, rc)
if not r:
log.error("Failed to update manifest")
return False
return True
def index_update_manifest(dvconf, bucket_id, bucket_url):
driver_name = dvconf['driver_name']
config_path = dvconf['config_path']
index_stem = dvconf['index_stem']
index_manifest_path = index_get_manifest_page_path(index_stem)
index_manifest_url = index_settings_get_index_manifest_url(driver_name, config_path)
index_manifest = index_get_page(dvconf, None, path=index_manifest_path, url=index_manifest_url)
if index_manifest is None:
# failed to get index
log.error("Failed to get index page {}".format(index_manifest_url))
return None
fq_index_bucket_name = normpath('/' + os.path.join(index_stem.strip('/'), bucket_id))
index_manifest[fq_index_bucket_name] = bucket_url
index_manifest_data = serialize_index_page(index_manifest)
index_manifest_url = None
try:
index_path = index_get_manifest_page_path(index_stem)
index_manifest_url = dvconf['put_chunk'](dvconf, index_manifest_data, index_path)
assert index_manifest_url
except Exception as e:
if DEBUG:
log.exception(e)
log.error("Failed to update index manifest")
return False
rc = index_settings_set_index_manifest_url(driver_name, config_path, index_manifest_url)
if not rc:
# failed
return False
return index_manifest_url
def index_locks_setup(driver_name):
"""
@@ -986,7 +1029,7 @@ def _get_indexed_data_impl( dvconf, blockchain_id, name, raw=False, index_manife
return False, {}
log.debug("Fetch {} via HTTP at {} (cached url: {})".format(name, data_url, cache_hit))
data = get_chunk_via_http(data_url, blockchain_id=blockchain_id)
data = get_chunk_via_http(data_url, blockchain_id=blockchain_id, dvconf=dvconf)
if data is None:
log.error("Failed to load {} from {}".format(name, data_url))
@@ -1087,7 +1130,7 @@ def delete_indexed_data( dvconf, name ):
return True
def get_chunk_via_http(url, blockchain_id=None):
def get_chunk_via_http(url, blockchain_id=None, dvconf=None):
"""
Get a URL's data.
Do not do any pre or post processing.
@@ -1107,6 +1150,9 @@ def get_chunk_via_http(url, blockchain_id=None):
if url.startswith("test://"):
import blockstack_client.backend.drivers.test
return blockstack_client.backend.drivers.test.test_get_chunk(blockstack_client.backend.drivers.test.DVCONF, url[len('test://'):])
elif url.startswith('ipfs://'):
import blockstack_client.backend.drivers.ipfs
return blockstack_client.backend.drivers.ipfs.ipfs_get_chunk(dvconf, url[len('ipfs://'):])
if DEBUG:
log.exception(e)