kylefang/stacks-puppet-node
1
0
Fork 0
mirror of https://github.com/alexgo-io/stacks-puppet-node.git synced 2026-01-12 22:43:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixed force bulk issue, updated requirements

Browse Source
This commit is contained in:
Muhammad Asjad
2014-03-27 12:13:20 +05:00
committed by Muneeb Ali
parent 5961d98149
commit 7eac6ed573
1 changed files with 16 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

53
blockstack_search/search/create_search_index.py
View File

@@ -36,13 +36,17 @@ def create_mapping(index_name,index_type):
conn.indices.create_index(index_name)
mapping = { u'full_name': {'boost': 3.0,
'index': 'analyzed',
'store': 'yes',
'type': u'string',
"term_vector" : "with_positions_offsets"},
u'details': {'boost': 1.0,
'index': 'analyzed',
'store': 'yes',
'type': u'string',
"term_vector" : "with_positions_offsets"}}
conn.indices.put_mapping(index_type, {'properties':mapping}, [index_name])
#-------------------------
def create_people_index():
@@ -69,63 +73,38 @@ def create_people_index():
name = name_dict['formatted']
print(name)
conn.index({'full_name':name_dict['formatted'],'_boost' : 1,},
res = conn.index({'full_name':name_dict['formatted'],
'details': json.dumps(profile_details, sort_keys=True, default=json_util.default),
'_boost' : 1,},
"onename_people_index",
"onename_people_type",
bulk=True)
#print(res['ok'])
counter += 1
conn.indices.refresh(["onename_people_index"])
except Exception as e:
print e
conn.indices.refresh(["onename_people_index"])
#write in bulk
if(counter % BULK_INSERT_LIMIT == 0):
print '-' * 5
print counter
conn.refresh(["onename_people_index"])
#conn.indices.force_bulk()
#print(profile['name'])
"""
for i in nodes.find():
data = i['data']
print i
conn.index({'full_name' : i['data']['name']['full'],
'bio' : i['data']['bio'],
'data': json.dumps(i['data'], sort_keys=True, default=json_util.default),
'_boost' : 1,},
"fg_people_index",
"fg_people_type",
bulk=True)
counter += 1
conn.indices.refresh(["fg_people_index"])
#write in bulk
if(counter % BULK_INSERT_LIMIT == 0):
print '-' * 5
print counter
conn.refresh(["fg_people_index"])
conn.indices.force_bulk()
"""
conn.force_bulk()
#test_query("Muneeb Ali")
#----------------------------------
def test_query(query,index=['onename_people_index']):
q = StringQuery(query, search_fields = ['full_name', 'bio', 'data'], default_operator = 'and')
q = StringQuery(query, search_fields = ['full_name'], default_operator = 'and')
count = conn.count(query = q)
count = count.count
if(count == 0):
q = StringQuery(query, search_fields = ['full_name', 'bio', 'data'], default_operator = 'or')
q = StringQuery(query, search_fields = ['full_name'], default_operator = 'or')
results = conn.search(query = q, size=20, indices=index)
@@ -137,13 +116,13 @@ def test_query(query,index=['onename_people_index']):
counter += 1
print i['full_name']
temp = json.loads(i['data'])
temp = json.loads(i['details'])
results_list.append(temp)
#print counter
#print results_list
print results_list
#-------------------------
if __name__ == "__main__":