Skip to content

Commit f8725b3

Browse files
authored
Merge pull request #1484 from ImagingDataCommons/release-48-sp
-> v22 adjustments
2 parents 33c69c7 + c612ef8 commit f8725b3

File tree

2 files changed

+9
-6
lines changed

2 files changed

+9
-6
lines changed

etl/etl.py

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -428,12 +428,12 @@ def create_solr_params(schema_src, solr_src):
428428
solr_index_strings = []
429429
field_types = ''
430430
add_copy_field = ''
431-
SCHEMA_BASE = '{{field_types}add-field": {fields}{add_copy_field}'
431+
SCHEMA_BASE = '{{{field_types}"add-field": {fields}{add_copy_field}}}'
432432
if len(TOKENIZED_FIELDS):
433433
field_types = '"add-field-type": { "name":"tokenizedText", "class":"solr.TextField", "analyzer" : { "tokenizer": { "name":"nGram" }}}, '
434-
copy_fields = ",".join(['{"source":"{field}","dest":"{field{}_tokenized"}'.format(field) for field in TOKENIZED_FIELDS])
435-
add_copy_field = ', "add-copy-field": [{copy_fields}]'.format(copy_fields)
436-
CORE_CREATE_STRING = "sudo -u solr /opt/bitnami/solr/bin/solr create -c {solr_src} -s 2 -rf 2"
434+
copy_fields = ",".join(['{{"source":"{field}","dest":"{field}_tokenized"}}'.format(field=field) for field in TOKENIZED_FIELDS])
435+
add_copy_field = ', "add-copy-field": [{copy_fields}]'.format(copy_fields=copy_fields)
436+
CORE_CREATE_STRING = "sudo -u solr /opt/bitnami/solr/bin/solr create -c {solr_src}"
437437
SCHEMA_STRING = "curl -u {solr_user}:{solr_pwd} -X POST -H 'Content-type:application/json' --data-binary '{schema}' https://localhost:8983/solr/{solr_src}/schema --cacert solr-ssl.pem"
438438
INDEX_STRING = "curl -u {solr_user}:{solr_pwd} -X POST 'https://localhost:8983/solr/{solr_src}/update?commit=yes{params}' --data-binary @{file_name}.csv -H 'Content-type:application/csv' --cacert solr-ssl.pem"
439439
for field in schema:
@@ -463,7 +463,8 @@ def create_solr_params(schema_src, solr_src):
463463
with open("{}_solr_cmds.txt".format(solr_src.name), "w") as cmd_outfile:
464464
schema_array = SCHEMA_BASE.format(
465465
field_types=field_types,
466-
add_copy_field=add_copy_field
466+
add_copy_field=add_copy_field,
467+
fields=solr_schema
467468
)
468469
params = "&{}".format("&".join(solr_index_strings))
469470
cmd_outfile.write(CORE_CREATE_STRING.format(solr_src=solr_src.name))

idc/views.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,9 @@ def landing_page(request):
9191
"Chest-Abdomen-Pelvis, Leg, TSpine",
9292
"Abdomen, Arm, Bladder, Chest, Head-Neck, Kidney, Leg, Retroperitoneum, Stomach, Uterus",
9393
"Blood, Bone",
94-
"Esophagus, Lung, Pancreas, Thymus"
94+
"Esophagus, Lung, Pancreas, Thymus",
95+
"Esophagus, Head-Neck, Lung, Pancreas, Rectum, Thymus",
96+
"Arm, Bladder, Buttock, Colon, Liver, Myometrium, Pancreas, Rectum, Shoulder, Scapula"
9597
]
9698

9799
for collection in collex:

0 commit comments

Comments
 (0)