updates

Author: ehanson8

addKeyValuePairOnHandleCSV.py

@@ -34,14 +34,14 @@
 status = requests.get(baseURL+'/rest/status', headers=header, cookies=cookies, verify=verify).json()
 print 'authenticated'
 
-filename = filePath+raw_input('Enter filename (including \'.csv\'): ')
+fileName = filePath+raw_input('Enter fileName (including \'.csv\'): ')
 addedKey = raw_input('Enter key: ')
 startTime = time.time()
 
 f=csv.writer(open(filePath+'addKeyValuePair'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
 f.writerow(['itemID']+['addedKey']+['addedValue']+['delete']+['post'])
 
-with open(filename) as csvfile:
+with open(fileName) as csvfile:
     reader = csv.DictReader(csvfile)
     for row in reader:
         addedValue = row['value'].decode('utf-8')

addKeyValuePairToCommunity.py

@@ -28,7 +28,6 @@
 addedKey = raw_input('Enter key: ')
 addedValue = raw_input('Enter value: ')
 addedLanguage = raw_input('Enter language: ')
-confirm = raw_input('Hit enter to proceed')
 
 startTime = time.time()
 data = {'email':email,'password':password}
@@ -48,7 +47,7 @@
 collections = requests.get(baseURL+'/rest/communities/'+str(communityID)+'/collections', headers=header, cookies=cookies, verify=verify).json()
 for j in range (0, len (collections)):
     collectionID = collections[j]['uuid']
-    if collectionID != '4dccec82-4cfb-4583-a728-2cb823b15ef0':
+    if collectionID != '45794375-6640-4efe-848e-082e60bae375':
         offset = 0
         items = ''
         while items != []:

createItemMetadataFromCSV.py

@@ -43,9 +43,9 @@ def createMetadataElementDirect (key, value, language):
         metadataElement = {'key': key, 'value': value}
         metadata.append(metadataElement)
 
-filename = raw_input('Enter filename (including \'.csv\'): ')
+fileName = raw_input('Enter fileName (including \'.csv\'): ')
 
-with open(filename) as csvfile:
+with open(fileName) as csvfile:
     reader = csv.DictReader(csvfile)
     counter = 0
     metadataGroup = []

dupeDateCreatedToDateIssued.py

@@ -42,7 +42,7 @@
     collections = requests.get(baseURL+'/rest/communities/'+str(communityID)+'/collections', headers=header, cookies=cookies, verify=verify).json()
     for j in range (0, len (collections)):
         collectionID = collections[j]['uuid']
-        if collectionID != '4dccec82-4cfb-4583-a728-2cb823b15ef0':
+        if collectionID != '45794375-6640-4efe-848e-082e60bae375':
             offset = 0
             items = ''
             while items != []:

removeDuplicateKeyValuePairsFromItems.py

@@ -5,6 +5,21 @@
 import csv
 from datetime import datetime
 import urllib3
+import argparse
+
+parser = argparse.ArgumentParser()
+parser.add_argument('-1', '--replacedKey', help='the key to be replaced. optional - if not provided, the script will ask for input')
+parser.add_argument('-2', '--replacementKey', help='the replacement key. optional - if not provided, the script will ask for input')
+args = parser.parse_args()
+
+if args.replacedKey:
+    replacedKey = args.replacedKey
+else:
+    replacedKey = raw_input('Enter the key to be replaced: ')
+if args.replacementKey:
+    replacementKey = args.replacementKey
+else:
+    replacementKey = raw_input('Enter the replacement key: ')
 
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 
@@ -24,9 +39,6 @@
 filePath = secrets.filePath
 verify = secrets.verify
 
-oldKey = raw_input('Enter old key: ')
-newKey = raw_input('Enter new key: ')
-
 startTime = time.time()
 data = {'email':email,'password':password}
 header = {'content-type':'application/json','accept':'application/json'}
@@ -37,72 +49,50 @@
 status = requests.get(baseURL+'/rest/status', headers=header, cookies=cookies, verify=verify).json()
 print 'authenticated'
 
-itemList = []
-endpoint = baseURL+'/rest/communities'
-communities = requests.get(endpoint, headers=header, cookies=cookies, verify=verify).json()
-for i in range (0, len (communities)):
-    communityID = communities[i]['uuid']
-    collections = requests.get(baseURL+'/rest/communities/'+str(communityID)+'/collections', headers=header, cookies=cookies, verify=verify).json()
-    for j in range (0, len (collections)):
-        collectionID = collections[j]['uuid']
-        if collectionID != '4dccec82-4cfb-4583-a728-2cb823b15ef0':
-            offset = 0
-            items = ''
-            while items != []:
-                items = requests.get(baseURL+'/rest/collections/'+str(collectionID)+'/items?limit=200&offset='+str(offset), headers=header, cookies=cookies, verify=verify)
-                while items.status_code != 200:
-                    time.sleep(5)
-                    items = requests.get(baseURL+'/rest/collections/'+str(collectionID)+'/items?limit=200&offset='+str(offset), headers=header, cookies=cookies, verify=verify)
-                items = items.json()
-                for k in range (0, len (items)):
-                    itemID = items[k]['uuid']
-                    itemList.append(itemID)
-                offset = offset + 200
-elapsedTime = time.time() - startTime
-m, s = divmod(elapsedTime, 60)
-h, m = divmod(m, 60)
-print 'Item list creation time: ','%d:%02d:%02d' % (h, m, s)
-
-recordsEdited = 0
-elementsEdited = 0
 f=csv.writer(open(filePath+'replaceKey'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
 f.writerow(['itemID']+['replacedKey']+['replacedValue']+['delete']+['post'])
-for number, itemID in enumerate(itemList):
-    replacedElement = ''
-    itemMetadataProcessed = []
-    itemsRemaining = len(itemList) - number
-    print 'Items remaining: ', itemsRemaining, 'ItemID: ', itemID
-    metadata = requests.get(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify).json()
-    for l in range (0, len (metadata)):
-        if metadata[l]['key'] == oldKey:
-            replacedElement = metadata[l]
-            updatedMetadataElement = {}
-            updatedMetadataElement['key'] = newKey
-            updatedMetadataElement['value'] = unicode(replacedElement['value'])
-            updatedMetadataElement['language'] = unicode(replacedElement['language'])
-            print updatedMetadataElement
-            itemMetadataProcessed.append(updatedMetadataElement)
-            provNote = '\''+oldKey+'\' was replaced by \''+newKey+'\' through a batch process on '+datetime.now().strftime('%Y-%m-%d %H:%M:%S')+'.'
-            provNoteElement = {}
-            provNoteElement['key'] = 'dc.description.provenance'
-            provNoteElement['value'] = unicode(provNote)
-            provNoteElement['language'] = 'en_US'
-            itemMetadataProcessed.append(provNoteElement)
-            elementsEdited = elementsEdited + 1
-        else:
-            if metadata[l] not in itemMetadataProcessed:
-                itemMetadataProcessed.append(metadata[l])
-    if replacedElement != '':
-        recordsEdited = recordsEdited + 1
+offset = 0
+recordsEdited = 0
+items = ''
+while items != []:
+    endpoint = baseURL+'/rest/filtered-items?query_field[]='+replacedKey+'&query_op[]=exists&query_val[]=&limit=200&offset='+str(offset)
+    print endpoint
+    response = requests.get(endpoint, headers=header, cookies=cookies, verify=verify).json()
+    items = response['items']
+    for item in items:
+        itemMetadataProcessed = []
+        itemLink = item['link']
+        metadata = requests.get(baseURL + itemLink + '/metadata', headers=header, cookies=cookies, verify=verify).json()
+        for l in range (0, len (metadata)):
+            metadata[l].pop('schema', None)
+            metadata[l].pop('element', None)
+            metadata[l].pop('qualifier', None)
+            if metadata[l]['key'] == replacedKey:
+                replacedElement = metadata[l]
+                updatedMetadataElement = {}
+                updatedMetadataElement['key'] = replacementKey
+                updatedMetadataElement['value'] = unicode(replacedElement['value'])
+                updatedMetadataElement['language'] = unicode(replacedElement['language'])
+                print updatedMetadataElement
+                itemMetadataProcessed.append(updatedMetadataElement)
+                provNote = '\''+replacedKey+'\' was replaced by \''+replacementKey+'\' through a batch process on '+datetime.now().strftime('%Y-%m-%d %H:%M:%S')+'.'
+                provNoteElement = {}
+                provNoteElement['key'] = 'dc.description.provenance'
+                provNoteElement['value'] = unicode(provNote)
+                provNoteElement['language'] = 'en_US'
+                itemMetadataProcessed.append(provNoteElement)
+            else:
+                if metadata[l] not in itemMetadataProcessed:
+                    itemMetadataProcessed.append(metadata[l])
         itemMetadataProcessed = json.dumps(itemMetadataProcessed)
-        print 'updated', itemID, recordsEdited, elementsEdited
-        delete = requests.delete(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify)
+        print itemMetadataProcessed
+        delete = requests.delete(baseURL+itemLink+'/metadata', headers=header, cookies=cookies, verify=verify)
         print delete
-        post = requests.put(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify, data=itemMetadataProcessed)
+        post = requests.put(baseURL+itemLink+'/metadata', headers=header, cookies=cookies, verify=verify, data=itemMetadataProcessed)
         print post
         f.writerow([itemID]+[replacedElement['key']]+[replacedElement['value'].encode('utf-8')]+[delete]+[post])
-    else:
-        print 'not updated', itemID
+    offset = offset + 200
+    print offset
 
 logout = requests.post(baseURL+'/rest/logout', headers=header, cookies=cookies, verify=verify)