updates

Author: ehanson8

addKeyValuePairToCollection.py

@@ -5,6 +5,31 @@
 import csv
 from datetime import datetime
 import urllib3
+import argparse
+
+parser = argparse.ArgumentParser()
+parser.add_argument('-k', '--key', help='the key to be added. optional - if not provided, the script will ask for input')
+parser.add_argument('-v', '--value', help='the value to be added. optional - if not provided, the script will ask for input')
+parser.add_argument('-l', '--language', help='the language tag to be added. optional - if not provided, the script will ask for input')
+parser.add_argument('-i', '--handle', help='handle of the collection. optional - if not provided, the script will ask for input')
+args = parser.parse_args()
+
+if args.key:
+    addedKey = args.key
+else:
+    addedKey = raw_input('Enter the key: ')
+if args.value:
+    addedValue = args.value
+else:
+    addedValue = raw_input('Enter the value: ')
+if args.language:
+    addedLanguage = args.language
+else:
+    addedLanguage = raw_input('Enter the language tag: ')
+if args.handle:
+    handle = args.handle
+else:
+    handle = raw_input('Enter collection handle: ')
 
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 
@@ -24,12 +49,6 @@
 filePath = secrets.filePath
 verify = secrets.verify
 
-collectionHandle = raw_input('Enter collection handle: ')
-addedKey = raw_input('Enter key: ')
-addedValue = raw_input('Enter value: ')
-addedLanguage = raw_input('Enter language: ')
-confirm = raw_input('Hit enter to proceed')
-
 startTime = time.time()
 data = {'email':email,'password':password}
 header = {'content-type':'application/json','accept':'application/json'}
@@ -68,7 +87,12 @@
     itemsRemaining = len(itemList) - number
     print 'Items remaining: ', itemsRemaining, 'ItemID: ', itemID
     metadata = requests.get(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify).json()
-    itemMetadataProcessed = metadata
+    itemMetadataProcessed = []
+    for l in range (0, len (metadata)):
+        metadata[l].pop('schema', None)
+        metadata[l].pop('element', None)
+        metadata[l].pop('qualifier', None)
+        itemMetadataProcessed.append(metadata[l])
     addedMetadataElement = {}
     addedMetadataElement['key'] = addedKey
     addedMetadataElement['value'] = unicode(addedValue)

addKeyValuePairToCommunity.py

@@ -5,6 +5,31 @@
 import csv
 from datetime import datetime
 import urllib3
+import argparse
+
+parser = argparse.ArgumentParser()
+parser.add_argument('-k', '--key', help='the key to be added. optional - if not provided, the script will ask for input')
+parser.add_argument('-v', '--value', help='the value to be added. optional - if not provided, the script will ask for input')
+parser.add_argument('-l', '--language', help='the language tag to be added. optional - if not provided, the script will ask for input')
+parser.add_argument('-i', '--handle', help='handle of the community. optional - if not provided, the script will ask for input')
+args = parser.parse_args()
+
+if args.key:
+    addedKey = args.key
+else:
+    addedKey = raw_input('Enter the key: ')
+if args.value:
+    addedValue = args.value
+else:
+    addedValue = raw_input('Enter the value: ')
+if args.language:
+    addedLanguage = args.language
+else:
+    addedLanguage = raw_input('Enter the language tag: ')
+if args.handle:
+    handle = args.handle
+else:
+    handle = raw_input('Enter community handle: ')
 
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 
@@ -24,11 +49,6 @@
 filePath = secrets.filePath
 verify = secrets.verify
 
-handle = raw_input('Enter community handle: ')
-addedKey = raw_input('Enter key: ')
-addedValue = raw_input('Enter value: ')
-addedLanguage = raw_input('Enter language: ')
-
 startTime = time.time()
 data = {'email':email,'password':password}
 header = {'content-type':'application/json','accept':'application/json'}
@@ -72,26 +92,35 @@
     itemsRemaining = len(itemList) - number
     print 'Items remaining: ', itemsRemaining, 'ItemID: ', itemID
     metadata = requests.get(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify).json()
-    itemMetadataProcessed = metadata
-    addedMetadataElement = {}
-    addedMetadataElement['key'] = addedKey
-    addedMetadataElement['value'] = unicode(addedValue)
-    addedMetadataElement['language'] = unicode(addedLanguage)
-    itemMetadataProcessed.append(addedMetadataElement)
-    provNote = '\''+addedKey+': '+addedValue+'\' was added through a batch process on '+datetime.now().strftime('%Y-%m-%d %H:%M:%S')+'.'
-    provNoteElement = {}
-    provNoteElement['key'] = 'dc.description.provenance'
-    provNoteElement['value'] = unicode(provNote)
-    provNoteElement['language'] = 'en_US'
-    itemMetadataProcessed.append(provNoteElement)
-    recordsEdited = recordsEdited + 1
-    itemMetadataProcessed = json.dumps(itemMetadataProcessed)
-    print 'updated', itemID, recordsEdited
-    delete = requests.delete(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify)
-    print delete
-    post = requests.put(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify, data=itemMetadataProcessed)
-    print post
-    f.writerow([itemID]+[addedKey]+[addedValue]+[delete]+[post])
+    itemMetadataProcessed = []
+    changeRecord = True
+    for metadataElement in metadata:
+        if metadataElement['key'] == addedKey and metadataElement['value'] == addedValue:
+            changeRecord = False
+        metadataElement.pop('schema', None)
+        metadataElement.pop('element', None)
+        metadataElement.pop('qualifier', None)
+        itemMetadataProcessed.append(metadataElement)
+    if changeRecord == True:
+        addedMetadataElement = {}
+        addedMetadataElement['key'] = addedKey
+        addedMetadataElement['value'] = unicode(addedValue)
+        addedMetadataElement['language'] = unicode(addedLanguage)
+        itemMetadataProcessed.append(addedMetadataElement)
+        provNote = '\''+addedKey+': '+addedValue+'\' was added through a batch process on '+datetime.now().strftime('%Y-%m-%d %H:%M:%S')+'.'
+        provNoteElement = {}
+        provNoteElement['key'] = 'dc.description.provenance'
+        provNoteElement['value'] = unicode(provNote)
+        provNoteElement['language'] = 'en_US'
+        itemMetadataProcessed.append(provNoteElement)
+        recordsEdited = recordsEdited + 1
+        itemMetadataProcessed = json.dumps(itemMetadataProcessed)
+        print 'updated', itemID, recordsEdited
+        delete = requests.delete(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify)
+        print delete
+        post = requests.put(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify, data=itemMetadataProcessed)
+        print post
+        f.writerow([itemID]+[addedKey]+[addedValue]+[delete]+[post])
 
 logout = requests.post(baseURL+'/rest/logout', headers=header, cookies=cookies, verify=verify)
 

removeDuplicateKeyValuePairsFromItems.py

@@ -32,6 +32,7 @@
 headerFileUpload = {'accept':'application/json'}
 cookiesFileUpload = cookies
 status = requests.get(baseURL+'/rest/status', headers=header, cookies=cookies, verify=verify).json()
+userFullName = status['fullname']
 print 'authenticated'
 
 itemList = []
@@ -60,33 +61,45 @@
 h, m = divmod(m, 60)
 print 'Item list creation time: ','%d:%02d:%02d' % (h, m, s)
 
-f=csv.writer(open(filePath+'removeDuplicatesRecordsEdited'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
-f.writerow(['itemID'])
+f=csv.writer(open(filePath+'DuplicateKeysRemoved'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
+f.writerow(['itemID']+['key:value'])
 for number, itemID in enumerate(itemList):
     itemMetadataProcessed = []
+    keyValueList = []
     itemsRemaining = len(itemList) - number
     print 'Items remaining: ', itemsRemaining, 'ItemID: ', itemID
     metadata = requests.get(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify).json()
-    for l in range (0, len (metadata)):
-        if metadata[l] not in itemMetadataProcessed:
-            itemMetadataProcessed.append(metadata[l])
-        else:
-            if metadata[l]['key'] == 'dc.description.provenance':
-                itemMetadataProcessed.append(metadata[l])
+    changeRecord = False
+    for metadataElement in metadata:
+        metadataElement.pop('schema', None)
+        metadataElement.pop('element', None)
+        metadataElement.pop('qualifier', None)
+        key = metadataElement['key']
+        try:
+            value = metadataElement['value']
+        except:
+            value = ''
+        if key != 'dc.description.provenance':
+            keyValue = str(key)+':'+unicode(value)
+            if keyValue not in keyValueList:
+                itemMetadataProcessed.append(metadataElement)
+                keyValueList.append(keyValue)
             else:
-                provNote = 'A duplicate element, \''+metadata[l]['key']+': '+metadata[l]['value']+',\' was removed through a batch process on '+datetime.now().strftime('%Y-%m-%d %H:%M:%S')+'.'
+                f.writerow([itemID]+[keyValue])
+                provNote = 'A duplicate element, \''+key+': '+value+',\' was removed through a batch process on '+datetime.now().strftime('%Y-%m-%d %H:%M:%S')+'.'
                 provNoteElement = {}
                 provNoteElement['key'] = 'dc.description.provenance'
                 provNoteElement['value'] = unicode(provNote)
                 provNoteElement['language'] = 'en_US'
                 itemMetadataProcessed.append(provNoteElement)
-    if itemMetadataProcessed != metadata:
+                changeRecord = True
+    if changeRecord == True:
         itemMetadataProcessed = json.dumps(itemMetadataProcessed)
+        print itemID
         delete = requests.delete(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify)
         print delete
         post = requests.put(baseURL+'/rest/items/'+str(itemID)+'/metadata', headers=header, cookies=cookies, verify=verify, data=itemMetadataProcessed)
         print post
-        f.writerow([itemID])
 
 logout = requests.post(baseURL+'/rest/logout', headers=header, cookies=cookies, verify=verify)
 

replaceKeyForCommunity.py

@@ -105,7 +105,7 @@
         print delete
         post = requests.put(baseURL+itemLink+'/metadata', headers=header, cookies=cookies, verify=verify, data=itemMetadataProcessed)
         print post
-        f.writerow([itemID]+[replacedElement['key']]+[replacedElement['value'].encode('utf-8')]+[delete]+[post])
+        f.writerow([itemLink]+[replacedElement['key']]+[replacedElement['value'].encode('utf-8')]+[delete]+[post])
     offset = offset + 200
     print offset