I've written all the logic python logic to find the data errors and email me. However, the workspace still executes after the error is found. Is there something I have to add that tells the python script to not allow the workspace to run? I guess I could force a dummy python error or something, but that seems kind of hokey.
Thanks for any help you can provide. My startup script is below:
import fmeobjects
import collections
def countNullsAndDuplicatesInField(dataset, unique_id_field_name, reader_format, parameters):
id_nulls = 0
created_by_nulls = 0
created_date_nulls = 0
fieldvaluecounts = collections.defaultdict(int)
reader = fmeobjects.FMEUniversalReader(reader_format, False)
reader.open(dataset, parameters)
feature = reader.read()
while feature != None:
id_fieldvalue = feature.getAttribute(unique_id_field_name)
if id_fieldvalue != None:
fieldvaluecounts[id_fieldvalue] += 1
else:
id_nulls += 1
feature = reader.read()
reader.close()
duplicate_rows = sum((v - 1 for v in fieldvaluecounts.itervalues() if v > 1))
duplicate_rows_vals = []
if duplicate_rows > 0:
for i, j in fieldvaluecounts.iteritems():
if j > 1:
duplicate_rows_vals.append(str(i))
return id_nulls, duplicate_rows, duplicate_rows_vals ##, created_by_nulls, created_date_nulls
if __name__ == "__main__":
dataset = 'sde'
reader_format = 'SDE30'
instance_name = FME_MacroValues['SOURCE_DB_INSTANCE']
username = FME_MacroValues['SOURCE_DB_USERNAME']
password = FME_MacroValues['SOURCE_DB_PASSWORD']
version = 'SDE.DEFAULT'
table_name = FME_MacroValues['SOURCE_DB_TABLE_NAME']
unique_id_field_name = FME_MacroValues['SOURCE_UNIQUE_ID']
logger = fmeobjects.FMELogFile()
parameters = ['SERVER',dataset,'USERID',username,'PASSWORD',password,'INSTANCE',instance_name,'VERSION_NAME',version,'IDs',table_name]
id_nulls, id_dups, id_dups_vals = countNullsAndDuplicatesInField(dataset, unique_id_field_name, reader_format, parameters)
if id_nulls > 0 or id_dups > 0:
error_list = []
if id_nulls > 0:
error_list.append('Null IDs found')
if id_dups > 0:
error_list.append('Duplicate Ids found for ' + unique_id_field_name + ' values: ' + ", ".join(id_dups_vals))
error_message = ", ".join(error_list)
#Send email about failure
logfilename = FME_LogFileName
workspacename = FME_MacroValues['FME_MF_NAME']
in_success_receivers = FME_MacroValues['SUCCESS_NOTIFICATION_EMAILS']
in_failure_receivers = FME_MacroValues['FAILURE_NOTIFICATION_EMAILS']
if in_success_receivers <> '':
list_success_emails = in_success_receivers.split(',')
else:
list_success_emails = []
if in_failure_receivers <> '':
list_failure_emails = in_failure_receivers.split(',')
else:
list_failure_emails = []
ws_text = FME_MacroValues['SOURCE_DB'] + '\\\\' + FME_MacroValues['SOURCE_DB_TABLE_NAME'] + ' to ' + FME_MacroValues['TARGET_DB'] + '\\\\' + FME_MacroValues['TARGET_DB_TABLE_NAME']
list_all_emails = list_success_emails + list_failure_emails
all_emails = ', '.join(list_all_emails)
import smtplib,sys,os
from email.mime.text import MIMEText
sender = "FME_SERVER"
body = 'FME identified the following error in the GIS dataset ' + FME_MacroValues['SOURCE_DB_TABLE_NAME'] + ' on database ' + FME_MacroValues['SOURCE_DB'] + '.\\n\\nERROR = ' + error_message + '.\\n\\nLog file path:\\n' + logfilename
msg = MIMEText(body)
msg['Subject'] = "FME Server Error: " + ws_text
msg['From'] = sender
receiver = list_all_emails
msg['To'] = ", ".join(receiver)
s = smtplib.SMTP('myemail.myserver.com')
s.sendmail(sender,receiver,msg.as_string())
s.quit()
