I am trying to figure out how I can adapt a macro outlined in this paper: http://support.sas.com/resources/papers/proceedings14/1762-2014.pdf   It analyzes the SAS log during batch mode processing. I am looking for a way to parse my log for key messages, but I don't want to send to email like in the paper, rather I want to create a JSON payload. I am not advanced enough with macro programs to decipher how to adapt this code for my needs. I've read up on ways to parse the SAS log and I really like that this one executes during batch mode. Anyone willing to give it a shot? Can you show me how to strip this macro down to just the "chase the log" part? I figure if I can get it down to just that component, I can spend more time figuring out the JSON piece. Or have another suggestion for how to parse the log in batch mode? I'm using 9.4 on Windows.    Here's the code from the paper (sorry for the lack of indentation):  *This first part is placed at the beginning of your program; %macro chasethelog(emailid=, EndProcess=); data _null_; file 'chasethelog.sas'; put '%let StartTime = ' "%sysfunc(putn(%sysfunc(datetime()), datetime16.));"; put '%let User= '"%upcase(&SYSUSERID);"; put '%let PgmName='"%scan(%scan(&SYSPROCESSNAME,2,' '),1,'.');"; put '%let emailid=' "&emailid;"; put '%let procid='"&SYSJOBID;"; put '%let EndProcess=' "&EndProcess;"; put '%include "'chasethelog_main.sas";'; run; systask command "chasethelog.sas"; %mend chasethelog; %macro chasethelog_main; %let JobStatus=1; %let Toread=1; %let EndJob=0; %let TraceWarn=0; %let TraceError=0; %let Iteration=0; %do %until(&JobStatus=0); %let SendMail=0; %let Track=0; %let WarnFlag=0; %let ErrorFlag=0; filenamerunlog pipe "cat &PgmName..log"; data a; infilerunloglrecl=32000 length=linelength end=eof %if &Iteration>0 %then firstobs=&toread;; input logline $varying700. linelength ; if index(logline,'ERROR:') or upcase(substr(left(logline),1,8))='WARNING:' or index(logline,'uninitialized') > 0 or index(logline,'repeats of BY values') > 0 or index(logline,'W.D format') > 0 or index(logline,'Invalid') > 0 or index(logline,'Mathematical operations could not') > 0 or upcase(substr(left(logline),1,10))='USER ERROR' or upcase(substr(left(logline),1,12))='USER WARNING' or index(logline,'outside the axis range') > 0 or index(logline,'values have been converted') or index(logline,'Missing') >0 then do; callsymputx('SendMail', '1'); if index(logline,'ERROR:')=0 then call symputx('WarnFlag',1); output; end; if index(logline,'ERROR:') then do; callsymputx('ErrorFlag',1); if "&EndProcess"="Y" and &EndJob=0 then call symputx('EndJob',1); end; callsymputx ('nrecord',_n_); run; %let toread=%eval(&nrecord+&toread); %let TraceWarn=%eval(&TraceWarn+&WarnFlag); %let TraceError=%eval(&TraceError+&ErrorFlag); %if &SendMail=1 and &emailid^= %then %do; filenamesendm email to="&emailid" Subject=%if &ErrorFlag=1 %then "Error Occured in the &PgmName..sas Program" %else "Suspicious lines Occured in the &PgmName..sas Program";; data a; set a; output; logline=''; output; run; data _null_; set a; filesendm; put logline; run; %end; %if &EndJob %then %do; x "kill &procid"; %if &emailid^= %then filename Stats email to="&emailid" Subject="%upcase(&PgmName.).sas Program is done with ERROR"; ; data _null_; file Stats; run; %let JobStatus=0; %gotoEndLogCheck; %end; filenameprc pipe "ps u"; data b; infileprc length=len; input process $varying900. len; if index(process,"&PgmName") and index(process,"&procid"); callsymputx('track',scan(process,2,' ')); run; %if &track^=&procid %then %do; %let JobStatus=0; %if &emailid^= %then %do; filename Status email to="&emailid" %if &TraceError>0 %then Subject="%upcase(&PgmName.).sas Program is done with ERROR"; %else %if &TraceWarn>0 %then Subject="%upcase(&PgmName.).sas Program is done with Warning"; %else Subject="%upcase(&PgmName.).sas Program is with Success";; data _null_; file Status; run; %end; %end; %EndLogCheck: %let Iteration=%eval(&Iteration+1); filename _all_ clear; %end; %mend chasethelog_main; ... View more

I found a macro presented at SAS Global Forum to help zip/unzip compressed files. I am downloading a zip file daily, extracting the files to a folder, then performing further processing in SAS. The zip file contains the same set of files every time - I need to unzip the files and then overwrite the previous day's files. I'm trying to run my program in batch mode, and keep getting the window that asks me to confirm whether or not I want to replace the files. I need to suppress this window and have the files overwrite automatically. I don't know enough about VBScript to understand where to insert an overwrite option. What modification do I need to make?    %macro SASZip_Lite(zip=, sfdr=, fstyl=%str(*.sas*dat), tfdr=); /**************************************************************** The code posted below is provided "AS IS" with NO WARRANTIES. ZIP: directory and file name of zip archive SFDR: directory of source files (to be zipped) FSTYL: File type of source files; value: *.* as "zip a folder" TFDR: Target directory for unzipped files (for unzip) *****************************************************************/ %local zip sfdr fstyl tfdr vbadir p q mode; /* Set up a temporary working folder for VBScript */ %let vbsdir=c:\MyZi$Dir; options noxwait; /* To initiate a clean working space */ %if %sysfunc(fileexist("&vbsdir"))=1 %then %sysexec rd /s/q "&vbsdir"; %if %index(%upcase(&zip), .ZIP)=0 %then %let zip=&zip..zip; %let mode=; /* Compress (zip) files */ %if %length(&sfdr)>0 and (%length(&zip)>0) %then %do; /* Extract directory name of the zip file, if no such folder, generate one */ %let q=%sysfunc(tranwrd(&zip, %scan(&zip, -1, %str(\)), %str( ))); %let q=%substr(&q, 1, %length(&q)-1); %if %sysfunc(fileexist("&q"))=0 %then %sysexec md "&q"; /* Copy all requested files from a validated source folder to a temporary folder, and keep their original time stamps */ %if %length(&sfdr)>0 and %sysfunc(fileexist("&sfdr"))=1 %then %do; %let mode=z; %sysexec md "&vbsdir"; %if %qupcase(&fstyl)^=%str(*.*) %then %do; %sysexec md "&vbsdir.\temp_zip"; %sysexec copy "&sfdr.\&fstyl" "&vbsdir.\temp_zip"; %end; %end; %end; %else %if %length(&tfdr)>0 and %length(&zip)>0 and %sysfunc(fileexist("&zip"))>0 %then %do; /* Unzip files */ %let mode=u; %sysexec md "&vbsdir"; %end; %if &mode=z or &mode=u %then %do; /* Generate VBScript based on different modes */ data _null_; FILE "&vbsdir.\xpzip.vbs"; put 'Set ZipArgs = WScript.Arguments'; put 'InputFile = ZipArgs(0)'; put 'TgtFile = ZipArgs(1)'; put 'Set objShell = CreateObject("Shell.Application")'; put 'Set source = objShell.NameSpace(InputFile).Items'; put 'soucnt = objShell.NameSpace(InputFile).Items.Count'; %if &mode=z %then %do; put 'CreateObject("Scripting.FileSystemObject").CreateTextFile(TgtFile, True).Write "PK" & Chr(5) & Chr(6) & String(18, Chr(0))'; put 'objShell.NameSpace(TgtFile).CopyHere(source)'; put 'Do Until objShell.NameSpace(TgtFile).Items.Count = soucnt'; put 'wScript.Sleep 3000'; put 'Loop'; %end; %else put 'objShell.NameSpace(TgtFile).CopyHere(source)'; ; put 'wScript.Sleep 3000'; run; /* Run VBScript file for data archiving */ %if &mode=z %then %do; %if %qupcase(&fstyl)=%str(*.*) %then %sysexec CScript "&vbsdir.\xpzip.vbs" "&sfdr" "&zip"; %else %sysexec CScript "&vbsdir.\xpzip.vbs" "&vbsdir.\temp_zip" "&zip"; %end; %else %sysexec CScript "&vbsdir.\xpzip.vbs" "&zip" "&tfdr"; %end; /* Clean up */ %if %sysfunc(fileexist("&vbsdir"))=1 %then %sysexec rd /s/q "&vbsdir"; %mend SASZip_Lite; ... View more

I am having trouble importing a CSV file using the DATA step where some of the column names have spaces. I have specified that a comma is the delimiter, but SAS is still breaking up the variable names into multiple columns. I am aware that using PROC IMPORT would solve this problem, but for various reasons, is not an option in my case. What am I missing?    data &&sasname&i; infile "&&path&i" delimiter="," dsd firstobs=2 truncover; input &varlist; run; My CSV looks like the following: Visit Repeat Key,Form Repeat Key,Item Group Repeat Key,Scheduled Date,Completed Date 1,1,,2018-08-01T07:00:00.000Z,2018-08-02T18:11:17.000Z 1,1,,2018-08-02T07:00:00.000Z,2018-08-02T23:14:02.000Z 1,1,,2018-08-01T07:00:00.000Z,2018-08-02T17:11:16.000Z 1,1,,2018-08-01T07:00:00.000Z,2018-08-02T17:00:21.000Z 1,1,,2018-08-21T07:00:00.000Z, 1,1,,2018-08-01T07:00:00.000Z,2018-08-02T19:59:46.000Z 1,1,,2018-08-02T07:00:00.000Z,2018-08-02T16:58:20.000Z 1,1,,2018-08-01T07:00:00.000Z,2018-08-02T17:12:31.000Z 1,1,,2018-08-01T07:00:00.000Z,2018-08-02T17:53:10.000Z   ... View more