I slightly changed build-in macro so now the code is capable of returning output even for biggest markets. The problem with insufficient memory was solved. As one of the contributors suggested, the problem was likely caused by writing huge html files into memory. Here is the amended code: data loop;
do i = 1 to 1000;
output;
end;
run;
data demonstrate;
set loop;
_a = ' ';
_aa = .;
if mod(i,2) = 0 then _b = 'value1';
else _b = 'value2';
_x = floorz(abs(rand("NORMAL")*2))+1;
if _x > length(_b) then _x = length(_b) - 1;
if _x = 0 then _x = 1;
_y = floorz(abs(rand("NORMAL")*2))+1;
if _y + _x > length(_b) then _y = 1;
_c = substr(_b,_y,_x);
d = cats(of _:);
run;
%let file = demonstrate;
%_eg_conditional_dropds(WORK.FREQ&file,
WORK.TTAFTempTableAccumFreq,
WORK.TCONTempTableContents,);
DATA WORK.FREQ&file(LABEL="Frequency Counts for WORK.&file");
LENGTH DataSet $ 41 Variable $32 Label $ 256 Format $ 31 Value $ 32 Count Percent 8;
LABEL Count='Frequency Count' Percent='Percent of Total Frequency';
RETAIN DataSet Variable Label Format Value ' ' Count Percent 0;
STOP;
RUN;
%global dataset obs;
%MACRO _EG_CHARACT(data, lib, dsn, catobs);
DATA WORK.TTAFTempTableAccumFreq;
LENGTH DataSet $ 41 Variable $32 Label $ 256 Format $ 31 Value $ 32 Count Percent 8;
LABEL Count='Frequency Count' Percent='Percent of Total Frequency';
RETAIN DataSet Variable Label Format Value ' ' Count Percent 0;
STOP;
RUN;
PROC CONTENTS
DATA=&data.
OUT=WORK.TCONTempTableContents
NOPRINT;
RUN;
DATA _NULL_;
CALL SYMPUT('numobs',PUT(numobs, 12.));
STOP;
SET WORK.TCONTempTableContents NOBS=numobs;
RUN;
%DO i=1 %to &numobs.;
DATA _NULL_;
POINTER=&i.;
SET WORK.TCONTempTableContents point=pointer;
CALL SYMPUT('var', QUOTE(name));
CALL SYMPUT('var_n', QUOTE(name) || "n");
CALL SYMPUT('type', PUT(type, 1.));
CALL SYMPUT('label', label);
CALL SYMPUT('format', format);
STOP;
RUN;
%LET charVarsFlag = 1;
PROC FREQ DATA=&data. NOPRINT;
TABLES &var_n./MISSING OUT=WORK.TPFRTempTableFrequencies2;
RUN;
DATA WORK.TTAFTempTableAccumFreq;
DROP InVar;
LENGTH Value $ 32;
SET WORK.TTAFTempTableAccumFreq
WORK.TPFRTempTableFrequencies2(IN=intemp RENAME=(&var_n.=InVar));
IF intemp = 1 THEN DO;
Value=InVar;
Variable=&var.;
Label="%nrbquote(&label.)";
DataSet="&lib..&dsn.";
Format="&FORMAT.";
END;
RUN;
%END;
%IF &charVarsFlag = 1 %THEN
%DO;
PROC SORT DATA=WORK.TTAFTempTableAccumFreq;
WHERE dataset NE ' ';
BY variable label descending count;
RUN;
DATA WORK.TTAFTempTableAccumFreq;
DROP i newcount newperc;
RETAIN i newcount newperc 0;
SET WORK.TTAFTempTableAccumFreq;
BY variable;
IF value=' ' THEN
value='***Missing***';
%IF %EVAL(&catobs.) NE -1 %THEN
%DO;
IF FIRST.variable = 1 THEN
i=1;
ELSE
i=i+1;
IF i > %EVAL(&catobs.) THEN DO;
newcount=newcount+count;
newperc=newperc+percent;
END;
IF i > %EVAL(&catobs.) AND LAST.variable = 0 THEN
DELETE;
IF LAST.variable & i > %EVAL(&catobs.) THEN DO;
value='***All other values***';
count=newcount;
percent=newperc;
newcount=0;
newperc=0;
END;
%END;
RUN;
%END;
%IF &charVarsFlag = 1 %THEN
%DO;
PROC APPEND BASE=WORK.FREQ&file DATA=WORK.TTAFTempTableAccumFreq FORCE;
RUN;
%END;
%MEND _EG_CHARACT;
%_EG_CHARACT(WORK.&file, WORK, &file, 5);
RUN;
QUIT;
%_eg_conditional_dropds(WORK.TTAFTempTableAccumFreq,
WORK.TCONTempTableContents,
WORK.TPFRTempTableFrequencies2);
TITLE; FOOTNOTE;
proc sort data=freq&file;
by variable;
run;
data variables_pf;
set
freq&file (keep=Variable);
run;
data variables;
set variables_pf;
by variable;
if first.variable then output;
run;
proc transpose data=freq&file(keep=variable value count) out=nums prefix=obs;
by variable;
run;
proc transpose data=freq&file (keep=variable value count) out=chars prefix=var;
by variable;
var value;
run;
data merged_trans (drop= _name_ _label_);
merge
variables (in=a)
nums (in=b)
chars (in=c);
by variable;
if a;
run; At the moment, there still miss total number of complete observations and total number of missing observations. Is there any way how to add these easily (I found this post: http://support.sas.com/kb/44/124.html but that is another macro that also goes proc freq one by one so perhaps I could just add something in the current charact macro)? Thanks!
... View more
