Hi,
I have a below code to check non ascii characters from datasets, xpt, define. When I am giving paths it is not taking that path. I am not sure what I am missing. Can anyone help me with this.
This is the code I have:
%let DataDIR = ; * Terget Folder path ;
/* Define.xml check setting */
%let DefDIR = &DataDIR. ; * Folder path for Define.xml ;
*NOTE: if you want to no check for define.xml then set blank &DefDIR above. ;
%let DefDIR = ;
***** - DO NOT CHANGE - contents of macro *****;
libname CURR "." ;
%macro GLB_Create_transval(lib);
%local rc fileref makedir workpath;
%let workpath = %sysfunc(pathname(work));
%let rc=%sysfunc(filename(fileref));
%let rc = %sysfunc(filename(fileref,&workpath.\&lib.));
%put checking &lib. fileref %eval(%sysfunc(fexist(&fileref));
%if %eval(%sysfunc(fexist(&fileref))) = 0 %then %do;
x mkdir "&workpath.\&lib.";
%put %sysfunc(sleep(3)) ;
%let rc=%sysfunc(filename(fileref));
%let rc = %sysfunc(filename(fileref,&workpath.\&lib.));
%end;
%global v_vald;
%let v_vald = &workpath.\&lib.;
libname &lib. "&v_vald";
%mend GLB_Create_transval;
/* make validated library */
%glb_create_transval(TempOut);
%macro m_xpt_ds(__INLIB=,__OUTLIB=, __XPTFLG= /*Convert Flag*/);
data _NULL_;
length path $200;
path=pathname("&__inlib.");
call symputx("__path",path);
run;
filename __xpt "&__path.";
data __LIST;
length LIST $500;
did = dopen("__xpt") ;
do __i = 1 to dnum(did) ;
LIST = strip(dread(did,__i));
output;
end;
run;
data __LIST;
length AD DS $200;
set __LIST;
if scan(LIST,-1,".")^="xpt" then delete;
DS=SUBSTR(LIST,1,length(LIST)-4);
AD=cats("&__path.\",LIST);
keep LIST DS __i AD;
run;
data _NULL_;
set __LIST;
%if &__XPTFLG.=Y %then %do;
call execute("libname xptfile xport '"||strip(AD)||"';");
call execute("Proc copy in=xptfile OUT=&__OUTLIB.;");
call execute("run;");
%end;
%else %do;
call execute("proc cimport lib=&__OUTLIB. INFILE='"||strip(AD)||"';");
call execute("select "||strip(DS)||";");
call execute("run;");
%end;
run;
proc datasets lib=work nolist;
delete __:;
quit;
run;
%mend m_xpt_ds;
%macro check_ASCII();
/* create ASCII list */
data ListofASCII;
length ASCII_List $200;
do i=32 to 126;
ASCII_List=trim(ASCII_List)||byte(i);
end;
drop i;
run;
data CURR.CHK_ASCII;
length DS $20 OBS 8 VARNAME $20 VALUE nonASC $2000 rank 8 uni $20;
call missing(of _all_);
delete;
run;
%if "&DataDIR." ^= "" %then %do;
libname TLIB "&DataDIR." access=readonly;
* if datatype is sas7bdat ;
Proc copy in=TLIB OUT=TempOut; run;
* if datatype is xpt ;
%m_xpt_ds(__INLIB=TLIB,__OUTLIB=TempOut, __XPTFLG=Y);
/* Check for datasets */
proc contents data=TempOut._all_ out=WORK.FILE(keep=MEMNAME) noprint ;run ;
proc sort data=WORK.FILE nodupkey;by MEMNAME;run;
%macro chk(ds);
data _tmp;
length DS $20 OBS 8 VARNAME $20 VALUE nonASC $2000 rank 8 uni $20;
set TempOut.&DS.;
if _n_=1 then set WORK.ListofASCII ; *merge ASCII list;
array CH{*} _character_;
do i=1 to dim(CH);
nonASC=kcompress(CH{i},ASCII_List);
if not missing(nonASC) then do;
DS="&DS.";
OBS=_N_;
VARNAME=vname(CH{i});
VALUE=CH{i};
rank=rank(nonasc);
uni=unicodec(nonasc);
output;
end;
end;
keep DS OBS VARNAME VALUE nonASC rank uni;
run;
proc append base=CURR.CHK_ASCII data=_tmp;
%mend chk;
data _null_;
set sashelp.vtable(where=(upcase(libname)=upcase("TempOut"))) end=eof;
call symput('DS' || compress(put(_n_,8.)), compress(memname));
if eof then call symput('DSCNT',compress(put(_n_,8.)));
run;
%do i = 1 %to &dscnt;
%CHK(&&ds&i..);
%end;
%end;
%if "&DefDIR." ^= ""%then %do;
/* Add non ASCII check for define.xml */
data DefineASCII;
set ListofASCII;
ASCII_List=compress(ASCII_List,"&");
run;
/* import from xml to sas */
filename def "&DefDIR.\define.xml" lrecl=32767;
data WORK.def;
infile def firstobs=1 pad;
input @1 _txt $char32767.;
run;
/* Check for define.xml */
data _tmp;
length DS $20 OBS 8 VARNAME $20 VALUE nonASC $2000 rank 8 uni $20 rank_W N_len 8;
set WORK.def;
retain rank N_len 0;
if _n_=1 then set WORK.DefineASCII ; *merge ASCII list;
array CH{*} _character_;
do i=1 to dim(CH);
CH{i}=tranwrd(CH{i},'&',"-");
CH{i}=tranwrd(CH{i},'<',"<");
CH{i}=tranwrd(CH{i},'>',">");
CH{i}=tranwrd(CH{i},'"','"');
CH{i}=tranwrd(CH{i},''',"'");
nonASC=kcompress(CH{i},ASCII_List);
if not missing(nonASC) then do;
DS="DEFINE";
OBS=_N_;
VARNAME=vname(CH{i});
VALUE=CH{i};
if index(nonasc,"&") then do l=1 to count(CH{i},";");
if l=1 then do; rank=0; N_len=0; end;
rank_W=find(scan(CH{i},l,";"),"&");
rank=sum(rank_W,rank);
uni=cats(scan(substr(CH{i},sum(rank,N_len)),1,";"),";");
nonasc=uni;
N_len=length(nonasc)-1;
output;
end;
else do;
rank=rank(nonasc);
uni=unicodec(nonasc);
output;
end;
end;
end;
keep DS OBS VARNAME VALUE nonASC rank uni;
run;
proc append base=CURR.CHK_ASCII data=_tmp;
%end;
%mend check_ASCII;
%check_ASCII();
This is the code I have updated. But not working.
%let DataDIR =/bdm/study01; * Terget Folder path ;
/* Define.xml check setting */
%let DefDIR = &DataDIR. ; * Folder path for Define.xml ;
*NOTE: if you want to no check for define.xml then set blank &DefDIR above. ;
/* %let DefDIR = ; */
***** - DO NOT CHANGE - contents of macro *****;
libname CURR "/bdm/study01" ;
%macro GLB_Create_transval(lib);
%local rc fileref makedir workpath;
%let workpath = %sysfunc(pathname(work));
%let rc=%sysfunc(filename(fileref));
%let rc = %sysfunc(filename(fileref,&workpath.\&lib.));
%put checking &lib. fileref %eval(%sysfunc(fexist(&fileref));
%if %eval(%sysfunc(fexist(&fileref))) = 0 %then %do;
x mkdir "&workpath.\&lib.";
%put %sysfunc(sleep(3)) ;
%let rc=%sysfunc(filename(fileref));
%let rc = %sysfunc(filename(fileref,&workpath.\&lib.));
%end;
%global v_vald;
%let v_vald = &workpath.\&lib.;
libname &lib. "&v_vald";
%mend GLB_Create_transval;
/* make validated library */
%glb_create_transval(TempOut);
libname TempOut "/bdm/study01/Results" ;
%macro m_xpt_ds(__INLIB=,__OUTLIB=, __XPTFLG= /*Convert Flag*/);
data _NULL_;
length path $200;
path=pathname("&__inlib.");
call symputx("__path",path);
run;
filename __xpt "&__path.";
data __LIST;
length LIST $500;
did = dopen("__xpt") ;
do __i = 1 to dnum(did) ;
LIST = strip(dread(did,__i));
output;
end;
run;
data __LIST;
length AD DS $200;
set __LIST;
if scan(LIST,-1,".")^="xpt" then delete;
DS=SUBSTR(LIST,1,length(LIST)-4);
AD=cats("&__path.\",LIST);
keep LIST DS __i AD;
run;
data _NULL_;
set __LIST;
%if &__XPTFLG.=Y %then %do;
call execute("libname xptfile xport '"||strip(AD)||"';");
call execute("Proc copy in=xptfile OUT=&__OUTLIB.;");
call execute("run;");
%end;
%else %do;
call execute("proc cimport lib=&__OUTLIB. INFILE='"||strip(AD)||"';");
call execute("select "||strip(DS)||";");
call execute("run;");
%end;
run;
proc datasets lib=work nolist;
delete __:;
quit;
run;
%mend m_xpt_ds;
%macro check_ASCII();
/* create ASCII list */
data ListofASCII;
length ASCII_List $200;
do i=32 to 126;
ASCII_List=trim(ASCII_List)||byte(i);
end;
drop i;
run;
data CURR.CHK_ASCII;
length DS $20 OBS 8 VARNAME $20 VALUE nonASC $2000 rank 8 uni $20;
call missing(of _all_);
delete;
run;
%if "&DataDIR." ^= "" %then %do;
libname TLIB "&DataDIR." access=readonly;
* if datatype is sas7bdat ;
Proc copy in=TLIB OUT=TempOut; run;
* if datatype is xpt ;
%m_xpt_ds(__INLIB=TLIB,__OUTLIB=TempOut, __XPTFLG=Y);
/* Check for datasets */
proc contents data=TempOut._all_ out=WORK.FILE(keep=MEMNAME) noprint ;run ;
proc sort data=WORK.FILE nodupkey;by MEMNAME;run;
%macro chk(ds);
data _tmp;
length DS $20 OBS 8 VARNAME $20 VALUE nonASC $2000 rank 8 uni $20;
set TempOut.&DS.;
if _n_=1 then set WORK.ListofASCII ; *merge ASCII list;
array CH{*} _character_;
do i=1 to dim(CH);
nonASC=kcompress(CH{i},ASCII_List);
if not missing(nonASC) then do;
DS="&DS.";
OBS=_N_;
VARNAME=vname(CH{i});
VALUE=CH{i};
rank=rank(nonasc);
uni=unicodec(nonasc);
output;
end;
end;
keep DS OBS VARNAME VALUE nonASC rank uni;
run;
proc append base=CURR.CHK_ASCII data=_tmp;
%mend chk;
data _null_;
set sashelp.vtable(where=(upcase(libname)=upcase("TempOut"))) end=eof;
call symput('DS' || compress(put(_n_,8.)), compress(memname));
if eof then call symput('DSCNT',compress(put(_n_,8.)));
run;
%do i = 1 %to &dscnt;
%CHK(&&ds&i..);
%end;
%end;
%if "&DefDIR." ^= ""%then %do;
/* Add non ASCII check for define.xml */
data DefineASCII;
set ListofASCII;
ASCII_List=compress(ASCII_List,"&");
run;
/* import from xml to sas */
filename def "&DefDIR.\define.xml" lrecl=32767;
data WORK.def;
infile def firstobs=1 pad;
input @1 _txt $char32767.;
run;
/* Check for define.xml */
data _tmp;
length DS $20 OBS 8 VARNAME $20 VALUE nonASC $2000 rank 8 uni $20 rank_W N_len 8;
set WORK.def;
retain rank N_len 0;
if _n_=1 then set WORK.DefineASCII ; *merge ASCII list;
array CH{*} _character_;
do i=1 to dim(CH);
CH{i}=tranwrd(CH{i},'&',"-");
CH{i}=tranwrd(CH{i},'<',"<");
CH{i}=tranwrd(CH{i},'>',">");
CH{i}=tranwrd(CH{i},'"','"');
CH{i}=tranwrd(CH{i},''',"'");
nonASC=kcompress(CH{i},ASCII_List);
if not missing(nonASC) then do;
DS="DEFINE";
OBS=_N_;
VARNAME=vname(CH{i});
VALUE=CH{i};
if index(nonasc,"&") then do l=1 to count(CH{i},";");
if l=1 then do; rank=0; N_len=0; end;
rank_W=find(scan(CH{i},l,";"),"&");
rank=sum(rank_W,rank);
uni=cats(scan(substr(CH{i},sum(rank,N_len)),1,";"),";");
nonasc=uni;
N_len=length(nonasc)-1;
output;
end;
else do;
rank=rank(nonasc);
uni=unicodec(nonasc);
output;
end;
end;
end;
keep DS OBS VARNAME VALUE nonASC rank uni;
run;
proc append base=CURR.CHK_ASCII data=_tmp;
%end;
%mend check_ASCII;
%check_ASCII();
These are the errors I am getting.
NOTE: Library TEMPOUT does not exist.
NOTE: Input library XPTFILE is sequential.
ERROR: Physical file does not exist,
/bdm/study01\adeff.xpt.
Adeff is not there but I am getting this error.
Can anyone check this macro and help me where I am missing and what I am missing.
Thanks,
Chinna
