Hi Jedi,
Here is the code. Hope this gives you some understanding now of what I am trying to achieve.
%let batchnum = 1;
/* flag_url is count of records where there is nextlink */
%do %until (&flag_url.=0);
/*Handle special characters section starts*/
filename outfield "&config_root./json_in_files/xxxxx_data.json";
filename out_&mapmod. "&config_root/json_map/out_&mapmod..map";
proc http url="&nextLink."
oauth_bearer="&access_token"
out = outfield;
run;
/*this section handles the special characters in the data that will not come in via JSON */
%sysexec cd &config_root./json_in_files;
/*replaces two types of special char with space in the new file */
%sysexec cat xxxxx_data.json | sed 's/\\u2022//g; s/\\uf0a7//g; s/\\u//g' > xxxxx_data1.json;
/*uses new file for libname */
filename fields "&config_root./json_in_files/xxxxx_data1.json";
filename out_&mapmod. "&config_root/json_map/out_&mapmod..map";
libname jresp json fileref=fields map=out_&mapmod.;
%if &batchnum=1 %then %do;
%if (&module.=maxxxx) %then %do;
data &module._us_data;
set jresp.us_data;
run;
%end;
%end;
%else %do;
%if %sysfunc(exist(jresp.&mod._data)) %then %do;
data &module._data&batchnum. ;
set jresp.&mod._data;
run;
%end;
data &module._data;
%if %numobs(&module._data) > 0 %then %do;
set &module._data &module._data&batchnum.;
%end; %else %do;
set &module._data&batchnum.;
%end;
run;
%end;
/*resets nextlink and batchnum */
%let nextLink=;
%let flag_url=;
/*gets the next URL to pull the next 200 records */
data s_ ;
set jresp.links ;
call symputx('nextLink',next);
run;
/*sets count so the do until will stop when no more nextlinks are available */
proc sql ;
select count(*) into: flag_url
from jresp.links
;
quit;
proc print data=jresp.links;run;
%put flag_url=&flag_url.;
%put nextLink=&nextLink.;
/*updates batchnum and clears names for next run */
%let batchnum = %sysevalf(&batchnum. + 1);
%end;/*DO - UNTIL loop*/
