Proc countreg with wmat starts with warnings

harmonic — Tue, 21 Jan 2025 12:09:14 GMT

Hello community,

I am trying to start a countreg with wmat, this is the code:

%let model_features 	= 
						pls_:
						;
%let zeromodel_features = 
						pls_:
						;
%let spatial_effects	= 
						pls_:
						;
%let dispmodel_features	= 
						pls_:
						;
		
%let sel_ic=AIC;


		proc sql noprint;
			select index_n into :rows_test separated by ',' from test001;
		quit;

		
		proc sql noprint;
		    select count(*) into :total_rows
		    from test001;
		quit;
		
		/* Step 2: Dividere le righe in due macro variabili */
		%let half_rows = %sysevalf(&total_rows./2, ceil); /* Calcola la metà arrotondata per eccesso */
		
		
		proc sql noprint;
		    /* Prima metà */
		    select index into :columns_test1 separated by ' ' 
		    from test001(obs=&half_rows);
		
		    /* Seconda metà */
		    select index into :columns_test2 separated by ' ' 
		    from test001(firstobs=%eval(&half_rows.+1));
		quit;
		
		
		data w_train;
			set w;
		
			if index_n not in (&rows_test);
			drop index_n
		
			/* Usare per prendere tutti gli id , dividiamo per ovviare al numero di caratteri nella macro*/
			&columns_test1. &columns_test2.;
		run;


	
		proc countreg data=train001 wmat=w_train nonormalize method=qn
				outest=regout;
			%if &sysver ne V.04.00 %then
				%do;
					performance nthreads=80;
				%end;
			model tgt_n_interferenze=&model_features. / dist= poisson 
				SELECTVAR=INFO(direction=BACKWARD criter=&sel_ic.);

			/* 			dispmodel tgt_n_interferenze ~  &dispmodel_features. / SELECTVAR=INFO( direction = BACKWARD criter = &sel_ic.);		 */
/* 			zeromodel tgt_n_interferenze ~  &zeromodel_features. /  */
/* 				SELECTVAR=INFO(direction=BACKWARD criter=&sel_ic.); */
			spatialeffects &spatial_effects. / SELECTVAR=INFO(direction=BACKWARD 
				criter=&sel_ic.);
			spatialid index;
			store poisson_001;
			output out=outmodel_001 xbeta=xbeta pred=pred variance=variance 
				probzero=probzero probcount(0 to 7) zgamma=zgamma

				/* 				gdelta=gdelta mode=intmu mu=mu nu=nu lambda=lambda */;
		run;

When I start the same code with a train table of 15k rows the countreg works properly, but with a table with 25k doesn't start.
This is the log:

1 /* region: Generated preamble */
2 /* Make sure the current directory is writable */
3 data _null_;
4 length rc 4;
5 %let tworkloc="%sysfunc(getoption(work))";
6 rc=dlgcdir(&tworkloc);
7 run;
NOTE: The current working directory is now 
"/data/saswork/SAS_workADC400000190_sas-compute-server-e6efb690-130a-4d50-bf8e-930bee2ff814-mst2l".
NOTE: DATA statement used (Total process time):
real time 0.00 seconds
user cpu time 0.00 seconds
system cpu time 0.00 seconds
memory 475.34k
OS Memory 58012.00k
Timestamp 01/21/2025 11:54:33 AM
Step Count 132 Switch Count 0
Page Faults 0
Page Reclaims 12
Page Swaps 0
Voluntary Context Switches 0
Involuntary Context Switches 0
Block Input Operations 0
Block Output Operations 0

8 
9 /* Setup options */
10 title;
11 footnote;
12 options validvarname=any;
13 options validmemname=extend;
14 options dtreset date number;
15 options device=png;
16 
17 /* Setup macro variables */
18 %let syscc=0;
19 %let _clientapp = %nrquote(%nrstr(SAS Studio));
20 %let _clientappabbrev = %nrquote(%nrstr(Studio));
21 %let _clientappversion=2024.03;
22 %let _clientversion=;
23 %let _sasservername=&SYSHOSTNAME;
24 %let _sashostname=&SYSHOSTNAME;
25 %let _sasprogramfilehost=&SYSHOSTNAME;
26 %let _clientuserid = %nrquote(%nrstr(snm0mxf));
27 %let _clientusername = %nrquote(%nrstr(Monica Fontana));
28 %let clientmachine = %nrquote(%nrstr());
29 %let _clientmachine = %nrquote(%nrstr());
30 %let _clientmode = %nrquote(%nrstr(viya));
31 %let sasworklocation="%sysfunc(getoption(work))/";
32 filename _cwd &sasworklocation;
33 data _null_;
34 call symput('_sasworkingdir',pathname('_cwd'));
35 run;
NOTE: DATA statement used (Total process time):
real time 0.00 seconds
user cpu time 0.00 seconds
system cpu time 0.00 seconds
memory 476.28k
OS Memory 58012.00k
Timestamp 01/21/2025 11:54:33 AM
Step Count 133 Switch Count 0
Page Faults 0
Page Reclaims 11
Page Swaps 0
Voluntary Context Switches 0
Involuntary Context Switches 0
Block Input Operations 0
Block Output Operations 0

36 filename _cwd;
NOTE: Fileref _CWD has been deassigned.
37 %let _sasprogramfile = %nrquote(%nrstr());
38 %let _baseurl = %nrquote(%nrstr(https://snamprodmp.ondemand.sas.com/SASStudio/));
39 %let _execenv = %nrquote(%nrstr(SASStudio));
40 %symdel _dataout_mime_type _dataout_name _dataout_url _dataout_table / nowarn;
41 %let _sasws_ = %bquote(%sysfunc(getoption(work)));
42 %let _saswstemp_ = %bquote(%sysfunc(getoption(work)));
43 
44 /* Detect SAS/Graph and setup graph options */
45 data _null_;
46 length rc $255;
47 call symput("graphinit","");
48 call symput("graphterm","");
49 rc=tslvl('sasxgopt','n');
50 _error_=0;
51 if (rc^=' ') then do;
52 call symput("graphinit","goptions reset=all gsfname=_gsfname;");
53 call symput("graphterm","goptions noaccessible;");
54 end;
55 run;
NOTE: DATA statement used (Total process time):
real time 0.00 seconds
user cpu time 0.00 seconds
system cpu time 0.00 seconds
memory 477.34k
OS Memory 58012.00k
Timestamp 01/21/2025 11:54:33 AM
Step Count 134 Switch Count 0
Page Faults 0
Page Reclaims 11
Page Swaps 0
Voluntary Context Switches 0
Involuntary Context Switches 0
Block Input Operations 0
Block Output Operations 0

56 data _null_;
57 length rc 4;
58 rc=sysprod("PRODNUM002");
59 if (rc^=1) then do;
60 call symput("graphinit","");
61 call symput("graphterm","");
62 end;
63 run;
NOTE: DATA statement used (Total process time):
real time 0.00 seconds
user cpu time 0.00 seconds
system cpu time 0.00 seconds
memory 490.59k
OS Memory 58012.00k
Timestamp 01/21/2025 11:54:33 AM
Step Count 135 Switch Count 0
Page Faults 0
Page Reclaims 11
Page Swaps 0
Voluntary Context Switches 0
Involuntary Context Switches 0
Block Input Operations 0
Block Output Operations 0

64 
65 /* Setup ODS destinations */
66 ods _all_ close;
67 %studio_results_directory;
MLOGIC(STUDIO_RESULTS_DIRECTORY): Beginning execution.
MLOGIC(STUDIO_RESULTS_DIRECTORY): %GLOBAL _RESULTS_PREFIX_
MLOGIC(STUDIO_RESULTS_DIRECTORY): %LET (variable name is _RESULTS_PREFIX_)
MLOGIC(STUDIO_RESULTS_DIRECTORY): Ending execution.
68 filename _htmlout "&_results_prefix_..html";
69 filename _listout "&_results_prefix_..lst";
70 filename _gsfname temp;
71 filename _dataout "&_results_prefix_..dat";
72 ods autonavigate off;
73 ods graphics on;
74 ods html5 (id=web) METATEXT='http-equiv="Content-Security-Policy" content="default-src ''none''; style-src ''unsafe-inline'';
74 ! img-src data: ;"' device=png gpath="&_saswstemp_" path="&_saswstemp_" encoding=utf8 file=_htmlout (title='Results:SAS
74 ! Program.sas') style=Illuminate options(bitmap_mode='inline' outline='on' svg_mode='inline'
74 ! css_prefix=".ods_&SYS_COMPUTE_JOB_ID" body_id="div_&SYS_COMPUTE_JOB_ID" );
NOTE: Writing HTML5(WEB) Body file: _HTMLOUT
75 ods listing file=_listout;
76 &graphinit;
77 %studio_initialize_custom_output;
MLOGIC(STUDIO_INITIALIZE_CUSTOM_OUTPUT): Beginning execution.
MLOGIC(STUDIO_INITIALIZE_CUSTOM_OUTPUT): %GLOBAL _DATAOUT_NAME _DATAOUT_MIME_TYPE
MLOGIC(STUDIO_INITIALIZE_CUSTOM_OUTPUT): %LET (variable name is _DATAOUT_NAME)
MLOGIC(STUDIO_INITIALIZE_CUSTOM_OUTPUT): %LET (variable name is _DATAOUT_MIME_TYPE)
MLOGIC(STUDIO_INITIALIZE_CUSTOM_OUTPUT): Ending execution.
78 /* endregion */
79 
80 %let model_features =
81 pls_:
82 ;
83 %let zeromodel_features =
84 pls_:
85 ;
86 %let spatial_effects=
87 pls_:
88 ;
89 %let dispmodel_features=
90 pls_:
91 ;
92 
93 %let sel_ic=AIC;
94 
95 
96 
96 ! proc sql noprint;
97 select index_n into :rows_test separated by ',' from test001;
98 quit;
NOTE: PROCEDURE SQL used (Total process time):
real time 0.04 seconds
user cpu time 0.04 seconds
system cpu time 0.00 seconds
memory 5833.18k
OS Memory 63652.00k
Timestamp 01/21/2025 11:54:33 AM
Step Count 136 Switch Count 1
Page Faults 0
Page Reclaims 82
Page Swaps 0
Voluntary Context Switches 18
Involuntary Context Switches 0
Block Input Operations 0
Block Output Operations 0

99 
100 
101 
101 ! proc sql noprint;
102 select count(*) into :total_rows
103 from test001;
104 quit;
NOTE: PROCEDURE SQL used (Total process time):
real time 0.00 seconds
user cpu time 0.01 seconds
system cpu time 0.00 seconds
memory 5828.71k
OS Memory 63652.00k
Timestamp 01/21/2025 11:54:33 AM
Step Count 137 Switch Count 0
Page Faults 0
Page Reclaims 18
Page Swaps 0
Voluntary Context Switches 1
Involuntary Context Switches 0
Block Input Operations 0
Block Output Operations 0

105 
106 /* Step 2: Dividere le righe in due macro variabili */
107 %let half_rows = %sysevalf(&total_rows./2, ceil); /* Calcola la metà arrotondata per eccesso */
108 
109 
110 
110 ! proc sql noprint;
111 /* Prima metà */
112 select index into :columns_test1 separated by ' '
113 from test001(obs=&half_rows);
114 
115 /* Seconda metà */
116 select index into :columns_test2 separated by ' '
117 from test001(firstobs=%eval(&half_rows.+1));
118 quit;
NOTE: PROCEDURE SQL used (Total process time):
real time 0.03 seconds
user cpu time 0.03 seconds
system cpu time 0.01 seconds
memory 5891.09k
OS Memory 63652.00k
Timestamp 01/21/2025 11:54:34 AM
Step Count 138 Switch Count 0
Page Faults 0
Page Reclaims 46
Page Swaps 0
Voluntary Context Switches 2
Involuntary Context Switches 0
Block Input Operations 0
Block Output Operations 8

119 
120 
121 
121 ! data w_train;
122 set w;
123 
124 if index_n not in (&rows_test);
125 drop index_n
126 
127 /* Usare per prendere tutti gli id , dividiamo per ovviare al numero di caratteri nella macro*/
128 &columns_test1. &columns_test2.;
129 run;
NOTE: There were 37368 observations read from the data set WORK.W.
NOTE: The data set WORK.W_TRAIN has 26158 observations and 26159 variables.
NOTE: Compressing data set WORK.W_TRAIN decreased size by 99.71 percent. 
Compressed is 77 pages; un-compressed would require 26173 pages.
NOTE: DATA statement used (Total process time):
real time 15.75 seconds
user cpu time 15.74 seconds
system cpu time 0.04 seconds
memory 60591.00k
OS Memory 118796.00k
Timestamp 01/21/2025 11:54:49 AM
Step Count 139 Switch Count 0
Page Faults 0
Page Reclaims 17285
Page Swaps 0
Voluntary Context Switches 145
Involuntary Context Switches 59
Block Input Operations 0
Block Output Operations 33904

130 
131 
132 
133 
133 ! proc countreg data=train001 wmat=w_train nonormalize method=qn
134 outest=regout;
135 %if &sysver ne V.04.00 %then
136 %do;
137 performance nthreads=80;
138 %end;
139 model tgt_n_interferenze=&model_features. / dist= poisson
140 SELECTVAR=INFO(direction=BACKWARD criter=&sel_ic.);
141 
142 /* dispmodel tgt_n_interferenze ~ &dispmodel_features. / SELECTVAR=INFO( direction = BACKWARD criter = &sel_ic.); */
143 /* zeromodel tgt_n_interferenze ~ &zeromodel_features. / */
144 /* SELECTVAR=INFO(direction=BACKWARD criter=&sel_ic.); */
145 spatialeffects &spatial_effects. / SELECTVAR=INFO(direction=BACKWARD
146 criter=&sel_ic.);
147 spatialid index;
148 store poisson_001;
149 output out=outmodel_001 xbeta=xbeta pred=pred variance=variance
150 probzero=probzero probcount(0 to 7) zgamma=zgamma
151 
152 /* gdelta=gdelta mode=intmu mu=mu nu=nu lambda=lambda */;
153 run;
NOTE: The SAS System stopped processing this step because of errors.
WARNING: The data set WORK.REGOUT may be incomplete. When this step was stopped there were 0 observations and 14 variables.
WARNING: Data set WORK.REGOUT was not replaced because this step was stopped.
WARNING: The data set WORK.OUTMODEL_001 may be incomplete. When this step was stopped there were 0 observations and 108 variables.
WARNING: Data set WORK.OUTMODEL_001 was not replaced because this step was stopped.
NOTE: PROCEDURE COUNTREG used (Total process time):
real time 0.06 seconds
user cpu time 0.05 seconds
system cpu time 0.02 seconds
memory 14791.25k
OS Memory 70968.00k
Timestamp 01/21/2025 11:54:49 AM
Step Count 140 Switch Count 0
Page Faults 0
Page Reclaims 2587
Page Swaps 0
Voluntary Context Switches 0
Involuntary Context Switches 0
Block Input Operations 0
Block Output Operations 408

154 
155 /* region: Generated postamble */
156 /* Close ODS destinations */
157 &graphterm; ;*';*";*/;run;quit;
158 quit;run;
159 ods html5 (id=web) close;
160 ods listing close;
161 %if %sysfunc(fileref(_gsfname)) lt 0 %then %do;
162 filename _gsfname clear;
NOTE: Fileref _GSFNAME has been deassigned.
163 %end;
164 %studio_capture_custom_output;
MLOGIC(STUDIO_CAPTURE_CUSTOM_OUTPUT): Beginning execution.
MLOGIC(STUDIO_CAPTURE_CUSTOM_OUTPUT): %IF condition "&_dataout_name" ne "" and "&_dataout_mime_type" ne "" is FALSE
MLOGIC(STUDIO_CAPTURE_CUSTOM_OUTPUT): Ending execution.
165 /* endregion */
166

I would like to upload the tables but they are like 50mb. If you need any other information I will reply you.

Thank you in advance

Re: Proc countreg with wmat starts with warnings

SASCom1 — Mon, 24 Feb 2025 23:53:06 GMT

In order to further look into this and determine the cause, it may be necessary to have your data set to test the code. If you cannot upload the .sas7bdat file sufficient to produce the error here, perhaps you can open a case with Technical Support to get further help:

https://support.sas.com/en/technical-support.html

topic Re: Proc countreg with wmat starts with warnings in SAS Forecasting and Econometrics

Proc countreg with wmat starts with warnings

Re: Proc countreg with wmat starts with warnings