Here is something I quickly worked up for the Twitter Streaming API
filename cp temp;
filename ivy "%sysfunc(pathname(work,l))/ivy.jar";
proc http
method = 'get'
url = 'http://central.maven.org/maven2/org/apache/ivy/ivy/2.3.0-rc1/ivy-2.3.0-rc1.jar'
out = ivy
;
run;
proc groovy classpath=cp;
add classpath=ivy;
add sasjar="groovy_2.1.3" version="2.1.3.0_SAS_20130517000930";
submit parseonly;
import twitter4j.Status
import twitter4j.StatusListener
import twitter4j.TwitterStreamFactory
import twitter4j.conf.ConfigurationBuilder
import java.util.concurrent.LinkedBlockingQueue
import java.util.concurrent.TimeUnit
@Grapes([
@Grab(group='org.twitter4j', module='twitter4j-core', version='3.0.3'),
@Grab(group='org.twitter4j', module='twitter4j-stream', version='3.0.3'),
])
class TwitterStream {
final private TOTAL_TWEETS = 1000
public ArrayList<Status> open() {
def cb = new ConfigurationBuilder()
cb.setDebugEnabled(false)
.setOAuthConsumerKey("--YOUR API key--")
.setOAuthConsumerSecret("--YOUR API secret--")
.setOAuthAccessToken("--YOUR Access token--")
.setOAuthAccessTokenSecret("--YOUR Access token secret--")
def twitter = new TwitterStreamFactory(cb.build()).getInstance()
def tweets = new LinkedBlockingQueue<Status>(10000)
def listener = [
onStatus: { Status st ->
if (st.user.lang == 'en') {
tweets.offer(st)
}
},
onDeletionNotice: {},
onException: {}
] as StatusListener
twitter.addListener(listener)
twitter.sample()
def collected = new ArrayList<Status>(TOTAL_TWEETS)
while (collected.size() < TOTAL_TWEETS) {
final Status status = tweets.poll(10, TimeUnit.SECONDS)
if (status == null) {
continue
}
collected.add(status)
}
twitter.cleanUp()
return collected
}
}
endsubmit;
submit;
import java.util.ArrayList;
import java.util.Iterator;
import twitter4j.Status;
public class TwitterStreamSAS {
public void main() {
TwitterStream stream = new TwitterStream();
tweets = stream.open();
iter = tweets.iterator();
}
public boolean hasNext() {
return iter.hasNext();
}
public boolean getNext() {
if (!hasNext()) {
return false;
}
tweet = ((Status) (iter.next()));
String text = tweet.getText();
if (!isAsciiPrintable(text)) {
if (!hasNext()) {
return false;
}
getNext();
}
return true;
}
public String getText() { return tweet.getText(); }
public String getScreenName() { return tweet.getUser().getScreenName(); }
protected ArrayList tweets;
protected Iterator iter;
protected Status tweet;
private static boolean isAsciiPrintable(String str) {
if (str == null) {
return false;
}
int sz = str.length();
for (int i = 0; i < sz; i++) {
if (!isAsciiPrintable(str.charAt(i))) {
return false;
}
}
return true;
}
private static boolean isAsciiPrintable(char ch) {
return ch >= 32 && ch < 127;
}
}
endsubmit;
run;
options set=classpath "%sysfunc(pathname(cp,f))";
data twitter_stream;
length screenName text $ 140;
dcl javaobj stream("TwitterStreamSAS");
stream.callVoidMethod("main");
stream.callBooleanMethod("hasNext", rc);
do while(rc);
stream.callBooleanMethod("getNext",rc);
if rc=0 then leave;
stream.callStringMethod("getScreenName", screenName);
stream.callStringMethod("getText", text);
output;
stream.callBooleanMethod("hasNext", rc);
end;
run;
