Advertisement
Guest User

ToddySM

a guest
Jan 31st, 2011
76
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 1.19 KB | None | 0 0
  1.         // create user_pages of 100 users per page
  2.         List<int[]> followersPages = paginateIDList(ids);
  3.  
  4.         // iterate the pages
  5.         ResponseList<User> users = null;
  6.         int[] page = null;
  7.         Iterator<int[]> iterator = followersPages.iterator();
  8.         while (iterator.hasNext()) {
  9.             try {
  10.                 page = iterator.next();
  11.                 // lookup the users for current page
  12.                 users = twitter.lookupUsers(page);
  13.  
  14.                 // store each user's profile
  15.                 for (User currUser : users) {
  16.                     // log a heartbeat message
  17.                     heartBeat();
  18.  
  19.                     storeUserProfile(currUser);
  20.                 }
  21.  
  22.                 // throttle the requests after every Twitter call
  23.                 throttleRequests(twitter);
  24.             } catch (TwitterException e) {
  25.                 logger.error(ERR_USERBATCH_FAILED, e);
  26.                 // log the IDs from the page that is failing
  27.                 if (page != null)
  28.                     logger.error("Page(" + page.length + "): "
  29.                             + Arrays.toString(page));
  30.                 if (ids != null)
  31.                     logger.error("Ids(" + ids.length + ")");
  32.                 // throw new ServletException(ERR_USERBATCH_FAILED, e);
  33.                 // just log the error but continue with the execution
  34.             } catch (InterruptedException e) {
  35.                 logger.error(ERR_THROTTLE_FAILED, e);
  36.                 throw new ServletException(ERR_THROTTLE_FAILED, e);
  37.             }
  38.  
  39.         }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement