Guest User

Untitled

a guest
Mar 24th, 2018
587
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.23 KB | None | 0 0
  1. var Promise = require('bluebird');
  2. var Sequelize = require('sequelize');
  3. var mysql = require('mysql');
  4. var sequelizeYelp = new Sequelize('yelp_db', 'root', 'blackboard', { host: 'localhost', dialect: 'mysql', logging: false });
  5. var sequelizeChompy = mysql.createConnection({
  6. host: "localhost",
  7. user: "root",
  8. password: "blackboard",
  9. database: 'yelpData'
  10. });
  11.  
  12. function auth1() {
  13. return new Promise(function(resolve, reject) {
  14. sequelizeChompy.connect((err) => {
  15. if (err) {
  16. reject(err);
  17. } else {
  18. resolve('Success');
  19. }
  20. });
  21. })
  22. }
  23.  
  24. auth1().then(() => {
  25. console.log('Connected to YelpData');
  26. }).catch((err) => {
  27. console.error('Unable to connect to YelpData', err);
  28. });
  29.  
  30.  
  31. var auth2 = sequelizeYelp
  32. .authenticate()
  33. .then(() => console.log('Connected to yelp_db'))
  34. .catch(err => console.error('Unable to connect to yelp_db', err));
  35.  
  36. var auths = [auth1, auth2];
  37.  
  38.  
  39. var insertBatch = function(limit, offset, counter) {
  40. if (offset >= 3174567) {
  41. sequelizeYelp.close();
  42. sequelizeChompy.end();
  43. var endTime = Date.now();
  44. console.log('TIME TAKEN:', (endTime - startTime) / 1000);
  45. return;
  46. }
  47. sequelizeYelp.query(`SELECT * FROM review LIMIT ${limit} OFFSET ${offset};`)
  48. .then(result => {
  49. var reviews = result[0];
  50. var insertionPromises = [];
  51. for (var i = 0; i < reviews.length; i++) {
  52. var queryString = "INSERT INTO review (`id`, `business_id`, `user_id`, `date`, `text`, `useful`, `funny`, `cool`) VALUES (" + counter + ',"'+ reviews[i].business_id + '","'+ reviews[i].user_id + '","'+ reviews[i].date + '","' +
  53. "reviews[i].text" + '",' + reviews[i].useful + ',' + reviews[i].funny + ',' + reviews[i].cool + ');';
  54. //console.log(reviews[i].text);
  55. insertionPromises.push(sequelizeChompy.query(queryString));
  56. counter++;
  57.  
  58. //counter += 2;
  59. }
  60.  
  61. return Promise.all(insertionPromises);
  62. }).catch((err) => {
  63. console.error('Failed to seed Chompy database', err);
  64. }).then(() => {
  65. console.log(`Successfully inserted ${limit} items into Chompy database. Offset: ${offset}`);
  66. return insertBatch(limit, offset + limit, counter);
  67. })
  68. }
  69.  
  70. var startTime = Date.now()
  71. Promise.all(auths).then(() => insertBatch(1000, 0, 1));
  72.  
  73. // ID int NOT NULL AUTO_INCREMENT
  74.  
  75. // ALTER TABLE table_name ADD column_name datatype;
  76.  
  77. // alter table review add keys int not NULL AUTO_INCREMENT;
  78.  
  79.  
  80. // ALTER TABLE vendors ADD COLUMN vendor_group INT NOT NULL;
  81.  
  82. // ALTER TABLE review ADD COLUMN keyId INT NOT NULL AUTO_INCREMENT PRIMARY KEY;
  83.  
  84. // ALTER TABLE review DROP PRIMARY KEY;
  85.  
  86. // ssh -i "new-ec2-key.pem" ec2-user@ec2-54-175-103-213.compute-1.amazonaws.com
  87. // scp -i myAmazonKey.pem phpMyAdmin-3.4.5-all-languages.tar.gz ec2-user@mec2-50-17-16-67.compute-1.amazonaws.com:~/.
  88.  
  89. // // scp -i "new-ec2-key.pem" yelp_sql.tar ec2-user@ec2-54-175-103-213.compute-1.amazonaws.com:~/
  90.  
  91. // ALTER TABLE document MODIFY COLUMN document_id INT auto_increment
  92. // ALTER TABLE review MODIFY column keyId int auto_increment;
  93.  
  94. // ALTER TABLE business DROP PRIMARY KEY;
  95.  
  96. // CREATE TEMPORARY TABLE tmptable SELECT * FROM blogs WHERE lan = 2;
  97. // UPDATE tmptable SET lan = 1;
  98. // alter table tmptable drop column id;
  99. // INSERT INTO blogs SELECT NULL,tmptable.* FROM tmptable;
  100.  
  101. // INSERT INTO review SELECT * FROM review;
Add Comment
Please, Sign In to add comment