Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- var Promise = require('bluebird');
- var Sequelize = require('sequelize');
- var mysql = require('mysql');
- var sequelizeYelp = new Sequelize('yelp_db', 'root', 'blackboard', { host: 'localhost', dialect: 'mysql', logging: false });
- var sequelizeChompy = mysql.createConnection({
- host: "localhost",
- user: "root",
- password: "blackboard",
- database: 'yelpData'
- });
- function auth1() {
- return new Promise(function(resolve, reject) {
- sequelizeChompy.connect((err) => {
- if (err) {
- reject(err);
- } else {
- resolve('Success');
- }
- });
- })
- }
- auth1().then(() => {
- console.log('Connected to YelpData');
- }).catch((err) => {
- console.error('Unable to connect to YelpData', err);
- });
- var auth2 = sequelizeYelp
- .authenticate()
- .then(() => console.log('Connected to yelp_db'))
- .catch(err => console.error('Unable to connect to yelp_db', err));
- var auths = [auth1, auth2];
- var insertBatch = function(limit, offset, counter) {
- if (offset >= 3174567) {
- sequelizeYelp.close();
- sequelizeChompy.end();
- var endTime = Date.now();
- console.log('TIME TAKEN:', (endTime - startTime) / 1000);
- return;
- }
- sequelizeYelp.query(`SELECT * FROM review LIMIT ${limit} OFFSET ${offset};`)
- .then(result => {
- var reviews = result[0];
- var insertionPromises = [];
- for (var i = 0; i < reviews.length; i++) {
- var queryString = "INSERT INTO review (`id`, `business_id`, `user_id`, `date`, `text`, `useful`, `funny`, `cool`) VALUES (" + counter + ',"'+ reviews[i].business_id + '","'+ reviews[i].user_id + '","'+ reviews[i].date + '","' +
- "reviews[i].text" + '",' + reviews[i].useful + ',' + reviews[i].funny + ',' + reviews[i].cool + ');';
- //console.log(reviews[i].text);
- insertionPromises.push(sequelizeChompy.query(queryString));
- counter++;
- //counter += 2;
- }
- return Promise.all(insertionPromises);
- }).catch((err) => {
- console.error('Failed to seed Chompy database', err);
- }).then(() => {
- console.log(`Successfully inserted ${limit} items into Chompy database. Offset: ${offset}`);
- return insertBatch(limit, offset + limit, counter);
- })
- }
- var startTime = Date.now()
- Promise.all(auths).then(() => insertBatch(1000, 0, 1));
- // ID int NOT NULL AUTO_INCREMENT
- // ALTER TABLE table_name ADD column_name datatype;
- // alter table review add keys int not NULL AUTO_INCREMENT;
- // ALTER TABLE vendors ADD COLUMN vendor_group INT NOT NULL;
- // ALTER TABLE review ADD COLUMN keyId INT NOT NULL AUTO_INCREMENT PRIMARY KEY;
- // ALTER TABLE review DROP PRIMARY KEY;
- // ssh -i "new-ec2-key.pem" ec2-user@ec2-54-175-103-213.compute-1.amazonaws.com
- // scp -i myAmazonKey.pem phpMyAdmin-3.4.5-all-languages.tar.gz ec2-user@mec2-50-17-16-67.compute-1.amazonaws.com:~/.
- // // scp -i "new-ec2-key.pem" yelp_sql.tar ec2-user@ec2-54-175-103-213.compute-1.amazonaws.com:~/
- // ALTER TABLE document MODIFY COLUMN document_id INT auto_increment
- // ALTER TABLE review MODIFY column keyId int auto_increment;
- // ALTER TABLE business DROP PRIMARY KEY;
- // CREATE TEMPORARY TABLE tmptable SELECT * FROM blogs WHERE lan = 2;
- // UPDATE tmptable SET lan = 1;
- // alter table tmptable drop column id;
- // INSERT INTO blogs SELECT NULL,tmptable.* FROM tmptable;
- // INSERT INTO review SELECT * FROM review;
Add Comment
Please, Sign In to add comment