API tools faq
paste
Guest User

Untitled

a guest
Oct 5th, 2018
56
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 34.65 KB | None | 0 0
raw download clone embed print report
  1. Embedded Systems Final Journal
  2.  
  3. Practical 1
  4.  
  5. Aim: Elevator using 8051
  6.  
  7. Solution:
  8. Code-
  9. #include <reg51.h>
  10.  
  11. sbit floorg=P1^0;
  12. sbit floor1=P1^1;
  13. sbit floor2=P1^2;
  14. sbit floor3=P1^3;
  15.  
  16. static int current_floor=0;
  17. static int req_floor;
  18.  
  19. void MsDelay(unsigned int values)
  20. {
  21. unsigned int x,y;
  22. for(x=0;x<1275;x++);
  23. for(y=0;y<values;y++);
  24. }
  25.  
  26. void userinput()
  27. {
  28.  
  29.  
  30. if(floorg==0)
  31. {
  32. req_floor=0;
  33. }
  34. else if(floor1==0)
  35. {
  36. req_floor=1;
  37. }
  38. else if(floor2==0)
  39. {
  40. req_floor=2;
  41. }
  42. else if(floor3==0)
  43. {
  44. req_floor=3;
  45. }
  46.  
  47. }
  48.  
  49. void reqresponse(int req_floor)
  50. {
  51.  
  52. unsigned int digi_val[]={0xc0,0xf9,0xa4,0xb0,0x99,0x92,0x82,0xf8,0x80,0x90};
  53. unsigned int bin[]={0x01,0x03,0x02,0x06,0x04,0x06,0x08,0x09};
  54. unsigned int i;
  55.  
  56. if(req_floor==current_floor)
  57. {
  58. P2=digi_val[current_floor];
  59. P0=0x00;
  60. }
  61. else if(req_floor > current_floor)
  62. {
  63. int diff=req_floor-current_floor;
  64. P2=digi_val[current_floor+diff];
  65. MsDelay(200);
  66. current_floor=req_floor;
  67. for(i=8;i>0;i--)
  68. {
  69. P0=bin[i];
  70. MsDelay(7);
  71. }
  72.  
  73. }
  74. else if(req_floor < current_floor)
  75. {
  76. int diff=current_floor-req_floor;
  77. P2=digi_val[current_floor-diff];
  78. MsDelay(200);
  79. current_floor=req_floor;
  80. for(i=0;i<8;i++)
  81. {
  82. P0=bin[i];
  83. MsDelay(7);
  84. }
  85. }
  86.  
  87. }
  88.  
  89. void main()
  90. {
  91.  
  92. while(1)
  93. {
  94. reqresponse(req_floor);
  95. userinput();
  96. }
  97. }
  98.  
  99. Design-
  100.  
  101.  
  102.  
  103. Working-
  104.  
  105.  
  106.  
  107.  
  108.  
  109.  
  110. Practical 2 Design Traffic Simulator
  111.  
  112. Code:
  113. #### Traffic Light #####
  114. #include<reg51.h>
  115. sbit R1=P1^0;
  116. sbit Y1=P1^1;
  117. sbit G1=P1^2;
  118. sbit R2=P1^3;
  119. sbit Y2=P1^4;
  120. sbit G2=P1^5;
  121. sbit R3=P2^0;
  122. sbit Y3=P2^1;
  123. sbit G3=P2^2;
  124. sbit R4=P2^3;
  125. sbit Y4=P2^4;
  126. sbit G4=P2^5;
  127.  
  128.  
  129. void msdelay(unsigned int t)
  130. {
  131. int i,j;
  132. int k=100*t;
  133. for(i=0;i<k;i++)
  134. for(j=0;j<1275;j++);
  135. }
  136.  
  137. void clear()
  138. {
  139. R1=0;
  140. R2=0;
  141. R3=0;
  142. R4=0;
  143. Y1=0;
  144. Y2=0;
  145. Y3=0;
  146. Y4=0;
  147. G1=0;
  148. G2=0;
  149. G3=0;
  150. G4=0;
  151. }
  152.  
  153.  
  154. void phase1()
  155. {
  156. R1=1;
  157. R2=1;
  158. G3=1;
  159. R4=1;
  160. msdelay(25);
  161. Y3=1;
  162. Y1=1;
  163. msdelay(5);
  164. }
  165.  
  166. void phase2()
  167. {
  168. G1=1;
  169. R2=1;
  170. R3=1;
  171. R4=1;
  172. msdelay(25);
  173. Y2=1;
  174. Y1=1;
  175. Y4=1;
  176. msdelay(5);
  177. }
  178.  
  179. void phase3()
  180. {
  181. R1=1;
  182. G2=1;
  183. R3=1;
  184. G4=1;
  185. msdelay(25);
  186. Y2=1;
  187. Y4=1;
  188. msdelay(5);
  189. }
  190.  
  191. void phase4()
  192. {
  193. R1=1;
  194. G2=1;
  195. R3=1;
  196. R4=1;
  197. msdelay(25);
  198. Y1=1;
  199. Y2=1;
  200. Y3=1;
  201. msdelay(5);
  202. }
  203.  
  204. void phase5()
  205. {
  206. G1=1;
  207. R2=1;
  208. G3=1;
  209. R4=1;
  210. msdelay(25);
  211. Y1=1;
  212. Y3=1;
  213. Y4=1;
  214. msdelay(5);
  215. }
  216.  
  217. void phase6()
  218. {
  219. R1=1;
  220. R2=1;
  221. R3=1;
  222. G4=1;
  223. msdelay(25);
  224. Y3=1;
  225. Y4=1;
  226. msdelay(5);
  227. }
  228. void main()
  229. {
  230. P1=0x00;
  231. P2=0x00;
  232. while(1)
  233. {
  234. phase1();
  235. clear();
  236. phase2();
  237. clear();
  238. phase3();
  239. clear();
  240. phase4();
  241. clear();
  242. phase5();
  243. clear();
  244. phase6();
  245. clear();
  246. } }
  247.  
  248.  
  249. Design:
  250.  
  251.  
  252.  
  253.  
  254. Simulation:
  255.  
  256.  
  257.  
  258. Practical No:-3
  259. Analog to Digital Convertor
  261.  
  262. Main.c
  263. #include "Includes.h"
  264. // Main function
  265. void main()
  266. {
  267. unsigned char ADC_Value = 0; // To capture ADC value
  268. unsigned char Digit[3] = { 0,0,0 }; // To make digits to display on LCD
  269.  
  270. InitADC(); // Initialize ADC
  271. InitLCD(); // Initialize LCD display
  272. WriteStringToLCD("Starting..."); // Show Welcome Message
  273. delay_sec(1); // 1 Sec delay
  274. ClearLCDScreen(); // Clear LCD
  275.  
  276. while(1)
  277. {
  278. ADC_Value = ReadADC(AN1); // Read ADC value from Channel 1
  279.  
  280. Digit[2] = (unsigned char)( ADC_Value/100); // Find out first digit
  281. Digit[1] = (unsigned char)( ADC_Value/10) - Digit[2]*10; // Find out second digit
  282. Digit[0] = ADC_Value - Digit[2]*100 - Digit[1]*10; // Find out third digit
  283.  
  284. ClearLCDScreen(); // Clear LCD
  285. WriteStringToLCD("ADC value = "); // Display string
  286. WriteDataToLCD(Digit[2]+0x30); // Display first digit
  287. WriteDataToLCD(Digit[1]+0x30); // Display second digit
  288. WriteDataToLCD(Digit[0]+0x30); // Display third digit
  289.  
  290. delay_sec(1); // Delay of one second
  291. }
  292. }
  293.  
  294. LED.c
  295. #include "Includes.h"
  296.  
  297. // Function Purpose: Produce approximate delay in Secs.
  298. void delay_sec(unsigned int d)
  299. {
  300. unsigned int i;
  301.  
  302. for(i=0;i<(d*20);i++)
  303. __delay_us(50000);
  304. }
  305.  
  306.  
  307. // Function Purpose: Produce approximate delay in given uSecs.
  308. void __delay_us(unsigned int d)
  309. {
  310. unsigned int i, limit;
  311. limit = d/15;
  312.  
  313. for(i=0;i<limit;i++);
  314. }
  315.  
  316. void ToggleEpinOfLCD(void)
  317. {
  318. E = 1; // Give a pulse on E pin
  319. __delay_us(E_Delay); // so that LCD can latch the
  320. E = 0; // data from data bus
  321. __delay_us(E_Delay);
  322. }
  323.  
  324. void WriteDataToLCD(char t)
  325. {
  326. RS = 1; // This is data
  327.  
  328. P1 &= 0x0F; // Make P1.4 to P1.7 zero
  329. P1 |= (t&0xF0); // Write Upper nibble of data
  330. ToggleEpinOfLCD(); // Toggle E pin to send data
  331.  
  332. P1 &= 0x0F; // Make P1.4 to P1.7 zero
  333. P1 |= ((t<<4)&0xF0);// Write Lower nibble of data
  334. ToggleEpinOfLCD(); // Toggle E pin to send data
  335. }
  336.  
  337.  
  338. void WriteCommandToLCD(int z)
  339. {
  340. RS = 0; // This is command
  341.  
  342. P1 &= 0x0F; // Make P1.4 to P1.7 zero
  343. P1 |= (z&0xF0); // Write Upper nibble of data
  344. ToggleEpinOfLCD(); // Toggle E pin to send data
  345.  
  346. P1 &= 0x0F; // Make P1.4 to P1.7 zero
  347. P1 |= ((z<<4)&0xF0);// Write Lower nibble of data
  348. ToggleEpinOfLCD(); // Toggle E pin to send data
  349. }
  350.  
  351. void InitLCD(void)
  352. {
  353. RS = 0; // Make pin zero
  354. E = 0; // Make Pin zero
  355.  
  356. ///////////// Reset process from datasheet /////////
  357. __delay_us(15000);
  358.  
  359. P1 &= 0x0F; // Make P1.4 to P1.7 zero
  360. P1 |= 0x30; // Write 0x3
  361. ToggleEpinOfLCD(); // Toggle E pin to send data
  362.  
  363. __delay_us(4500);
  364.  
  365. P1 &= 0x0F; // Make P1.4 to P1.7 zero
  366. P1 |= 0x30; // Write 0x3
  367. ToggleEpinOfLCD(); // Toggle E pin to send data
  368.  
  369. __delay_us(300);
  370.  
  371. P1 &= 0x0F; // Make P1.4 to P1.7 zero
  372. P1 |= 0x30; // Write 0x3
  373. ToggleEpinOfLCD(); // Toggle E pin to send data
  374.  
  375. __delay_us(650);
  376.  
  377. P1 &= 0x0F; // Make P1.4 to P1.7 zero
  378. P1 |= 0x20; // Write 0x2
  379. ToggleEpinOfLCD(); // Toggle E pin to send data
  380.  
  381. __delay_us(650);
  382.  
  383. /////////////////////////////////////////////////////
  384. WriteCommandToLCD(0x28); //function set
  385. WriteCommandToLCD(0x0c); //display on,cursor off,blink off
  386. WriteCommandToLCD(0x01); //clear display
  387. WriteCommandToLCD(0x06); //entry mode, set increment
  388. }
  389.  
  390.  
  391. void WriteStringToLCD(const char *s)
  392. {
  393. while(*s)
  394. WriteDataToLCD(*s++); // print first character on LCD
  395. }
  396.  
  397.  
  398. void ClearLCDScreen(void) // Clear the Screen and return cursor to zero position
  399. {
  400. WriteCommandToLCD(0x01); // Clear the screen
  401. __delay_us(2000); // Delay for cursor to return at zero position
  402. }
  403.  
  404. ADC0808.c
  405. #include "Includes.h"
  406.  
  407.  
  408. void InitADC(void)
  409. {
  410. Add_A = 0; // Make output
  411. Add_B = 0; // Make output
  412. Add_C = 0; // Make output
  413. ALE = 0; // Make output
  414. EOC = 1; // Make input
  415. OE = 0; // Make output
  416. START = 0; // Make output
  417. CLK = 0; // Make output
  418.  
  419. Data_Bus = 0xFF; // Make Inputs
  420. }
  421.  
  422.  
  423.  
  424. unsigned char ReadADC(unsigned char Channel)
  425. {
  426. unsigned int i = 0;
  427. unsigned int ADC_value = 0;
  428.  
  429. // Select Channel
  430. switch(Channel)
  431. {
  432. case AN0: Add_C = 0; Add_B = 0; Add_A = 0; break;
  433. case AN1: Add_C = 0; Add_B = 0; Add_A = 1; break;
  434. case AN2: Add_C = 0; Add_B = 1; Add_A = 0; break;
  435. case AN3: Add_C = 0; Add_B = 1; Add_A = 1; break;
  436. case AN4: Add_C = 1; Add_B = 0; Add_A = 0; break;
  437. case AN5: Add_C = 1; Add_B = 0; Add_A = 1; break;
  438. case AN6: Add_C = 1; Add_B = 1; Add_A = 0; break;
  439. case AN7: Add_C = 1; Add_B = 1; Add_A = 1; break;
  440. }
  441.  
  442. __delay_us(HalfCycleDelay); // 250kHz Frequency
  443. ALE = 1; // Enable Address Latch
  444. CLK = 1; // Make CLK High
  445. __delay_us(HalfCycleDelay); // 250kHz Frequency
  446. CLK = 0; // Make CLK Low
  447. START = 1; // Start ADC Conversion
  448. __delay_us(HalfCycleDelay); // 250kHz Frequency
  449. CLK = 1; // Make CLK High
  450. ALE = 0; // Disable Address Latch
  451. __delay_us(HalfCycleDelay); // 250kHz Frequency
  452. CLK = 0; // Make CLK Low
  453. START = 0; // Complete the start pulse
  454.  
  455. for(i=0;i<2000;i++)
  456. {
  457. CLK = !CLK; // Toggle Clock
  458. __delay_us(HalfCycleDelay); // 250kHz Frequency
  459.  
  460. if(!EOC) // Wait for EOC to be low
  461. break;
  462. }
  463.  
  464. for(i=0;i<2000;i++)
  465. {
  466. CLK = !CLK; // Toggle Clock
  467. __delay_us(HalfCycleDelay); // 250kHz Frequency
  468.  
  469. if(EOC) // Wait for EOC to be High
  470. break;
  471. }
  472.  
  473. CLK = 0; // Make CLK Low
  474. OE = 1; // Enable Output
  475. __delay_us(HalfCycleDelay); // 250kHz Frequency
  476. CLK = 1; // Make CLK High
  477. __delay_us(HalfCycleDelay); // 250kHz Frequency
  478. CLK = 0; // Make CLK Low
  479. __delay_us(HalfCycleDelay); // 250kHz Frequency
  480. CLK = 1; // Make CLK High
  481.  
  482. ADC_value = Data_Bus; // Read value
  483.  
  484. __delay_us(HalfCycleDelay); // 250kHz Frequency
  485. OE = 0; // Disable Output
  486. CLK = 0; // Make CLK Low
  487. __delay_us(HalfCycleDelay); // 250kHz Frequency
  488.  
  489. return ADC_value; // Return ADC value
  490. }
  491.  
  492. ADC0808.h
  493.  
  494. #ifndef __ADC0808_H
  495. #define __ADC0808_H
  496.  
  497. // Define ADC Channels
  498. #define AN0 0
  499. #define AN1 1
  500. #define AN2 2
  501. #define AN3 3
  502. #define AN4 4
  503. #define AN5 5
  504. #define AN6 6
  505. #define AN7 7
  506.  
  507. // Define Pins
  508. sbit Add_A = P2^0; // Address Pin A
  509. sbit Add_B = P2^1; // Address Pin B
  510. sbit Add_C = P2^2; // Address Pin C
  511. sbit ALE = P2^3; // Address Latch Enable
  512. sbit EOC = P2^4; // End Of Conversion
  513. sbit OE = P2^5; // Output Enable
  514. sbit START = P2^6; // Start Conversion
  515. sbit CLK = P2^7; // Clock for AD0808
  516.  
  517. // Define Data Bus
  518. #define Data_Bus P0
  519.  
  520. #define HalfCycleDelay 10 // usecs
  521.  
  522. // Function Declarations
  523. void InitADC(void);
  524. unsigned char ReadADC(unsigned char);
  525.  
  526. #endif
  527.  
  528. Includes.h
  529.  
  530. #ifndef __INCLUDES_H
  531. #define __INCLUDES_H
  532.  
  533. #include<reg51.h>
  534. #include "LCD.h"
  535. #include "ADC0808.h"
  536.  
  537.  
  538. #endif
  539.  
  540. LCD.h
  541.  
  542. #ifndef __LCD_H
  543. #define __LCD_H
  544.  
  545. //*******************
  546. //Pin description
  547. /*
  548. P1.4 to P1.7 is data bus
  549. P1.1 is RS
  550. P1.0 is E
  551. */
  552. //********************
  553.  
  554. // Defines Pins
  555. sbit RS = P1^1;
  556. sbit E = P1^0;
  557.  
  558. // Constants
  559. #define E_Delay 250
  560.  
  561. // Function Declarations
  562. void delay_sec(unsigned int);
  563. void __delay_us(unsigned int);
  564. void InitLCD(void);
  565. void WriteCommandToLCD(int);
  566. void WriteDataToLCD(char);
  567. void WriteStringToLCD(const char*);
  568. void ClearLCDScreen(void);
  569.  
  570. #endif
  571. reg51.h
  572.  
  573. /*--------------------------------------------------------------------------
  574. REG51.H
  575.  
  576. Header file for generic 80C51 and 80C31 microcontroller.
  577. Copyright (c) 1988-2002 Keil Elektronik GmbH and Keil Software, Inc.
  578. All rights reserved.
  579. --------------------------------------------------------------------------*/
  580.  
  581. #ifndef __REG51_H__
  582. #define __REG51_H__
  583.  
  584. /* BYTE Register */
  585. sfr P0 = 0x80;
  586. sfr P1 = 0x90;
  587. sfr P2 = 0xA0;
  588. sfr P3 = 0xB0;
  589. sfr PSW = 0xD0;
  590. sfr ACC = 0xE0;
  591. sfr B = 0xF0;
  592. sfr SP = 0x81;
  593. sfr DPL = 0x82;
  594. sfr DPH = 0x83;
  595. sfr PCON = 0x87;
  596. sfr TCON = 0x88;
  597. sfr TMOD = 0x89;
  598. sfr TL0 = 0x8A;
  599. sfr TL1 = 0x8B;
  600. sfr TH0 = 0x8C;
  601. sfr TH1 = 0x8D;
  602. sfr IE = 0xA8;
  603. sfr IP = 0xB8;
  604. sfr SCON = 0x98;
  605. sfr SBUF = 0x99;
  606.  
  607.  
  608. /* BIT Register */
  609. /* PSW */
  610. sbit CY = 0xD7;
  611. sbit AC = 0xD6;
  612. sbit F0 = 0xD5;
  613. sbit RS1 = 0xD4;
  614. sbit RS0 = 0xD3;
  615. sbit OV = 0xD2;
  616. sbit P = 0xD0;
  617.  
  618. /* TCON */
  619. sbit TF1 = 0x8F;
  620. sbit TR1 = 0x8E;
  621. sbit TF0 = 0x8D;
  622. sbit TR0 = 0x8C;
  623. sbit IE1 = 0x8B;
  624. sbit IT1 = 0x8A;
  625. sbit IE0 = 0x89;
  626. sbit IT0 = 0x88;
  627.  
  628. /* IE */
  629. sbit EA = 0xAF;
  630. sbit ES = 0xAC;
  631. sbit ET1 = 0xAB;
  632. sbit EX1 = 0xAA;
  633. sbit ET0 = 0xA9;
  634. sbit EX0 = 0xA8;
  635.  
  636. /* IP */
  637. sbit PS = 0xBC;
  638. sbit PT1 = 0xBB;
  639. sbit PX1 = 0xBA;
  640. sbit PT0 = 0xB9;
  641. sbit PX0 = 0xB8;
  642.  
  643. /* P3 */
  644. sbit RD = 0xB7;
  645. sbit WR = 0xB6;
  646. sbit T1 = 0xB5;
  647. sbit T0 = 0xB4;
  648. sbit INT1 = 0xB3;
  649. sbit INT0 = 0xB2;
  650. sbit TXD = 0xB1;
  651. sbit RXD = 0xB0;
  652.  
  653. /* SCON */
  654. sbit SM0 = 0x9F;
  655. sbit SM1 = 0x9E;
  656. sbit SM2 = 0x9D;
  657. sbit REN = 0x9C;
  658. sbit TB8 = 0x9B;
  659. sbit RB8 = 0x9A;
  660. sbit TI = 0x99;
  661. sbit RI = 0x98;
  662.  
  663. #endif
  664. KEIL
  665.  
  666. Proteous
  667.  
  668.  
  669.  
  670.  
  671.  
  672.  
  673.  
  674.  
  675.  
  676.  
  677.  
  678.  
  679.  
  680.  
  681. Practical 4
  682.  
  683. Stepper Motor
  684.  
  685. Code -
  686. #include<reg51.h>
  687. void MSDelay(unsigned int value);
  688. void main()
  689. {
  690. unsigned int i,j;
  691. const char bin[]= {0x01, 0x02, 0x04, 0x08};
  692. P1 = 0x00;
  693. while(1)
  694. {
  695. if(P1^4)
  696. {
  697. for(i=0;i<4;i++)
  698. {
  699. P1 = bin[i];
  700. MSDelay(2);
  701. }
  702. }
  703. else
  704. P1 = 0x00;
  705. }
  706. }
  707. void MSDelay(unsigned int value)
  708. {
  709. unsigned int x,y;
  710. for(x=0; x<1200; x++)
  711. for(y=0; y<value; y++);
  712. }
  713.  
  714.  
  715. Circuit -
  716.  
  717.  
  718.  
  719.  
  720. Practical No 5
  721.  
  722. Create a push button interface
  723.  
  724. Code:
  725.  
  726. #include<reg51.h>
  727. void delay(int dly)
  728. {
  729. int i,j;
  730. for(i=0;i<=dly;i++)
  731. for(j=0;j<=500;j++)
  732. {};
  733. }
  734.  
  735. sbit l1=P2^0;
  736. sbit l2=P2^1;
  737. sbit l3=P2^2;
  738. sbit l4=P2^3;
  739. sbit l5=P2^4;
  740. sbit l6=P2^5;
  741. sbit l7=P2^6;
  742. sbit l8=P2^7;
  743. sbit s1 =P1^0;
  744. sbit s2 =P1^1;
  745. sbit s3 =P1^2;
  746. sbit s4 =P1^3;
  747. sbit s5 =P1^4;
  748. sbit s6 =P1^5;
  749. sbit s7 =P1^6;
  750. sbit s8 =P1^7;
  751. main()
  752. {
  753. unsigned int digit_val[]={0x40,0xF9,0x24,0x30,0x19,0x12,0x02,0xF8,0x00,0x10};
  754. P1=0x00;
  755. P2=0x00;
  756. while(1)
  757. {
  758. if(s1==1)
  759. {
  760. l1=1;
  761. delay(50);
  762. P3=0x40;
  763. }
  764. else if(s2==1)
  765. {
  766. l2=1;
  767. delay(50);
  768. P3=0xF9;
  769. }
  770. else if(s3==1)
  771. {
  772. l3=1;
  773. delay(50);
  774. P3=0x24;
  775. }
  776. else if(s4==1)
  777. {
  778. l4=1;
  779. delay(50);
  780. P3= 0x30;
  781. }
  782. else if(s5==1)
  783. {
  784. l5=1;
  785. delay(50);
  786. P3=0x19;
  787. }
  788. else if(s6==1)
  789. {
  790. l6=1;
  791. delay(50);
  792. P3=0x12;
  793. }
  794. else if(s7==1)
  795. {
  796. l7=1;
  797. delay(50);
  798. P3=0x02;
  799. }
  800. else if(s8==1)
  801. {
  802. l8=1;
  803. delay(50);
  804. P3=0xF8;
  805. }
  806. }
  807. }
  808.  
  809. Proteous simulation:
  810.  
  811.  
  812.  
  813. Practical 6
  814.  
  815. SerialCommuncation
  816.  
  817. #include <reg51.h>
  818.  
  819. void cct_init(void);
  820.  
  821.  
  822. void SerialInitialize(void);
  823.  
  824. void uart_msg(unsigned char *c);
  825.  
  826. void uart_tx(unsigned char);
  827.  
  828. sbit led1 = P1^0;
  829.  
  830. sbit led2 = P1^1;
  831.  
  832. sbit led3 = P1^2;
  833.  
  834. sbit led4 = P1^3;
  835.  
  836.  
  837.  
  838.  
  839. void main()
  840.  
  841. {
  842.  
  843. cct_init();
  844.  
  845. SerialInitialize();
  846.  
  847. EA = 1;
  848.  
  849. ES = 1;
  850.  
  851. uart_msg("Initializing Serial Communication");
  852.  
  853. uart_tx(0x0d);
  854.  
  855. uart_msg("1,2,3,4 key can on leds and a,b,c,d can off them respectively.");
  856.  
  857. uart_tx(0x0d); //next line
  858.  
  859. uart_msg("Press the key for particular LED");
  860.  
  861. uart_tx(0x0d);
  862.  
  863. while(1);
  864.  
  865. }
  866.  
  867. void cct_init(void) //initialize cct
  868.  
  869. {
  870.  
  871. P0 = 0x00; //not used
  872.  
  873. P1 = 0x00; //output port used for leds
  874.  
  875. P2 = 0x00; //not used
  876.  
  877. P3 = 0x03; //used for serial communication
  878.  
  879. }
  880.  
  881. void SerialInitialize(void) //Initialize Serial Port
  882.  
  883. {
  884.  
  885. TMOD = 0x20; //Timer 1 In Mode 2 -Auto Reload to Generate Baud Rate
  886.  
  887. SCON = 0x50; //Serial Mode 1, 8-Data Bit, REN Enabled
  888.  
  889. TH1 = 0xFD; //Load Baud Rate 9600 To Timer Register
  890.  
  891. TR1 = 1; //Start Timer
  892.  
  893. }
  894. void uart_msg(unsigned char *c)
  895.  
  896. {
  897.  
  898. while(*c != 0)
  899.  
  900. {
  901.  
  902. uart_tx(*c++);
  903.  
  904. }
  905.  
  906. }
  907.  
  908. void uart_tx(unsigned char serialdata)
  909.  
  910. {
  911.  
  912. SBUF = serialdata; //Load Data to Serial Buffer Register
  913.  
  914. while(TI == 0); //Wait Until Transmission To Complete
  915.  
  916. TI = 0; //Clear Transmission Interrupt Flag
  917.  
  918. }
  919.  
  920. void serial_ISR (void) interrupt 4
  921.  
  922. {
  923.  
  924. char chr; //receive character
  925.  
  926. if(RI==1)
  927.  
  928. {
  929.  
  930. chr = SBUF;
  931.  
  932. RI = 0;
  933.  
  934. }
  935.  
  936. P0 = ~P0; //Show the data has been updated
  937.  
  938. switch(chr)
  939.  
  940. {
  941.  
  942. case '1': led1 = 1; uart_msg("1st on"); uart_tx(0x0d); break;
  943.  
  944. case '2': led2 = 1; uart_msg("2nd on"); uart_tx(0x0d); break;
  945.  
  946. case '3': led3 = 1; uart_msg("3rd on"); uart_tx(0x0d); break;
  947.  
  948. case '4': led4 = 1; uart_msg("4th on"); uart_tx(0x0d); break;
  949.  
  950. case 'a': led1 = 0; uart_msg("1st off"); uart_tx(0x0d); break;
  951.  
  952. case 'b': led2 = 0; uart_msg("2nd off"); uart_tx(0x0d); break;
  953.  
  954. case 'c': led3 = 0; uart_msg("3rd off"); uart_tx(0x0d); break;
  955.  
  956. case 'd': led4 = 0; uart_msg("4th off"); uart_tx(0x0d); break;
  957.  
  958.  
  959. default: ; break; //do nothing
  960.  
  961. }
  962.  
  963. RI = 0;
  964.  
  965. }
  966.  
  967. Build new project in keil
  968.  
  969.  
  970.  
  971.  
  972. Right click on virtual terminal/edit properties/baud rate = 9600
  973.  
  974. Right click on 8051/edit properties/clock frequency = 11.0592
  975.  
  976.  
  977.  
  978.  
  979.  
  980. Practical 7
  981.  
  982. 7 Segment display
  983.  
  984.  
  985.  
  986.  
  987.  
  988.  
  989.  
  990.  
  991.  
  992.  
  993.  
  994.  
  995.  
  996.  
  997.  
  998.  
  999.  
  1000.  
  1001.  
  1002.  
  1003.  
  1004. Practical 8
  1005.  
  1006. Binary counter
  1007. #include <reg51.h>
  1008.  
  1009.  
  1010. void main()
  1011. {
  1012. unsigned char x,y;
  1013. unsigned int i;
  1014. P1=0x00;
  1015.  
  1016. while(1)
  1017. {
  1018. x=0x01;
  1019. for(y=0;y<9;y++)
  1020. {
  1021. P1=x;
  1022. for(i=0;i<60000;i++);
  1023. x=x<<1;
  1024.  
  1025. }
  1026. }
  1027. }
  1028.  
  1029.  
  1030.  
  1031. Big Data Final Journal
  1032.  
  1033. Practical No 1
  1034.  
  1035. TimeSeries analysis
  1036.  
  1037. mydata<-read.csv("D:/jobs.csv")
  1038.  
  1039. mydata
  1040.  
  1041.  
  1042.  
  1043. attach(mydata)
  1044.  
  1045. x<-Month
  1046.  
  1047. Y<-Total.Filled.Jobs
  1048.  
  1049. X
  1050.  
  1051.  
  1052. d.y<-diff(Y)
  1053.  
  1054. plot(x,Y)
  1055.  
  1056.  
  1057. acf(Y)
  1058.  
  1059.  
  1060. pacf(Y)
  1061.  
  1062.  
  1063. acf(d.y)
  1064.  
  1065.  
  1066. arima(x=Y, order=c(1,0,1))
  1067.  
  1068.  
  1069. arima(x=Y, order=c(0,0,1))
  1070.  
  1071.  
  1072.  
  1073. show(mydata)
  1074.  
  1075. mydata.arima001<-arima(Y,order=c(0,0,1))
  1076.  
  1077. mydata.pred1<-predict(mydata.arima001,n.ahead=100)
  1078.  
  1079. plot(Y)
  1080.  
  1081.  
  1082.  
  1083.  
  1084. lines(mydata.pred1$pred,col="blue")
  1085.  
  1086.  
  1087. attach(mydata.pred1)
  1088.  
  1089. head(mydata.pred1)
  1090.  
  1091.  
  1092. tail(mydata.pred1$pred)
  1093.  
  1094. head(mydata.pred1$pred)
  1095.  
  1096.  
  1097. Practical No 2
  1098.  
  1099. Topic Modeling
  1100.  
  1101. library(tm)
  1102. library(topicmodels)
  1103. setwd("D:/british-fiction-corpus")
  1104. filenames<-list.files(path="D:/british-fiction-corpus",pattern="*.txt")
  1105. filenames
  1106.  
  1107. filetext<-lapply(filenames,readLines)
  1108. mycorpus<-Corpus(VectorSource(filetext))
  1109. mycorpus<-tm_map(mycorpus,removeNumbers)
  1110. mycorpus<-tm_map(mycorpus,removePunctuation)
  1111. mycorpus
  1112.  
  1113.  
  1114. mystopwords=c("of","a","and","the","in","to","for","that","is","on","are","with","as","by"
  1115. ,"be","an","which","it","from","or","can","have","these","has","such","you")
  1116. mycorpus<-tm_map(mycorpus,tolower)
  1117. mycorpus<-tm_map(mycorpus,removeWords,mystopwords)
  1118. dtm<-DocumentTermMatrix(mycorpus)
  1119. k<-3
  1120.  
  1121.  
  1122. #lda_output_3<-LDA(dtm,k,method="VEM",control=control_VEM)
  1123. # control_VEM
  1124.  
  1125. lda_output_3<-LDA(dtm,k,method="VEM",control=NULL)
  1126. lda_output_3<-LDA(dtm,k,method="VEM")
  1127. dtm
  1128.  
  1129.  
  1130. lda_output_3<-LDA(dtm,k,method="VEM")
  1131. lda_output_3@Dim
  1132. lda_output_3<-LDA(dtm,k,method="VEM")
  1133. show (dtm)
  1134.  
  1135.  
  1136. topics(lda_output_3)
  1137. terms(lda_output_3,10)
  1138.  
  1139.  
  1140. library(tm)
  1141. library(topicmodels)
  1142.  
  1143. setwd("D:/wd")
  1144.  
  1145.  
  1146. filenames<-list.files(path="D:/wd",pattern="*.txt")
  1147.  
  1148. filenames
  1149.  
  1150. filetext<-lapply(filenames,readLines)
  1151. mycorpus<-Corpus(VectorSource(filetext))
  1152.  
  1153. mycorpus<-tm_map(mycorpus,removeNumbers)
  1154. mycorpus<-tm_map(mycorpus,removePunctuation)
  1155.  
  1156. mycorpus
  1157. mystopwords=c("of","a","and","the","in","to","for","that","is","on","are","with","as","by"
  1158. ,"be","an","which","it","from","or","can","have","these","has","such","you")
  1159. mycorpus<-tm_map(mycorpus,tolower)
  1160. mycorpus<-tm_map(mycorpus,removeWords,mystopwords)
  1161. dtm<-DocumentTermMatrix(mycorpus)
  1162. k<-2
  1163. #lda_output_3<-LDA(dtm,k,method="VEM",control=control_VEM)
  1164.  
  1165. # control_VEM
  1166. #lda_output_3<-LDA(dtm,k,method="VEM",control=NULL)
  1167. lda_output_3<-LDA(dtm,k,method="VEM")
  1168. dtm
  1169.  
  1170. lda_output_3<-LDA(dtm,k,method="VEM")
  1171. lda_output_3@Dim
  1172. lda_output_3<-LDA(dtm,k,method="VEM")
  1173. show (dtm)
  1174. topics(lda_output_3)
  1175. terms(lda_output_3,10)
  1176.  
  1177.  
  1178.  
  1179.  
  1180. Practical 3
  1181.  
  1182. Sentiment Analysis
  1183.  
  1184. weatherdata<-read.csv("D:/weather.csv")
  1185. library(tm)
  1186. corpus<-iconv(weatherdata$tweet_text,to="utf-8")
  1187. corpus<-Corpus(VectorSource(corpus))
  1188. corpus<tm_map(corpus,tolower)
  1189. corpus<-tm_mapcorpus,tolower)
  1190. corpus<-tm_map(corpus,removePunctuation)
  1191. inspect(corpus[1:5])
  1192. corpus<-tm_map(corpus,removeNumbers)
  1193. inspect(corpus[1:5])
  1194. corpus<-tm_map(corpus,removeWords,stopwords('english'))
  1195. corpus<-tm_map(corpus,stripWhitespace)
  1196. tdm<-TermDocumentMatrix(corpus)
  1197. tdm
  1198. tdm<-as.matrix(tdm)
  1199. tdm[1:10,1:2]
  1200. w<-rowSums(tdm)
  1201. library(wordcloud)
  1202. w<-sort(rowSums(tdm),decreasing = TRUE)
  1203. set.seed(222)
  1204. wordcloud(words = names(w),freq =
  1205. w,max.words=150,random.order=F,min.freq = 5,colors =
  1206. brewer.pal(8,'Dark2'))
  1207. wordcloud(words = names(w),freq =
  1208. w,max.words=150,random.order=F,min.freq = 5,colors =
  1209. brewer.pal(8,'Dark2'),rot.per=0.3)
  1210.  
  1211. library(syuzhet)
  1212. library(lubridate)
  1213. library(ggplot2)
  1214. library(scales)
  1215. library(reshape2)
  1216. library(dplyr)
  1217. weatherdata<-read.csv("D:/weather.csv")
  1218. tweets<-iconv(weatherdata$tweet_text,to="utf-8")
  1219. s<-get_nrc_sentiment(tweets)
  1220. head(s)
  1221. tweets[4]
  1222. barplot(colSums(s),las=2,col=rainbow(10),ylab='count',main='Sentiments
  1223. for weather')
  1224.  
  1225.  
  1226.  
  1227.  
  1228.  
  1229.  
  1230.  
  1231.  
  1232.  
  1233.  
  1234.  
  1235.  
  1236.  
  1237.  
  1238.  
  1239.  
  1240. Practical 4
  1241.  
  1242. Kshingles
  1243. readinteger<- function()
  1244. {
  1245.  n <-readline(prompt = "enter value of k-1: ")
  1246.  k <- as.integer(n)
  1247.  u1 <- readLines("D:\\wine.txt")
  1248.  Shingle <- 0
  1249.  i<- 0
  1250.  
  1251.  while(i<nchar(u1)-k+1)
  1252.  {
  1253.    Shingle[i] <- substr(u1,start = i,stop = i+k)
  1254.    print(Shingle[i])
  1255.    i=i+1
  1256.  }
  1257. }
  1258. Type command after running the above code.
  1259. readinteger()
  1260. Output
  1261.  
  1262.            Practical 5
  1263.  
  1264. Document similarity
  1265.  
  1266. Code -
  1267.  
  1268. library(textreuse)
  1269. library(graphics)
  1270. minhash<- minhash_generator(200, seed = 235)
  1271. ats<- TextReuseCorpus(dir="D:/R/french-plays",n=5,minhash_func = minhash)
  1272. buckets<- lsh(ats, bands = 50 ,progress = interactive())
  1273. candidates<- lsh_candidates(buckets)
  1274. my.df<- lsh_compare(candidates, ats , jaccard_similarity)
  1275. my.df
  1276. color <- c("red" , "green" , "blue" , "orange" , "yellow" , "pink")
  1277. barplot(as.matrix(my.df),col=color)
  1278.  
  1279.  
  1280. Output -
  1281.  
  1282.  
  1283.  
  1284.  
  1285. Practical 6
  1286. Setting up environment for Big Data Hadoop Sandbox:
  1287. 1. Download HDP Sandbox
  1288. Give full access control in file property
  1289. Use vitualbox 5.2 above
  1290. Restart machine
  1291.  
  1292. 2. Import Appliance from VirtualBox
  1293. once extraction is complete
  1294.  
  1295.  
  1296. Visit localhost:1080
  1297. 3. Install WinSCP
  1298. 4. Install putty
  1299. 5. Install/ launch Eclipse
  1300.  
  1301. 6.reset Password
  1302.  
  1303. user id: root
  1304. old pass: hadoop
  1305. new pass: ********
  1306.  
  1307. Admin password
  1308.  
  1309. to reset admin password type command:
  1310. ambari-admin-password-reset
  1311. new: ********
  1312.  
  1313.  
  1314.  
  1315. WinSCP
  1316. accessing on Cent OS File sys
  1317. host name: 127.0.0.1 port 2222
  1318. user: root Pass: jd@ruia19
  1319.  
  1320. accessing on Cent OS File sys using shell in box.
  1321. Ambari file explorer for Hadoop file system
  1322.  
  1323. at web shell cleint
  1324. login with : root pass: ********
  1325.  
  1326. If any alerts found restart processes
  1327.  
  1328.  
  1329. Practical 7 Wordcount
  1330.  
  1331. Start Virtual box and hadoop sandbox
  1332. Go to the given virtualbox link
  1333.  
  1334. Login in web shell client
  1335.  
  1336. Open ambari
  1337.  
  1338. Go to files view
  1339.  
  1340.  
  1341. Create program in eclipse
  1342.  
  1343. WordCount Code -
  1344. import java.io.IOException;
  1345. import java.util.StringTokenizer;
  1346.  
  1347. import org.apache.hadoop.conf.Configuration;
  1348. import org.apache.hadoop.fs.Path;
  1349. import org.apache.hadoop.io.IntWritable;
  1350. import org.apache.hadoop.io.Text;
  1351. import org.apache.hadoop.mapreduce.Job;
  1352. import org.apache.hadoop.mapreduce.Mapper;
  1353. import org.apache.hadoop.mapreduce.Reducer;
  1354. import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
  1355. import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
  1356. import org.apache.hadoop.util.GenericOptionsParser;
  1357.  
  1358. public class WordCount {
  1359.  
  1360. public static class TokenizerMapper
  1361. extends Mapper<Object, Text, Text, IntWritable>{
  1362.  
  1363. private final static IntWritable one = new IntWritable(1);
  1364. private Text word = new Text();
  1365.  
  1366. public void map(Object key, Text value, Context context
  1367. ) throws IOException, InterruptedException {
  1368. StringTokenizer itr = new StringTokenizer(value.toString());
  1369. while (itr.hasMoreTokens()) {
  1370. word.set(itr.nextToken());
  1371. context.write(word, one);
  1372. }
  1373. }
  1374. }
  1375.  
  1376. public static class IntSumReducer
  1377. extends Reducer<Text,IntWritable,Text,IntWritable> {
  1378. private IntWritable result = new IntWritable();
  1379.  
  1380. public void reduce(Text key, Iterable<IntWritable> values,
  1381. Context context
  1382. ) throws IOException, InterruptedException {
  1383. int sum = 0;
  1384. for (IntWritable val : values) {
  1385. sum += val.get();
  1386. }
  1387. result.set(sum);
  1388. context.write(key, result);
  1389. }
  1390. }
  1391.  
  1392. public static void main(String[] args) throws Exception {
  1393. Configuration conf = new Configuration();
  1394.  
  1395. Job job = new Job(conf, "word count");
  1396. job.setJarByClass(WordCount.class);
  1397. job.setMapperClass(TokenizerMapper.class);
  1398. job.setCombinerClass(IntSumReducer.class);
  1399. job.setReducerClass(IntSumReducer.class);
  1400. job.setOutputKeyClass(Text.class);
  1401. job.setOutputValueClass(IntWritable.class);
  1402. FileInputFormat.addInputPath(job, new Path(args[0]));
  1403. FileOutputFormat.setOutputPath(job, new Path(args[1]));
  1404. System.exit(job.waitForCompletion(true) ? 0 : 1);
  1405. }
  1406. }
  1407.  
  1408. Add jar files
  1409. Right click on project name (wordcount) / properties / java build path / libraries / add external jar files
  1410. Export jar file
  1411. Right click on project name (wordcount) / Export / java / jar files / select your jar file / select main class
  1412. Create a wordlist on notepad or take any wordlist
  1413. open winscp
  1414. login with web shell client username and password
  1415. set host name 127.0.0.1 and port 2222
  1416.  
  1417.  
  1418. Copy the jar file you exported (wordcount.jar) in web shell
  1419. Change permissions in winscp - select the file (wordcount) right click/ properties/ chose all read write execute permissions
  1420.  
  1421. go to web shell and check if wordcount.jar file is uploaded
  1422. Command - ls
  1423.  
  1424. go to ambari
  1425. create a new folder - Wordcount
  1426. inside Wordcount create a new folder - Input
  1427.  
  1428.  
  1429. Change permissions to all folders to read write and execute - select folder and click on permissions
  1430. Then upload your wordlist in Input folder and give all permissions
  1431. go to web shell and type command -
  1432. hadoop jar wordcount.jar /Wordcount/Input /Wordcount/Output
  1433.  
  1434. Note - hadoop jar wordcount.jar(is the name of your jar file you uploaded)
  1435. New Output folder will be created with the output of your wordlist
  1436.  
  1437. Now go in the Wordcount/Output folder
  1438.  
  1439. Select and open the part-r-00000 file. This file shows the output of the wordcount
  1440.  
  1441.  
  1442. Practical 8
  1443. Top 5 categories
  1444.  
  1445. Start Virtual box and hadoop sandbox
  1446. Go to the given virtualbox link
  1447.  
  1448. Login in web shell client
  1449.  
  1450. Open ambari
  1451.  
  1452. Go to files view
  1453.  
  1454.  
  1455.  
  1456. Create program in eclipse
  1457.  
  1458. Top 5 categories of videos Code -
  1459. import java.io.IOException;
  1460.  
  1461. import org.apache.hadoop.fs.Path;
  1462. import org.apache.hadoop.conf.*;
  1463. import org.apache.hadoop.io.*;
  1464. import org.apache.hadoop.mapreduce.*;
  1465. import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
  1466. import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
  1467. import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
  1468. import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
  1469.  
  1470. public class Top5_categories {
  1471.  
  1472. public static class Map extends Mapper<LongWritable, Text, Text,
  1473. IntWritable> {
  1474.  
  1475. private Text category = new Text();
  1476. private final static IntWritable one = new IntWritable(1);
  1477. public void map(LongWritable key, Text value, Context context )
  1478. throws IOException, InterruptedException {
  1479. String line = value.toString();
  1480. String str[]=line.split("\t");
  1481.  
  1482. if(str.length > 5){
  1483. category.set(str[3]);
  1484. }
  1485.  
  1486. context.write(category, one);
  1487. }
  1488.  
  1489. }
  1490.  
  1491. public static class Reduce extends Reducer<Text, IntWritable,
  1492. Text, IntWritable> {
  1493.  
  1494. public void reduce(Text key, Iterable<IntWritable> values,
  1495. Context context)
  1496. throws IOException, InterruptedException {
  1497. int sum = 0;
  1498. for (IntWritable val : values) {
  1499.  
  1500. sum += val.get();
  1501. }
  1502. context.write(key, new IntWritable(sum));
  1503. }
  1504. }
  1505.  
  1506. public static void main(String[] args) throws Exception {
  1507. Configuration conf = new Configuration();
  1508.  
  1509. @SuppressWarnings("deprecation")
  1510. Job job = new Job(conf, "categories");
  1511. job.setJarByClass(Top5_categories.class);
  1512.  
  1513. job.setMapOutputKeyClass(Text.class);
  1514. job.setMapOutputValueClass(IntWritable.class);
  1515. //job.setNumReduceTasks(0);
  1516. job.setOutputKeyClass(Text.class);
  1517. job.setOutputValueClass(IntWritable.class);
  1518.  
  1519. job.setMapperClass(Map.class);
  1520. job.setReducerClass(Reduce.class);
  1521.  
  1522. job.setInputFormatClass(TextInputFormat.class);
  1523. job.setOutputFormatClass(TextOutputFormat.class);
  1524.  
  1525. FileInputFormat.addInputPath(job, new Path(args[0]));
  1526. FileOutputFormat.setOutputPath(job, new Path(args[1]));
  1527. Path out=new Path(args[1]);
  1528. out.getFileSystem(conf).delete(out);
  1529. job.waitForCompletion(true);
  1530. }
  1531.  
  1532. }
  1533. public static void main(String[] args) throws Exception {
  1534. Configuration conf = new Configuration();
  1535.  
  1536. Job job = new Job(conf, "word count");
  1537. job.setJarByClass(WordCount.class);
  1538. job.setMapperClass(TokenizerMapper.class);
  1539. job.setCombinerClass(IntSumReducer.class);
  1540. job.setReducerClass(IntSumReducer.class);
  1541. job.setOutputKeyClass(Text.class);
  1542. job.setOutputValueClass(IntWritable.class);
  1543. FileInputFormat.addInputPath(job, new Path(args[0]));
  1544. FileOutputFormat.setOutputPath(job, new Path(args[1]));
  1545. System.exit(job.waitForCompletion(true) ? 0 : 1);
  1546. }
  1547. }
  1548.  
  1549. Add jar files
  1550. Right click on project name (Top5) / properties / java build path / libraries / add external jar files
  1551. Export jar file
  1552. Right click on project name (Top5) / Export / java / jar files / select your jar file / select main class
  1553. Create a wordlist on notepad or take any wordlist or text file with appropriate data
  1554. open winscp
  1555. login with web shell client username and password
  1556. set host name 127.0.0.1 and port 2222
  1557.  
  1558.  
  1559. Copy the jar file you exported (Top5.jar) in web shell
  1560. Change permissions in winscp - select the file (Top5) right click/ properties/ chose all read write execute permissions
  1561.  
  1562. go to web shell and check if Top5_categories.jar file is uploaded
  1563. Command - ls
  1564.  
  1565. go to ambari
  1566. create a new folder - Top 5
  1567. inside Top 5 create a new folder - Input
  1568.  
  1569.  
  1570. Change permissions to all folders to read write and execute - select folder and click on permissions
  1571. Then upload your wordlist in Input folder and give all permissions
  1572. go to web shell and type command -
  1573. hadoop jar Top5_categories.jar /Top5/input /Top5/output
  1574. Note - hadoop jar Top5_categories.jar(is the name of your jar file you uploaded)
  1575. New Output folder will be created with the output of your wordlist
  1576.  
  1577.  
  1578. Now go in the Top5/Output folder
  1579.  
  1580. Select and open the part-r-00000 file. This file shows the output of the Top5
  1581.  
  1582.  
  1583. Practical 9
  1584. Top 10 rating of youtube videos
  1585. Start Virtual box and hadoop sandbox
  1586. Go to the given virtualbox link
  1587.  
  1588. Login in web shell client
  1589.  
  1590. Open ambari
  1591.  
  1592. Go to files view
  1593.  
  1594.  
  1595.  
  1596. Create program in eclipse
  1597.  
  1598. Top 10 rating of youtube videos Code -
  1599. package ratedvid;
  1600.  
  1601. import java.io.IOException;
  1602.  
  1603. import org.apache.hadoop.fs.Path;
  1604. import org.apache.hadoop.conf.*;
  1605. import org.apache.hadoop.io.*;
  1606. import org.apache.hadoop.mapreduce.*;
  1607. import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
  1608. import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
  1609. import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
  1610. import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
  1611.  
  1612. public class VideoRating {
  1613.  
  1614. public static class Map extends Mapper<LongWritable, Text, Text,
  1615. FloatWritable> {
  1616.  
  1617. private Text video_name = new Text();
  1618. private FloatWritable rating = new FloatWritable();
  1619. public void map(LongWritable key, Text value, Context context )
  1620. throws IOException, InterruptedException {
  1621. String line = value.toString();
  1622. String str[]=line.split("\t");
  1623.  
  1624. if(str.length > 7){
  1625. video_name.set(str[0]);
  1626. if(str[6].matches("\\d+.+")){ //this regular expression
  1627.  
  1628. float f=Float.parseFloat(str[6]); //typecasting string to float
  1629. rating.set(f);
  1630. }
  1631. }
  1632.  
  1633. context.write(video_name, rating);
  1634. }
  1635.  
  1636. }
  1637.  
  1638. public static class Reduce extends Reducer<Text, FloatWritable,
  1639. Text, FloatWritable> {
  1640.  
  1641. public void reduce(Text key, Iterable<FloatWritable> values,
  1642. Context context)
  1643. throws IOException, InterruptedException {
  1644. float sum = 0;
  1645. int l=0;
  1646. for (FloatWritable val : values) {
  1647. l+=1; //counts number of values are there for that key
  1648. sum += val.get();
  1649. }
  1650. sum=sum/l; //takes the average of the sum
  1651. context.write(key, new FloatWritable(sum));
  1652. }
  1653. }
  1654.  
  1655. public static void main(String[] args) throws Exception {
  1656. Configuration conf = new Configuration();
  1657.  
  1658. @SuppressWarnings("deprecation")
  1659. Job job = new Job(conf, "videorating");
  1660. job.setJarByClass(VideoRating.class);
  1661.  
  1662. job.setMapOutputKeyClass(Text.class);
  1663. job.setMapOutputValueClass(FloatWritable.class);
  1664. //job.setNumReduceTasks(0);
  1665. job.setOutputKeyClass(Text.class);
  1666. job.setOutputValueClass(FloatWritable.class);
  1667.  
  1668. job.setMapperClass(Map.class);
  1669. job.setReducerClass(Reduce.class);
  1670.  
  1671. job.setInputFormatClass(TextInputFormat.class);
  1672. job.setOutputFormatClass(TextOutputFormat.class);
  1673.  
  1674. FileInputFormat.addInputPath(job, new Path(args[0]));
  1675. FileOutputFormat.setOutputPath(job, new Path(args[1]));
  1676. Path out=new Path(args[1]);
  1677. out.getFileSystem(conf).delete(out);
  1678. job.waitForCompletion(true);
  1679. }
  1680.  
  1681. }
  1682. Add jar files
  1683. Right click on project name (Top10) / properties / java build path / libraries / add external jar files
  1684. Export jar file
  1685. Right click on project name (Top10) / Export / java / jar files / select your jar file / select main class
  1686. Create a wordlist on notepad or take any wordlist
  1687. open winscp
  1688. login with web shell client username and password
  1689. set host name 127.0.0.1 and port 2222
  1690.  
  1691.  
  1692. Copy the jar file you exported (Top10.jar) in web shell
  1693. Change permissions in winscp - select the file (Top10) right click/ properties/ chose all read write execute permissions
  1694.  
  1695. go to web shell and check if Top10.jar file is uploaded
  1696. Command - ls
  1697.  
  1698. go to ambari
  1699. create a new folder - Top10
  1700. inside Top10 create a new folder - Input
  1701.  
  1702.  
  1703. Change permissions to all folders to read write and execute - select folder and click on permissions
  1704. Then upload your wordlist in Input folder and give all permissions
  1705. go to web shell and type command -
  1706. hadoop jar Top10.jar /Top10/input /Top10/output
  1707. Note - hadoop jar Top10.jar(is the name of your jar file you uploaded)
  1708. New Output folder will be created with the output of your wordlist
  1709.  
  1710.  
  1711.  
  1712. Now go in the Top10/Output folder
  1713.  
  1714. Select and open the part-r-00000 file. This file shows the output of the Top10
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!