Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- <?php
- function fetch_all_stopwords($r){
- while($row=mysql_fetch_row($r)){
- $return[]=" ".$row[0]." ";
- }
- return $return;
- }
- function stemming3($string)
- {
- mysql_query("INSERT INTO tbberita (id,id_berita,Judul,Berita,url) VALUES ('','','','$string','')");
- $tokenKarakter=array(' ',' ',' ',' ',' ','|','’','—',' ','/',',','?','.',':',';',',','!','[',']','{','}','(',')','-','_','+','=','<','>','\'','"','\\','@','#','$','%','^','&','*','`','~','0','1','2','3','4','5','6','7','8','9','â€','”','“');
- $string= str_replace($tokenKarakter," ",$string);
- $string2 = explode(" ", $hapus);
- $stopwords2 = array(' ', ' ', ' a ', ' about ', ' above ', ' acara ', ' across ', ' ada ', ' adalah ', ' adanya ', ' after ', ' afterwards ', ' again ', ' against ', ' agar ', ' akan ', ' akhir ', ' akhirnya ', ' akibat ', ' aku ', ' all ', ' almost ', ' alone ', ' along ', ' already ', ' also ', ' although ', ' always ', ' am ', ' among ', ' amongst ', ' amoungst ', ' amount ', ' an ', ' and ', ' anda ', ' another ', ' antara ', ' any ', ' anyhow ', ' anyone ', ' anything ', ' anyway ', ' anywhere ', ' apa ', ' apakah ', ' apalagi ', ' are ', ' around ', ' as ', ' asal ', ' at ', ' atas ', ' atau ', ' awal ', ' b ', ' back ', ' badan ', ' bagaimana ', ' bagi ', ' bagian ', ' bahkan ', ' bahwa ', ' baik ', ' banyak ', ' barang ', ' barat ', ' baru ', ' bawah ', ' be ', ' beberapa ', ' became ', ' because ', ' become ', ' becomes ', ' becoming ', ' been ', ' before ', ' beforehand ', ' begitu ', ' behind ', ' being ', ' belakang ', ' below ', ' belum ', ' benar ', ' bentuk ', ' berada ', ' berarti ', ' berat ', ' berbagai ', ' berdasarkan ', ' berjalan ', ' berlangsung ', ' bersama ', ' bertemu ', ' besar ', ' beside ', ' besides ', ' between ', ' beyond ', ' biasa ', ' biasanya ', ' bila ', ' bill ', ' bisa ', ' both ', ' bottom ', ' bukan ', ' bulan ', ' but ', ' by ', ' call ', ' can ', ' cannot ', ' cant ', ' cara ', ' co ', ' con ', ' could ', ' couldnt ', ' cry ', ' cukup ', ' dalam ', ' dan ', ' dapat ', ' dari ', ' datang ', ' de ', ' dekat ', ' demikian ', ' dengan ', ' depan ', ' describe ', ' detail ', ' di ', ' dia ', ' diduga ', ' digunakan ', ' dilakukan ', ' diri ', ' dirinya ', ' ditemukan ', ' do ', ' done ', ' down ', ' dua ', ' due ', ' dulu ', ' during ', ' each ', ' eg ', ' eight ', ' either ', ' eleven ', ' else ', ' elsewhere ', ' empat ', ' empty ', ' enough ', ' etc ', ' even ', ' ever ', ' every ', ' everyone ', ' everything ', ' everywhere ', ' except ', ' few ', ' fifteen ', ' fify ', ' fill ', ' find ', ' fire ', ' first ', ' five ', ' for ', ' former ', ' formerly ', ' forty ', ' found ', ' four ', ' from ', ' front ', ' full ', ' further ', ' gedung ', ' get ', ' give ', ' go ', ' had ', ' hal ', ' hampir ', ' hanya ', ' hari ', ' harus ', ' has ', ' hasil ', ' hasnt ', ' have ', ' he ', ' hence ', ' her ', ' here ', ' hereafter ', ' hereby ', ' herein ', ' hereupon ', ' hers ', ' herself ', ' hidup ', ' him ', ' himself ', ' hingga ', ' his ', ' how ', ' however ', ' hubungan ', ' hundred ', ' ia ', ' ie ', ' if ', ' ikut ', ' in ', ' inc ', ' indeed ', ' ingin ', ' ini ', ' interest ', ' into ', ' is ', ' it ', ' its ', ' itself ', ' itu ', ' jadi ', ' jalan ', ' jangan ', ' jauh ', ' jelas ', ' jenis ', ' jika ', ' juga ', ' jumat ', ' jumlah ', ' juni ', ' justru ', ' juta ', ' kalau ', ' kali ', ' kami ', ' kamis ', ' karena ', ' kata ', ' katanya ', ' ke ', ' kebutuhan ', ' kecil ', ' kedua ', ' keep ', ' kegiatan ', ' kehidupan ', ' kejadian ', ' keluar ', ' kembali ', ' kemudian ', ' kemungkinan ', ' kepada ', ' keputusan ', ' kerja ', ' kesempatan ', ' keterangan ', ' ketiga ', ' ketika ', ' khusus ', ' kini ', ' kita ', ' kondisi ', ' kurang ', ' lagi ', ' lain ', ' lainnya ', ' lalu ', ' lama ', ' langsung ', ' lanjut ', ' last ', ' latter ', ' latterly ', ' least ', ' lebih ', ' less ', ' lewat ', ' lima ', ' ltd ', ' luar ', ' made ', ' maka ', ' mampu ', ' mana ', ' mantan ', ' many ', ' masa ', ' masalah ', ' masih ', ' masing-masing ', ' masuk ', ' mau ', ' maupun ', ' may ', ' me ', ' meanwhile ', ' melakukan ', ' melalui ', ' melihat ', ' memang ', ' membantu ', ' membawa ', ' memberi ', ' memberikan ', ' membuat ', ' memiliki ', ' meminta ', ' mempunyai ', ' mencapai ', ' mencari ', ' mendapat ', ' mendapatkan ', ' menerima ', ' mengaku ', ' mengalami ', ' mengambil ', ' mengatakan ', ' mengenai ', ' mengetahui ', ' menggunakan ', ' menghadapi ', ' meningkatkan ', ' menjadi ', ' menjalani ', ' menjelaskan ', ' menunjukkan ', ' menurut ', ' menyatakan ', ' menyebabkan ', ' menyebutkan ', ' merasa ', ' mereka ', ' merupakan ', ' meski ', ' might ', ' milik ', ' mill ', ' mine ', ' minggu ', ' misalnya ', ' more ', ' moreover ', ' most ', ' mostly ', ' move ', ' much ', ' mulai ', ' muncul ', ' mungkin ', ' must ', ' my ', ' myself ', ' nama ', ' name ', ' namely ', ' namun ', ' nanti ', ' neither ', ' never ', ' nevertheless ', ' next ', ' nine ', ' no ', ' nobody ', ' none ', ' noone ', ' nor ', ' not ', ' nothing ', ' now ', ' nowhere ', ' of ', ' off ', ' often ', ' oleh ', ' on ', ' once ', ' one ', ' only ', ' onto ', ' or ', ' orang ', ' other ', ' others ', ' otherwise ', ' our ', ' ours ', ' ourselves ', ' out ', ' over ', ' own ', ' pada ', ' padahal ', ' pagi ', ' paling ', ' panjang ', ' para ', ' part ', ' pasti ', ' pekan ', ' penggunaan ', ' penting ', ' per ', ' perhaps ', ' perlu ', ' pernah ', ' persen ', ' pertama ', ' pihak ', ' please ', ' posisi ', ' program ', ' proses ', ' pula ', ' pun ', ' punya ', ' put ', ' rabu ', ' rasa ', ' rather ', ' re ', ' ribu ', ' ruang ', ' saat ', ' sabtu ', ' saja ', ' salah ', ' sama ', ' same ', ' sampai ', ' sangat ', ' satu ', ' saya ', ' sebab ', ' sebagai ', ' sebagian ', ' sebanyak ', ' sebelum ', ' sebelumnya ', ' sebenarnya ', ' sebesar ', ' sebuah ', ' secara ', ' sedang ', ' sedangkan ', ' sedikit ', ' see ', ' seem ', ' seemed ', ' seeming ', ' seems ', ' segera ', ' sehingga ', ' sejak ', ' sejumlah ', ' sekali ', ' sekarang ', ' sekitar ', ' selain ', ' selalu ', ' selama ', ' selasa ', ' selatan ', ' seluruh ', ' semakin ', ' sementara ', ' sempat ', ' semua ', ' sendiri ', ' senin ', ' seorang ', ' seperti ', ' sering ', ' serious ', ' serta ', ' sesuai ', ' setelah ', ' setiap ', ' several ', ' she ', ' should ', ' show ', ' side ', ' since ', ' sincere ', ' six ', ' sixty ', ' so ', ' some ', ' somehow ', ' someone ', ' something ', ' sometime ', ' sometimes ', ' somewhere ', ' still ', ' suatu ', ' such ', ' sudah ', ' sumber ', ' system ', ' tahu ', ' tahun ', ' tak ', ' take ', ' tampil ', ' tanggal ', ' tanpa ', ' tapi ', ' telah ', ' teman ', ' tempat ', ' ten ', ' tengah ', ' tentang ', ' tentu ', ' terakhir ', ' terhadap ', ' terjadi ', ' terkait ', ' terlalu ', ' terlihat ', ' termasuk ', ' ternyata ', ' tersebut ', ' terus ', ' terutama ', ' tetapi ', ' than ', ' that ', ' the ', ' their ', ' them ', ' themselves ', ' then ', ' thence ', ' there ', ' thereafter ', ' thereby ', ' therefore ', ' therein ', ' thereupon ', ' these ', ' they ', ' thickv ', ' thin ', ' third ', ' this ', ' those ', ' though ', ' three ', ' through ', ' throughout ', ' thru ', ' thus ', ' tidak ', ' tiga ', ' tinggal ', ' tinggi ', ' tingkat ', ' to ', ' together ', ' too ', ' top ', ' toward ', ' towards ', ' twelve ', ' twenty ', ' two ', ' ujar ', ' umum ', ' un ', ' under ', ' until ', ' untuk ', ' up ', ' upaya ', ' upon ', ' us ', ' usai ', ' utama ', ' utara ', ' very ', ' via ', ' waktu ', ' was ', ' we ', ' well ', ' were ', ' what ', ' whatever ', ' when ', ' whence ', ' whenever ', ' where ', ' whereafter ', ' whereas ', ' whereby ', ' wherein ', ' whereupon ', ' wherever ', ' whether ', ' which ', ' while ', ' whither ', ' who ', ' whoever ', ' whole ', ' whom ', ' whose ', ' why ', ' wib ', ' will ', ' with ', ' within ', ' without ', ' would ', ' ya ', ' yaitu ', ' yakni ', ' yang ', ' yet ', ' you ', ' your ', ' yours ', ' yourself ', ' yourselves ', ' nya '
- );
- $spasi = array(' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' '
- );
- $hapus = str_replace($stopwords2, $spasi, $string);
- $word = explode(' ',$hapus);
- $words2 = str_word_count($string);
- echo "<a href=lihat_evaluasi.php target=_blank>Lihat Evaluasi</a><br>";
- echo "<b>Berita:</b><br>$string";
- echo "<br><br><h3>Hasil Tokenisasi dan Penghilangan Stopword:</h3>";
- echo "<table border='1'>";
- echo "<tr><th>Kata</th><th>Frekuensi</th></tr>";
- $jumlah_kt_token = array_count_values($word);
- arsort($jumlah_kt_token);
- $jumlah_tampil_token = count($jumlah_kt_token); // menghitung banyaknya array
- foreach ($jumlah_kt_token as $k => $v) {
- echo "<tr><td>$k</td><td>$v</td></tr>";
- mysql_query("INSERT INTO tbtoken VALUES ('', '','$k','$v')");
- }
- echo "</table>";
- echo "<b>Jumlah Kata</b> = $jumlah_tampil_token";
- require_once ("ecsnonkamus.php");
- require_once ("porter.php");
- $sql5 = mysql_query("SELECT * FROM tbtoken order by frekuensi DESC");
- while ($stemming = mysql_fetch_array($sql5)){
- if (!empty($stemming['kata'])){
- $word = strtolower($stemming['kata']); // ubah ke huruf kecil semua
- $awal_alif = microtime(true);
- $hasil_stemming = ecs_non_kamus (trim($word));
- $akhir_alif = microtime(true);
- $lama_alif = $akhir_alif - $awal_alif;
- $awal_porter = microtime(true);
- $hasil_stemming_porter = porter_stemmer(trim($word));
- $akhir_porter = microtime(true);
- $lama_porter = $akhir_porter - $awal_porter;
- //}
- mysql_query("INSERT INTO tbstem (Id,id_berita,Term,kata,kata_porter) VALUES ('', '', '$stemming[kata]', '$hasil_stemming','$hasil_stemming_porter')");
- }
- }
- echo "<h3>Hasil Stemming:<h3>";
- echo "<table border='1'>";
- echo "<tr><th>Kata</th><th>Stemming</th><th>Stemming_Porter</th></tr>";
- $sql6 = mysql_query("SELECT * FROM tbstem order by Id");
- while ($stemming = mysql_fetch_array($sql6)){
- echo "<tr><td>$stemming[Term]</td><td>$stemming[kata]</td><td>$stemming[kata_porter]</td></tr>";
- }
- echo "</table>";
- echo "<p>Lama eksekusi data Stemming alifadalah: ".$lama_alif." detik</p>";
- echo "<p>Lama eksekusi data Stemming porter adalah: ".$lama_porter." detik</p>";
- $kataDasar= mysql_query("SELECT katadasar FROM tb_katadasar");
- $kata = array();
- while($kd = mysql_fetch_array($kataDasar)){
- $kata[] = $kd['katadasar'];
- }
- $kataStemming = mysql_query("SELECT kata FROM tbstem");
- while($ks = mysql_fetch_array($kataStemming)){
- $kataStem = $ks['kata'];
- if (in_array($kataStem,$kata)){
- $benar++;
- }else{
- $salah++;
- $kataSalah[] = $kataStem;
- }
- $jum_stem=mysql_num_rows($kataStemming);
- }
- echo "<br>";
- echo "JUMLAH KATA STEMMING ALIF : ".$jum_stem;
- echo "<br>";
- echo "JUMLAH KATA YG BERHASIL DI STEM ALIF: ".$benar;
- echo "<br />";
- echo "JUMLAH KATA YG GAGAL DI STEM ALIF : ".$salah;
- echo "<br />";
- echo "Kata yg gagal distem ALIF adalah:";
- print_r($kataSalah);
- foreach($kataSalah as $kata){
- $failure.= $kata.'<br>';
- }
- $kataDasar= mysql_query("SELECT katadasar FROM tb_katadasar");
- $kata_porter = array();
- while($kd_porter = mysql_fetch_array($kataDasar)){
- $kata_porter[] = $kd_porter['katadasar'];
- }
- $kataStemming_porter = mysql_query("SELECT kata_porter FROM tbstem");
- while($ks_porter = mysql_fetch_array($kataStemming_porter)){
- $kataStem_porter = $ks_porter['kata_porter'];
- if (in_array($kataStem_porter,$kata_porter)){
- $benar_porter++;
- }else{
- $salah_porter++;
- $kataSalah_porter[] = $kataStem_porter;
- }
- $jum_stem_porter=mysql_num_rows($kataStemming_porter);
- }
- echo "<br>";
- echo "JUMLAH KATA STEMMING PORTER: ".$jum_stem_porter;
- echo "<br>";
- echo "JUMLAH KATA YG BERHASIL DI STEM PORTER: ".$benar_porter;
- echo "<br />";
- echo "JUMLAH KATA YG GAGAL DI STEM PORTER: ".$salah_porter;
- echo "<br />";
- echo "Kata yg gagal distem PORTER adalah:";
- print_r($kataSalah_porter);
- foreach($kataSalah_porter as $kata_porter){
- $failure_porter.= $kata_porter.'<br>';
- }
- mysql_query("INSERT INTO evaluasi VALUES ('$idberita', '$lama_alif', '$jum_stem','$benar','$salah','$failure','$lama_porter', '$jum_stem_porter','$benar_porter','$salah_porter','$failure_porter')");
- }
Advertisement
Add Comment
Please, Sign In to add comment