Search Engine API
\n","schema":"https://schema.getpostman.com/json/collection/v2.0.0/collection.json","toc":[],"owner":"11687432","collectionId":"c6cdb006-8112-4996-86da-3288ffc34ae1","publishedId":"2s8YerLWtg","public":true,"customColor":{"top-bar":"FFFFFF","right-sidebar":"303030","highlight":"EF5B25"},"publishDate":"2022-11-12T00:03:09.000Z"},"item":[{"name":"Run Crawling","id":"08588ea2-ec16-417c-b768-5470d4f6e9e4","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"GET","header":[],"url":"http://jft.web.id/search-engine/api/v1.0/crawling/start?duration=10","description":"Untuk menjalankan proses crawling
\n","urlObject":{"protocol":"http","path":["search-engine","api","v1.0","crawling","start"],"host":["jft","web","id"],"query":[{"key":"duration","value":"10"}],"variable":[]}},"response":[],"_postman_id":"08588ea2-ec16-417c-b768-5470d4f6e9e4"},{"name":"Stop Crawling","id":"0ab7e447-71f0-41c1-87e9-ee5db749af4f","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"GET","header":[],"url":"http://jft.web.id/search-engine/api/v1.0/crawling/stop","description":"Untuk menjalankan proses crawling
\n","urlObject":{"protocol":"http","path":["search-engine","api","v1.0","crawling","stop"],"host":["jft","web","id"],"query":[],"variable":[]}},"response":[],"_postman_id":"0ab7e447-71f0-41c1-87e9-ee5db749af4f"},{"name":"Get Similarity Overall Ranking","id":"bd862eb8-da9a-4e04-8c21-33a493376c4c","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"GET","header":[],"url":"http://jft.web.id/search-engine/api/v1.0/overall_ranking/similarity?keyword=presiden&sort=similarity&start=0&length=10","description":"Untuk mendapatkan ranking halaman menggunakan metode TF IDF
\n","urlObject":{"protocol":"http","path":["search-engine","api","v1.0","overall_ranking","similarity"],"host":["jft","web","id"],"query":[{"key":"keyword","value":"presiden"},{"key":"sort","value":"similarity"},{"key":"start","value":"0"},{"key":"length","value":"10"}],"variable":[]}},"response":[],"_postman_id":"bd862eb8-da9a-4e04-8c21-33a493376c4c"},{"name":"Get TF-IDF Document Ranking","id":"979345af-5512-4dc0-a239-08cb4ad9bc13","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"GET","header":[],"url":"http://jft.web.id/search-engine/api/v1.0/document_ranking/tf_idf?keyword=presiden&start=0&length=10","description":"Untuk mendapatkan ranking halaman menggunakan metode TF IDF
\n","urlObject":{"protocol":"http","path":["search-engine","api","v1.0","document_ranking","tf_idf"],"host":["jft","web","id"],"query":[{"key":"keyword","value":"presiden"},{"key":"start","value":"0"},{"key":"length","value":"10"}],"variable":[]}},"response":[],"_postman_id":"979345af-5512-4dc0-a239-08cb4ad9bc13"},{"name":"Get Page-Rank Page Ranking","id":"245e031b-47e4-4078-a2cb-d27dee0a5d49","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"GET","header":[],"url":"http://jft.web.id/search-engine/api/v1.0/page_ranking/page_rank?start=0&length=10","description":"Untuk mendapatkan ranking halaman menggunakan metode Page Rank
\n","urlObject":{"protocol":"http","path":["search-engine","api","v1.0","page_ranking","page_rank"],"host":["jft","web","id"],"query":[{"key":"start","value":"0"},{"key":"length","value":"10"}],"variable":[]}},"response":[],"_postman_id":"245e031b-47e4-4078-a2cb-d27dee0a5d49"},{"name":"Get Crawled Pages","id":"718b19aa-d749-4dbc-b1a0-7b3162646678","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"GET","header":[],"url":"http://jft.web.id/search-engine/api/v1.0/crawling/pages?start=0&length=10","description":"Untuk mendapatkan data halaman yang sudah dicrawling
\n","urlObject":{"protocol":"http","path":["search-engine","api","v1.0","crawling","pages"],"host":["jft","web","id"],"query":[{"key":"start","value":"0"},{"key":"length","value":"10"}],"variable":[]}},"response":[],"_postman_id":"718b19aa-d749-4dbc-b1a0-7b3162646678"},{"name":"Get Page Information","id":"bb64f134-8165-401a-9309-f67583622ffe","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"POST","header":[],"body":{"mode":"raw","raw":"{\r\n \"id_pages\": [5, 10, 15]\r\n}","options":{"raw":{"language":"json"}}},"url":"http://jft.web.id/search-engine/api/v1.0/crawling/page_information","description":"Untuk mendapatkan detail informasi page dengan id tertentu
\n","urlObject":{"protocol":"http","path":["search-engine","api","v1.0","crawling","page_information"],"host":["jft","web","id"],"query":[],"variable":[]}},"response":[],"_postman_id":"bb64f134-8165-401a-9309-f67583622ffe"},{"name":"Start Insert Crawled Pages","id":"9bae2aef-f296-4805-a865-5a65ec043e2b","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"POST","header":[],"body":{"mode":"raw","raw":"{\r\n \"start_urls\": \"https://www.indosport.com\",\r\n \"keyword\": \"\",\r\n \"duration_crawl\": 10\r\n}","options":{"raw":{"language":"json"}}},"url":"http://jft.web.id/search-engine/api/v1.0/crawling/start_insert","description":"Untuk mendapatkan crawl id yang nantinya digunakan untuk memasukkan data halaman ke database crawling
\n","urlObject":{"protocol":"http","path":["search-engine","api","v1.0","crawling","start_insert"],"host":["jft","web","id"],"query":[],"variable":[]}},"response":[],"_postman_id":"9bae2aef-f296-4805-a865-5a65ec043e2b"},{"name":"Insert Crawled Page","id":"d8ca9c07-8bb3-4300-8eef-1f9a19dee3dc","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"POST","header":[],"body":{"mode":"raw","raw":"{\r\n \"page_information\": {\r\n \"crawl_id\": 3,\r\n \"url\": \"https://www.indosport.com\",\r\n \"html5\": 0,\r\n \"title\": \"INDOSPORT - Berita Olahraga Terkini dan Sepak Bola Indonesia\",\r\n \"description\": \"INDOSPORT.com – Portal Berita Olahraga dan Sepakbola. Menyajikan berita bola terkini, hasil pertandingan, prediksi dan jadwal pertandingan, Liga 1, Liga Inggris, Liga Spanyol, Liga Italia, Liga Champions.\",\r\n \"keywords\": \"Jadwal Pertandingan, Hasil Pertandingan, Klasemen, Prediksi Pertandingan, Liga 1, Liga Inggris, Sepakbola, Liga Champions, Liga Spanyol, Liga Italia, Badminton, Bulutangkis, Link Live Streaming, MotoGP, Berita Sepakbola, Piala Dunia, Tempat Olahraga, Olahraga, Berita Bola, Esport, Basketball.\",\r\n \"content_text\": \"Jumat,19 Agustus 2022 21:05 WIB 3 Bintang Murah dengan Statistik Lebih Mentereng dari Casemiro yang Bisa Dilirik Man United Jumat,19 Agustus 2022 19:32 WIB 4 Kali Dipecat Termasuk saat Latih Timnas Indonesia,Mampukah Luis Milla Bawa Persib Berprestasi? Jumat,19 Agustus 2022 18:42 WIB Resmi Latih Persib,Ini 3 Prestasi Mentereng Luis 13:45 WIB Potret Kemenangan Dramatis PSM Makassar Atas RANS Nusantara di Liga 1 Liga Indonesia | Minggu,24 Juli 2022 21:13 WIB Kemegahan dan Fasilitas Mewah Stadion JIS di Hari Launching Tentang Indosport Redaksi Karir Pedoman Media Siber SOP Perlindungan Wartawan Iklan & Kerjasama RSS Copyright © 2012 - 2022 INDOSPORT. All rights reserved\",\r\n \"hot_url\": 0,\r\n \"size_bytes\": 121345,\r\n \"model_crawl\": \"BFS Crawling\",\r\n \"duration_crawl\": 28800\r\n },\r\n \"page_forms\": [\r\n {\r\n \"url\": \"https://www.indosport.com\",\r\n \"form\": \"\"\r\n },\r\n {\r\n \"url\": \"https://www.indosport.com\",\r\n \"form\": \"\"\r\n }\r\n ],\r\n \"page_images\": [\r\n {\r\n \"url\": \"https://www.indosport.com\",\r\n \"image\": \"\"\r\n },\r\n {\r\n \"url\": \"https://www.indosport.com\",\r\n \"image\": \"\"\r\n }\r\n ],\r\n \"page_linking\": [\r\n {\r\n \"crawl_id\": 3,\r\n \"url\": \"https://www.indosport.com\",\r\n \"outgoing_link\": \"https://www.indosport.com/sepakbola\"\r\n },\r\n {\r\n \"crawl_id\": 1,\r\n \"url\": \"https://www.indosport.com\",\r\n \"outgoing_link\": \"https://www.indosport.com/liga-spanyol\"\r\n }\r\n ],\r\n \"page_list\": [\r\n {\r\n \"url\": \"https://www.indosport.com\",\r\n \"list\": \"| Waktu | Pertandingan | Live TV |
|---|
| Waktu | Pertandingan | Live TV |
|---|
Untuk memasukkan data halaman ke database crawling
\n","urlObject":{"protocol":"http","path":["search-engine","api","v1.0","crawling","insert_page"],"host":["jft","web","id"],"query":[],"variable":[]}},"response":[],"_postman_id":"d8ca9c07-8bb3-4300-8eef-1f9a19dee3dc"}]}
\"\r\n },\r\n {\r\n \"url\": \"https://www.indosport.com\",\r\n \"image\": \"
\"\r\n }\r\n ],\r\n \"page_linking\": [\r\n {\r\n \"crawl_id\": 3,\r\n \"url\": \"https://www.indosport.com\",\r\n \"outgoing_link\": \"https://www.indosport.com/sepakbola\"\r\n },\r\n {\r\n \"crawl_id\": 1,\r\n \"url\": \"https://www.indosport.com\",\r\n \"outgoing_link\": \"https://www.indosport.com/liga-spanyol\"\r\n }\r\n ],\r\n \"page_list\": [\r\n {\r\n \"url\": \"https://www.indosport.com\",\r\n \"list\": \"