Changeset 0a7426e for backend/GlobeGuru-backend/src/main/java/ScraperThread.java

Timestamp:

01/12/25 17:15:36 (3 days ago)

Author:

Kristijan <kristijanzafirovski26@…>

Branches:

master

Children:

df7f390

Parents:

cd64b06

Message:

Added checking for changes - backend

File:

• backend/GlobeGuru-backend/src/main/java/ScraperThread.java (modified) (6 diffs)

backend/GlobeGuru-backend/src/main/java/ScraperThread.java

@@ -14 +14 @@
 import org.openqa.selenium.support.ui.WebDriverWait;
 
+import javax.xml.crypto.Data;
 import java.io.File;
 import java.io.IOException;
@@ -164 +165 @@
              }else continue;
 
-             DatabaseUtil.saveOptionDetails(option.getId(), type,board,amenity, price);
+             //Check for changes
+             int odId = checkForChanges(option.getId(), type, board,amenity,price);
+             if(odId != 0) { //true = changes found - update details
+                 DatabaseUtil.updateOptionDetails(odId,type,board,amenity,price);
+             }else{ //false = not found / no changes - save regular
+                 DatabaseUtil.saveOptionDetails(option.getId(), type, board, amenity, price);
+             }
          }
         }
@@ -194 +201 @@
                 }
                 System.out.println(type + board + price + amenities);
-                DatabaseUtil.saveOptionDetails(option.getId(), type, board, amenities.toString(), price);
-            }
-
-        }
+                int odId = checkForChanges(option.getId(), type, board,amenities.toString(),price);
+                if(odId != 0) { //true = changes found - update details
+                    DatabaseUtil.updateOptionDetails(odId,type,board,amenities.toString(),price);
+                }else{ //false = not found / no changes - save regular
+                    DatabaseUtil.saveOptionDetails(option.getId(), type, board, amenities.toString(), price);
+                }
+            }
+
+        }
+    }
+    private int checkForChanges(int id, String type, String board, String amenities, float price){ //return true for changes, false for no changes
+        try {
+            List<Option> pooled = DatabaseUtil.poolOptionDetails(id);
+            if (pooled.isEmpty()) { //not saved = no changes - save regular
+                return 0;
+            }else{ //got the options saved details
+                for(Option o : pooled){
+                    if(o.getType().equals(type) && o.getBoard().equals(board)){//for the room and board check amenity and price changes (Assumption type of room and board do not change)
+                        if((!o.getAmenities().equals(amenities)) || o.getPrice() != price){
+                            return o.getDetail_id(); //Change
+                        }
+                    }
+                }
+            }
+        }catch(SQLException e){
+            e.printStackTrace();
+        }
+        return 0; //no changes detected
     }
     private Option optionParser(String data, int numPeople){
@@ -218 +249 @@
             return null;
         }
-        //scrapeOptionInfo(created);
         return created;
     }
@@ -235 +265 @@
         Element countryElement = doc.selectFirst("l.ponuda-lokacija");
         created.setCountry(countryElement != null ? countryElement.text() : null);
-        //Element priceElement = doc.selectFirst("div.ponuda-cena");
         Element dateElement = doc.selectFirst("l.ponuda-opis.termin");
         created.setDateRange(dateElement != null ? dateElement.text() : null);
-        /*float price = Float.parseFloat(priceElement != null ? priceElement.text().replaceAll("[^\\d.]", "") : "0");
-        created.setPrice(price);*/
         return created;
     }
@@ -252 +279 @@
         String country = countryP.text().replaceAll("leto hoteli", "");
         created.setCountry(country);
-        /*Element priceElem = doc.selectFirst("span.hotel-price");
-        String priceText = priceElem.text();
-        float price = 0;
-        if(!priceText.isEmpty()) {
-            price = Float.parseFloat(priceText.replace("€", ""));
-        }
-        created.setPrice(price);*/
         String[] queryParams = link.split("[?&]");
         String startDateStr = null;