Changeset df7f390 for backend/GlobeGuru-backend/src/main/java/ScraperThread.java

Timestamp:

01/13/25 14:18:51 (2 days ago)

Author:

Kristijan <kristijanzafirovski26@…>

Branches:

master

Parents:

0a7426e

Message:

Added frontend functionality for changes and refactored code

File:

• backend/GlobeGuru-backend/src/main/java/ScraperThread.java (modified) (4 diffs)

backend/GlobeGuru-backend/src/main/java/ScraperThread.java

@@ -29 +29 @@
 public class ScraperThread extends Thread {
     private String url;
-    private ConcurrentLinkedQueue<Option> uniqueOptions;
     private CountDownLatch latch;
-    private Set<Option> optionSet;
-
-    public ScraperThread(String url, ConcurrentLinkedQueue<Option> optionsQueue, CountDownLatch latch) {
+
+    public ScraperThread(String url, CountDownLatch latch) {
         this.url = url;
-        this.uniqueOptions = optionsQueue;
         this.latch = latch;
-        this.optionSet = new HashSet<>();
     }
 
@@ -86 +82 @@
                     for (Element div : childDivs) {
                         String data = div.outerHtml();
-                        Option option = optionParser(data,numPeople);
+                        Option option = optionParser(data, numPeople);
                         if (option != null) {
-                            Option existingOption = DatabaseUtil.findOption(option);
-                            if (existingOption != null) {
-                                if (existingOption.equals(option)) {
-                                    option.setPriceChanged(true);
-                                    option.setNewPrice(option.getPrice());
-                                }
-                                DatabaseUtil.updateOptionInDatabase(option);
-                            } else if (optionSet.add(option)) {
-                                uniqueOptions.add(option);
-                                option.setId(DatabaseUtil.saveOptionToDatabase(option));
-                                scrapeOptionInfo(option);
-                                System.out.println("Parsed " + option);
-                            }
+                            option.setId(DatabaseUtil.saveOptionToDatabase(option));
+                            scrapeOptionInfo(option);
+                            System.out.println("Parsed " + option);
                         }
                     }
@@ -115 +101 @@
                     for (Element div : childDivs) {
                         String data = div.outerHtml();
-                        Option newOption = optionParser(data,numPeople);
+                        Option newOption = optionParser(data, numPeople);
                         if (newOption != null) {
-                            if (optionSet.add(newOption)) {
-                                uniqueOptions.add(newOption);
-
-                                newOption.setId(DatabaseUtil.saveOptionToDatabase(newOption));
-                                scrapeOptionInfo(newOption);
-                                System.out.println("Parsed " + newOption);
-                            }
-                        }
-                    }
-
-        } else {
+                            newOption.setId(DatabaseUtil.saveOptionToDatabase(newOption));
+                            scrapeOptionInfo(newOption);
+                            System.out.println("Parsed " + newOption);
+                        }
+                    }
+                } else {
                     System.out.println("Parent div not found");
                 }
@@ -134 +115 @@
                 System.out.println("URL not recognized for parsing.");
         }
+
     }
     private void scrapeOptionInfo(Option option) {