diff --git a/services/course-information/src/main/java/edu/uga/devdogs/course_information/webscraping/DescriptionScraper.java b/services/course-information/src/main/java/edu/uga/devdogs/course_information/webscraping/DescriptionScraper.java index a5e3dcb6..9b05216f 100644 --- a/services/course-information/src/main/java/edu/uga/devdogs/course_information/webscraping/DescriptionScraper.java +++ b/services/course-information/src/main/java/edu/uga/devdogs/course_information/webscraping/DescriptionScraper.java @@ -40,9 +40,13 @@ public static String getCourseDescription(String coursePrefix, String courseSuff Element courseResults = document.getElementById("lblCourseResultText"); if (courseResults == null) return "Description not found"; + + Element courseResults = document.getElementById("lblCourseResultText"); Elements resultsTables = courseResults.getElementsByClass("courseresultstable"); + driver.quit(); boolean isDescription = false; + for (Element table : resultsTables) { for (Element data : table.getElementsByTag("td")) { String text = data.text().trim(); @@ -65,6 +69,7 @@ public static String getCourseDescription(String coursePrefix, String courseSuff public static void main(String[] args) { String description = getCourseDescription("AAEC", "2580"); System.out.println(description); + } } \ No newline at end of file diff --git a/services/course-information/src/main/resources/application.properties b/services/course-information/src/main/resources/application.properties index 1dd3ea5b..bcb3227e 100644 --- a/services/course-information/src/main/resources/application.properties +++ b/services/course-information/src/main/resources/application.properties @@ -3,13 +3,15 @@ spring.application.name=course-information spring.datasource.url=jdbc:mysql://optimalscheduledatabase.cj6soes8wsjl.us-east-2.rds.amazonaws.com:3306/CourseInformation spring.datasource.username=admin -spring.datasource.password=DevD0gs2425 +spring.datasource.password=password -spring.jpa.hibernate.ddl-auto= create +spring.jpa.hibernate.ddl-auto=create spring.jpa.show-sql=false spring.jpa.properties.hibernate.format_sql=true logging.level.org.hibernate.type.descriptor.sql=trace + # will control when we update the building update.buildings= true +