Support BOM files (#61)

Author: Hattshire

GO_Sync/pom.xml

@@ -40,6 +40,11 @@
           <artifactId>commons-csv</artifactId>
           <version>1.7</version>
       </dependency>
+      <dependency>
+          <groupId>commons-io</groupId>
+          <artifactId>commons-io</artifactId>
+          <version>2.11.0</version>
+      </dependency>
 
 
   </dependencies>

GO_Sync/src/main/java/edu/usf/cutr/go_sync/io/GTFSReadIn.java

@@ -28,12 +28,12 @@
 import org.apache.commons.csv.CSVFormat;
 import org.apache.commons.csv.CSVParser;
 import org.apache.commons.csv.CSVRecord;
+import org.apache.commons.io.input.BOMInputStream;
 
 public class GTFSReadIn {
     private static Hashtable<String, Route> allRoutes;
     private static final String ROUTE_KEY = "route_ref";
     private static final String NTD_ID_KEY = "ntd_id";
-    private static final String UTF8_BOM = "\uFEFF";
 
     private List<Stop> stops;
 
@@ -79,7 +79,7 @@ public List<Stop> readBusStop(String fName, String agencyName, String routes_fNa
         String [] elements;
         int stopIdKey=-1, stopNameKey=-1, stopLatKey=-1, stopLonKey=-1;
         try {
-            BufferedReader br = new BufferedReader(new InputStreamReader(new FileInputStream(fName),"UTF-8"));
+            BufferedReader br = new BufferedReader(new InputStreamReader(new BOMInputStream(new FileInputStream(fName)),"UTF-8"));
             HashMap<String,Integer> keysIndex = new HashMap<String,Integer> ();
             thisLine = br.readLine();
             StringReader sr = new StringReader(thisLine);
@@ -224,7 +224,7 @@ public Hashtable<String, Route> readRoutes(String routes_fName){
         int routeIdKey=-1, routeShortNameKey=-1,routeLongNameKey=-1;
 
         try {
-            BufferedReader br = new BufferedReader(new InputStreamReader(new FileInputStream(routes_fName),"UTF-8"));
+            BufferedReader br = new BufferedReader(new InputStreamReader(new BOMInputStream(new FileInputStream(routes_fName)), "UTF-8"));
             HashMap<String,Integer> keysIndex = new HashMap<String,Integer> ();
             thisLine = br.readLine();
             StringReader sr = new StringReader(thisLine);
@@ -341,7 +341,7 @@ public Hashtable<String, HashSet<Route>> matchRouteToStop(String routes_fName, S
 
         // trips.txt read-in
         try {
-            BufferedReader br = new BufferedReader(new InputStreamReader(new FileInputStream(trips_fName),"UTF-8"));
+            BufferedReader br = new BufferedReader(new InputStreamReader(new BOMInputStream(new FileInputStream(trips_fName)),"UTF-8"));
             CSVParser parser = CSVParser.parse(br, CSVFormat.DEFAULT.withHeader());
             for (CSVRecord csvRecord : parser) {
 
@@ -361,7 +361,7 @@ public Hashtable<String, HashSet<Route>> matchRouteToStop(String routes_fName, S
         Hashtable<String, HashSet<Route>> stopIDs = new Hashtable<String, HashSet<Route>>();
         // stop_times.txt read-in
         try {
-            BufferedReader br = new BufferedReader(new InputStreamReader(new FileInputStream(stop_times_fName), "UTF-8"));
+            BufferedReader br = new BufferedReader(new InputStreamReader(new BOMInputStream(new FileInputStream(stop_times_fName)), "UTF-8"));
 
             CSVParser parser = CSVParser.parse(br, CSVFormat.DEFAULT.withHeader());