Add LiveTests

pom.xml

@@ -110,6 +110,16 @@
             </resource>
         </resources>
         <plugins>
+        <plugin>
+            <groupId>org.apache.maven.plugins</groupId>
+            <artifactId>maven-surefire-plugin</artifactId>
+            <configuration>
+                <includes>
+                    <include>**/TestSuite.class</include>
+                    <include>**/LiveTestSuite.class</include>
+                </includes>
+            </configuration>
+        </plugin>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-javadoc-plugin</artifactId>

src/main/java/yahoofinance/YahooFinance.java

@@ -51,7 +51,7 @@ public class YahooFinance {
     public static final String HISTQUOTES2_ENABLED = System.getProperty("yahoofinance.histquotes2.enabled", "true");
     public static final String HISTQUOTES2_BASE_URL = System.getProperty("yahoofinance.baseurl.histquotes2", "https://query1.finance.yahoo.com/v7/finance/download/");
     public static final String HISTQUOTES_QUERY2V8_BASE_URL = System.getProperty("yahoofinance.baseurl.histquotesquery2v8", "https://query2.finance.yahoo.com/v8/finance/chart/");
-    public static final String HISTQUOTES2_SCRAPE_URL = System.getProperty("yahoofinance.scrapeurl.histquotes2", "https://finance.yahoo.com/quote/%5EGSPC/options");
+    public static final String HISTQUOTES2_SCRAPE_URL = System.getProperty("yahoofinance.scrapeurl.histquotes2", "https://finance.yahoo.com/quote/^GSPC");
     public static final String HISTQUOTES2_CRUMB_URL = System.getProperty("yahoofinance.crumburl.histquotes2", "https://query1.finance.yahoo.com/v1/test/getcrumb");
     public static final String HISTQUOTES2_CRUMB = System.getProperty("yahoofinance.crumb", "");
     public static final String HISTQUOTES2_COOKIE = System.getProperty("yahoofinance.cookie", "");

src/main/java/yahoofinance/histquotes2/HistDividendsRequest.java

@@ -3,6 +3,7 @@
 import yahoofinance.Utils;
 import yahoofinance.YahooFinance;
 import yahoofinance.util.RedirectableRequest;
+import yahoofinance.util.CrumbManager;
 
 import java.io.BufferedReader;
 import java.io.IOException;

src/main/java/yahoofinance/histquotes2/HistQuotes2Request.java

@@ -5,6 +5,7 @@
 import yahoofinance.histquotes.HistoricalQuote;
 import yahoofinance.histquotes.Interval;
 import yahoofinance.util.RedirectableRequest;
+import yahoofinance.util.CrumbManager;
 
 import java.io.BufferedReader;
 import java.io.IOException;

src/main/java/yahoofinance/histquotes2/HistSplitsRequest.java

@@ -3,6 +3,7 @@
 import yahoofinance.Utils;
 import yahoofinance.YahooFinance;
 import yahoofinance.util.RedirectableRequest;
+import yahoofinance.util.CrumbManager;
 
 import java.io.BufferedReader;
 import java.io.IOException;

src/main/java/yahoofinance/quotes/query1v7/QuotesRequest.java

@@ -7,13 +7,14 @@
 import yahoofinance.Utils;
 import yahoofinance.YahooFinance;
 import yahoofinance.util.RedirectableRequest;
-
+import yahoofinance.util.CrumbManager;
 import java.io.IOException;
 import java.io.InputStreamReader;
 import java.net.URL;
 import java.net.URLConnection;
 import java.util.ArrayList;
 import java.util.LinkedHashMap;
+import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 
@@ -59,7 +60,8 @@ public List<T> getResult() throws IOException {
 
         Map<String, String> params = new LinkedHashMap<String, String>();
         params.put("symbols", this.symbols);
-
+
+        params.put("crumb", CrumbManager.getCrumb());
         String url = YahooFinance.QUOTES_QUERY1V7_BASE_URL + "?" + Utils.getURLParameters(params);
 
         // Get JSON from Yahoo
@@ -69,7 +71,10 @@ public List<T> getResult() throws IOException {
         RedirectableRequest redirectableRequest = new RedirectableRequest(request, 5);
         redirectableRequest.setConnectTimeout(YahooFinance.CONNECTION_TIMEOUT);
         redirectableRequest.setReadTimeout(YahooFinance.CONNECTION_TIMEOUT);
-        URLConnection connection = redirectableRequest.openConnection();
+        Map<String, String> requestProperties = new HashMap<String, String>();
+        requestProperties.put("Cookie", CrumbManager.getCookie());
+        requestProperties.put("User-Agent", "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.4; en-US; rv:1.9.2.2) Gecko/20100316 Firefox/3.6.2");
+        URLConnection connection = redirectableRequest.openConnection(requestProperties);
 
         InputStreamReader is = new InputStreamReader(connection.getInputStream());
         JsonNode node = objectMapper.readTree(is);

src/main/java/yahoofinance/histquotes2/CrumbManager.java → src/main/java/yahoofinance/util/CrumbManager.java

@@ -1,4 +1,4 @@
-package yahoofinance.histquotes2;
+package yahoofinance.util;
 
 import java.io.BufferedReader;
 import java.io.IOException;
@@ -46,9 +46,10 @@ private static void setCookie() throws IOException {
         redirectableRequest.setConnectTimeout(YahooFinance.CONNECTION_TIMEOUT);
         redirectableRequest.setReadTimeout(YahooFinance.CONNECTION_TIMEOUT);
 
-
-        URLConnection connection = redirectableRequest.openConnection();
-
+        Map<String, String> requestProperties = new HashMap<String, String>();
+        requestProperties.put("User-Agent", "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.4; en-US; rv:1.9.2.2) Gecko/20100316 Firefox/3.6.2");
+        URLConnection connection = redirectableRequest.openConnection(requestProperties);
+
         for(String headerKey : connection.getHeaderFields().keySet()) {        	
             if("Set-Cookie".equalsIgnoreCase(headerKey)) {
                 for(String cookieField : connection.getHeaderFields().get(headerKey)) {                	
@@ -162,7 +163,8 @@ private static void setCrumb() throws IOException {
 
         Map<String, String> requestProperties = new HashMap<String, String>();
         requestProperties.put("Cookie", cookie);
-
+        requestProperties.put("User-Agent", "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.4; en-US; rv:1.9.2.2) Gecko/20100316 Firefox/3.6.2");
+
         URLConnection crumbConnection = redirectableCrumbRequest.openConnection(requestProperties);
         InputStreamReader is = new InputStreamReader(crumbConnection.getInputStream());
         BufferedReader br = new BufferedReader(is);        

src/test/java/yahoofinance/LiveTestSuite.java

@@ -0,0 +1,16 @@
+package yahoofinance;
+
+
+import org.junit.runner.RunWith;
+import org.junit.runners.Suite;
+
+//ADD new test Classes here
+@RunWith(Suite.class)
+@Suite.SuiteClasses({
+    OnlineRequestTest.class
+
+
+})
+public class LiveTestSuite {
+
+}

src/test/java/yahoofinance/MockTestSuite.java

@@ -0,0 +1,28 @@
+package yahoofinance;
+
+
+import org.junit.runner.RunWith;
+import org.junit.runners.Suite;
+import yahoofinance.mock.MockedServersTest;
+
+
+
+
+import java.io.IOException;
+
+//ADD new test Classes here
+@RunWith(Suite.class)
+@Suite.SuiteClasses({
+    HistoricalQuoteRequestTest.class, 
+        FxQuoteRequestTest.class, 
+        QuoteRequestFlowTest.class, 
+        SimpleQuoteRequestTest.class
+
+
+})
+public class MockTestSuite {
+    public void MockTestSuite(){
+   MockedServersTest.startServers();
+    }
+
+}

src/test/java/yahoofinance/OnlineRequestTest.java

@@ -0,0 +1,25 @@
+package yahoofinance;
+
+import org.junit.Test;
+import yahoofinance.quotes.fx.FxQuote;
+import yahoofinance.quotes.fx.FxSymbols;
+
+import java.io.IOException;
+import java.math.BigDecimal;
+import java.util.Map;
+
+import static org.junit.Assert.*;
+
+/**
+ *
+ * @author Paul ProgramComputer
+ */
+public class OnlineRequestTest {
+
+    @Test
+    public void OnlineRequestTest() throws IOException {
+        Stock stock = YahooFinance.get("AAPL");
+     assertEquals(stock.getStats().getSymbol(),"AAPL");
+
+    }
+    }