github-mirrors/DependencyCheck
1
0
Fork 0
mirror of https://github.com/ysoftdevs/DependencyCheck.git synced 2026-03-17 23:04:07 +01:00
Code Issues Packages Projects Releases Wiki Activity

v1.3.5 documentation

Browse Source
This commit is contained in:
Jeremy Long
2016-03-05 16:23:56 -05:00
parent 879a7165b1
commit 235a3c36cc
1164 changed files with 53112 additions and 46024 deletions
Download Patch File Download Diff File Expand all files Collapse all files

595
xref/org/owasp/dependencycheck/data/update/NvdCveUpdater.html
View File

@@ -43,305 +43,312 @@
<a class="jxr_linenumber" name="L35" href="#L35">35</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.data.update.nvd.NvdCveInfo;
<a class="jxr_linenumber" name="L36" href="#L36">36</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.data.update.nvd.ProcessTask;
<a class="jxr_linenumber" name="L37" href="#L37">37</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.data.update.nvd.UpdateableNvdCve;
<a class="jxr_linenumber" name="L38" href="#L38">38</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.exception.NoDataException;
<a class="jxr_linenumber" name="L39" href="#L39">39</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.DateUtil;
<a class="jxr_linenumber" name="L40" href="#L40">40</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.DownloadFailedException;
<a class="jxr_linenumber" name="L41" href="#L41">41</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.InvalidSettingException;
<a class="jxr_linenumber" name="L42" href="#L42">42</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.Settings;
<a class="jxr_linenumber" name="L43" href="#L43">43</a> <strong class="jxr_keyword">import</strong> org.slf4j.Logger;
<a class="jxr_linenumber" name="L44" href="#L44">44</a> <strong class="jxr_keyword">import</strong> org.slf4j.LoggerFactory;
<a class="jxr_linenumber" name="L45" href="#L45">45</a>
<a class="jxr_linenumber" name="L46" href="#L46">46</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L47" href="#L47">47</a> <em class="jxr_javadoccomment"> * Class responsible for updating the NVD CVE data.</em>
<a class="jxr_linenumber" name="L48" href="#L48">48</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L49" href="#L49">49</a> <em class="jxr_javadoccomment"> * @author Jeremy Long</em>
<a class="jxr_linenumber" name="L50" href="#L50">50</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L51" href="#L51">51</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/NvdCveUpdater.html">NvdCveUpdater</a> <strong class="jxr_keyword">extends</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/BaseUpdater.html">BaseUpdater</a> <strong class="jxr_keyword">implements</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/CachedWebDataSource.html">CachedWebDataSource</a> {
<a class="jxr_linenumber" name="L52" href="#L52">52</a>
<a class="jxr_linenumber" name="L53" href="#L53">53</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L54" href="#L54">54</a> <em class="jxr_javadoccomment"> * The logger</em>
<a class="jxr_linenumber" name="L55" href="#L55">55</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L56" href="#L56">56</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> Logger LOGGER = LoggerFactory.getLogger(NvdCveUpdater.<strong class="jxr_keyword">class</strong>);
<a class="jxr_linenumber" name="L57" href="#L57">57</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L58" href="#L58">58</a> <em class="jxr_javadoccomment"> * The max thread pool size to use when downloading files.</em>
<a class="jxr_linenumber" name="L59" href="#L59">59</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L60" href="#L60">60</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> MAX_THREAD_POOL_SIZE = Settings.getInt(Settings.KEYS.MAX_DOWNLOAD_THREAD_POOL_SIZE, 3);
<a class="jxr_linenumber" name="L61" href="#L61">61</a>
<a class="jxr_linenumber" name="L62" href="#L62">62</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L63" href="#L63">63</a> <em class="jxr_javadoccomment"> * &lt;p&gt;</em>
<a class="jxr_linenumber" name="L64" href="#L64">64</a> <em class="jxr_javadoccomment"> * Downloads the latest NVD CVE XML file from the web and imports it into the current CVE Database.&lt;/p&gt;</em>
<a class="jxr_linenumber" name="L65" href="#L65">65</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L66" href="#L66">66</a> <em class="jxr_javadoccomment"> * @throws UpdateException is thrown if there is an error updating the database</em>
<a class="jxr_linenumber" name="L67" href="#L67">67</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L68" href="#L68">68</a> @Override
<a class="jxr_linenumber" name="L69" href="#L69">69</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> update() <strong class="jxr_keyword">throws</strong> UpdateException {
<a class="jxr_linenumber" name="L70" href="#L70">70</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L71" href="#L71">71</a> openDataStores();
<a class="jxr_linenumber" name="L72" href="#L72">72</a> <strong class="jxr_keyword">if</strong> (checkUpdate()) {
<a class="jxr_linenumber" name="L73" href="#L73">73</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> updateable = getUpdatesNeeded();
<a class="jxr_linenumber" name="L74" href="#L74">74</a> <strong class="jxr_keyword">if</strong> (updateable.isUpdateNeeded()) {
<a class="jxr_linenumber" name="L75" href="#L75">75</a> performUpdate(updateable);
<a class="jxr_linenumber" name="L76" href="#L76">76</a> }
<a class="jxr_linenumber" name="L77" href="#L77">77</a> }
<a class="jxr_linenumber" name="L78" href="#L78">78</a> } <strong class="jxr_keyword">catch</strong> (MalformedURLException ex) {
<a class="jxr_linenumber" name="L79" href="#L79">79</a> LOGGER.warn(
<a class="jxr_linenumber" name="L80" href="#L80">80</a> <span class="jxr_string">"NVD CVE properties files contain an invalid URL, unable to update the data to use the most current data."</span>);
<a class="jxr_linenumber" name="L81" href="#L81">81</a> LOGGER.debug(<span class="jxr_string">""</span>, ex);
<a class="jxr_linenumber" name="L82" href="#L82">82</a> } <strong class="jxr_keyword">catch</strong> (DownloadFailedException ex) {
<a class="jxr_linenumber" name="L83" href="#L83">83</a> LOGGER.warn(
<a class="jxr_linenumber" name="L84" href="#L84">84</a> <span class="jxr_string">"Unable to download the NVD CVE data; the results may not include the most recent CPE/CVEs from the NVD."</span>);
<a class="jxr_linenumber" name="L85" href="#L85">85</a> <strong class="jxr_keyword">if</strong> (Settings.getString(Settings.KEYS.PROXY_SERVER) == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L86" href="#L86">86</a> LOGGER.info(
<a class="jxr_linenumber" name="L87" href="#L87">87</a> <span class="jxr_string">"If you are behind a proxy you may need to configure dependency-check to use the proxy."</span>);
<a class="jxr_linenumber" name="L88" href="#L88">88</a> }
<a class="jxr_linenumber" name="L89" href="#L89">89</a> LOGGER.debug(<span class="jxr_string">""</span>, ex);
<a class="jxr_linenumber" name="L90" href="#L90">90</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L91" href="#L91">91</a> closeDataStores();
<a class="jxr_linenumber" name="L92" href="#L92">92</a> }
<a class="jxr_linenumber" name="L93" href="#L93">93</a> }
<a class="jxr_linenumber" name="L94" href="#L94">94</a>
<a class="jxr_linenumber" name="L95" href="#L95">95</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L96" href="#L96">96</a> <em class="jxr_javadoccomment"> * Checks if the NVD CVE XML files were last checked recently. As an optimization, we can avoid repetitive checks against the</em>
<a class="jxr_linenumber" name="L97" href="#L97">97</a> <em class="jxr_javadoccomment"> * NVD. Setting CVE_CHECK_VALID_FOR_HOURS determines the duration since last check before checking again. A database property</em>
<a class="jxr_linenumber" name="L98" href="#L98">98</a> <em class="jxr_javadoccomment"> * stores the timestamp of the last check.</em>
<a class="jxr_linenumber" name="L99" href="#L99">99</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L100" href="#L100">100</a> <em class="jxr_javadoccomment"> * @return true to proceed with the check, or false to skip.</em>
<a class="jxr_linenumber" name="L101" href="#L101">101</a> <em class="jxr_javadoccomment"> * @throws UpdateException thrown when there is an issue checking for updates.</em>
<a class="jxr_linenumber" name="L102" href="#L102">102</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L103" href="#L103">103</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> checkUpdate() <strong class="jxr_keyword">throws</strong> UpdateException {
<a class="jxr_linenumber" name="L104" href="#L104">104</a> <strong class="jxr_keyword">boolean</strong> proceed = <strong class="jxr_keyword">true</strong>;
<a class="jxr_linenumber" name="L105" href="#L105">105</a> <em class="jxr_comment">// If the valid setting has not been specified, then we proceed to check...</em>
<a class="jxr_linenumber" name="L106" href="#L106">106</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> validForHours = Settings.getInt(Settings.KEYS.CVE_CHECK_VALID_FOR_HOURS, 0);
<a class="jxr_linenumber" name="L107" href="#L107">107</a> <strong class="jxr_keyword">if</strong> (dataExists() &amp;&amp; 0 &lt; validForHours) {
<a class="jxr_linenumber" name="L108" href="#L108">108</a> <em class="jxr_comment">// ms Valid = valid (hours) x 60 min/hour x 60 sec/min x 1000 ms/sec</em>
<a class="jxr_linenumber" name="L109" href="#L109">109</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> msValid = validForHours * 60L * 60L * 1000L;
<a class="jxr_linenumber" name="L110" href="#L110">110</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> lastChecked = Long.parseLong(getProperties().getProperty(DatabaseProperties.LAST_CHECKED, <span class="jxr_string">"0"</span>));
<a class="jxr_linenumber" name="L111" href="#L111">111</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> now = System.currentTimeMillis();
<a class="jxr_linenumber" name="L112" href="#L112">112</a> proceed = (now - lastChecked) &gt; msValid;
<a class="jxr_linenumber" name="L113" href="#L113">113</a> <strong class="jxr_keyword">if</strong> (proceed) {
<a class="jxr_linenumber" name="L114" href="#L114">114</a> getProperties().save(DatabaseProperties.LAST_CHECKED, Long.toString(now));
<a class="jxr_linenumber" name="L115" href="#L115">115</a> } <strong class="jxr_keyword">else</strong> {
<a class="jxr_linenumber" name="L116" href="#L116">116</a> LOGGER.info(<span class="jxr_string">"Skipping NVD check since last check was within {} hours."</span>, validForHours);
<a class="jxr_linenumber" name="L117" href="#L117">117</a> LOGGER.debug(<span class="jxr_string">"Last NVD was at {}, and now {} is within {} ms."</span>,
<a class="jxr_linenumber" name="L118" href="#L118">118</a> lastChecked, now, msValid);
<a class="jxr_linenumber" name="L119" href="#L119">119</a> }
<a class="jxr_linenumber" name="L120" href="#L120">120</a> }
<a class="jxr_linenumber" name="L121" href="#L121">121</a> <strong class="jxr_keyword">return</strong> proceed;
<a class="jxr_linenumber" name="L122" href="#L122">122</a> }
<a class="jxr_linenumber" name="L123" href="#L123">123</a>
<a class="jxr_linenumber" name="L124" href="#L124">124</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L125" href="#L125">125</a> <em class="jxr_javadoccomment"> * Checks the CPE Index to ensure documents exists.</em>
<a class="jxr_linenumber" name="L126" href="#L126">126</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L127" href="#L127">127</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> dataExists() {
<a class="jxr_linenumber" name="L128" href="#L128">128</a> <a href="../../../../../org/owasp/dependencycheck/data/nvdcve/CveDB.html">CveDB</a> cve = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L129" href="#L129">129</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L130" href="#L130">130</a> cve = <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/nvdcve/CveDB.html">CveDB</a>();
<a class="jxr_linenumber" name="L131" href="#L131">131</a> cve.open();
<a class="jxr_linenumber" name="L132" href="#L132">132</a> <strong class="jxr_keyword">return</strong> cve.dataExists();
<a class="jxr_linenumber" name="L133" href="#L133">133</a> } <strong class="jxr_keyword">catch</strong> (DatabaseException ex) {
<a class="jxr_linenumber" name="L134" href="#L134">134</a> <strong class="jxr_keyword">return</strong> false;
<a class="jxr_linenumber" name="L135" href="#L135">135</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L136" href="#L136">136</a> <strong class="jxr_keyword">if</strong> (cve != <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L137" href="#L137">137</a> cve.close();
<a class="jxr_linenumber" name="L138" href="#L138">138</a> }
<a class="jxr_linenumber" name="L139" href="#L139">139</a> }
<a class="jxr_linenumber" name="L140" href="#L140">140</a> }
<a class="jxr_linenumber" name="L141" href="#L141">141</a>
<a class="jxr_linenumber" name="L142" href="#L142">142</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L143" href="#L143">143</a> <em class="jxr_javadoccomment"> * Downloads the latest NVD CVE XML file from the web and imports it into the current CVE Database.</em>
<a class="jxr_linenumber" name="L144" href="#L144">144</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L145" href="#L145">145</a> <em class="jxr_javadoccomment"> * @param updateable a collection of NVD CVE data file references that need to be downloaded and processed to update the</em>
<a class="jxr_linenumber" name="L146" href="#L146">146</a> <em class="jxr_javadoccomment"> * database</em>
<a class="jxr_linenumber" name="L147" href="#L147">147</a> <em class="jxr_javadoccomment"> * @throws UpdateException is thrown if there is an error updating the database</em>
<a class="jxr_linenumber" name="L148" href="#L148">148</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L149" href="#L149">149</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> performUpdate(<a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> updateable) <strong class="jxr_keyword">throws</strong> UpdateException {
<a class="jxr_linenumber" name="L150" href="#L150">150</a> <strong class="jxr_keyword">int</strong> maxUpdates = 0;
<a class="jxr_linenumber" name="L151" href="#L151">151</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L152" href="#L152">152</a> <strong class="jxr_keyword">for</strong> (NvdCveInfo cve : updateable) {
<a class="jxr_linenumber" name="L153" href="#L153">153</a> <strong class="jxr_keyword">if</strong> (cve.getNeedsUpdate()) {
<a class="jxr_linenumber" name="L154" href="#L154">154</a> maxUpdates += 1;
<a class="jxr_linenumber" name="L155" href="#L155">155</a> }
<a class="jxr_linenumber" name="L156" href="#L156">156</a> }
<a class="jxr_linenumber" name="L157" href="#L157">157</a> <strong class="jxr_keyword">if</strong> (maxUpdates &lt;= 0) {
<a class="jxr_linenumber" name="L158" href="#L158">158</a> <strong class="jxr_keyword">return</strong>;
<a class="jxr_linenumber" name="L159" href="#L159">159</a> }
<a class="jxr_linenumber" name="L160" href="#L160">160</a> <strong class="jxr_keyword">if</strong> (maxUpdates &gt; 3) {
<a class="jxr_linenumber" name="L161" href="#L161">161</a> LOGGER.info(
<a class="jxr_linenumber" name="L162" href="#L162">162</a> <span class="jxr_string">"NVD CVE requires several updates; this could take a couple of minutes."</span>);
<a class="jxr_linenumber" name="L38" href="#L38">38</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.DateUtil;
<a class="jxr_linenumber" name="L39" href="#L39">39</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.DownloadFailedException;
<a class="jxr_linenumber" name="L40" href="#L40">40</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.InvalidSettingException;
<a class="jxr_linenumber" name="L41" href="#L41">41</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.Settings;
<a class="jxr_linenumber" name="L42" href="#L42">42</a> <strong class="jxr_keyword">import</strong> org.slf4j.Logger;
<a class="jxr_linenumber" name="L43" href="#L43">43</a> <strong class="jxr_keyword">import</strong> org.slf4j.LoggerFactory;
<a class="jxr_linenumber" name="L44" href="#L44">44</a>
<a class="jxr_linenumber" name="L45" href="#L45">45</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L46" href="#L46">46</a> <em class="jxr_javadoccomment"> * Class responsible for updating the NVD CVE data.</em>
<a class="jxr_linenumber" name="L47" href="#L47">47</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L48" href="#L48">48</a> <em class="jxr_javadoccomment"> * @author Jeremy Long</em>
<a class="jxr_linenumber" name="L49" href="#L49">49</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L50" href="#L50">50</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/NvdCveUpdater.html">NvdCveUpdater</a> <strong class="jxr_keyword">extends</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/BaseUpdater.html">BaseUpdater</a> <strong class="jxr_keyword">implements</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/CachedWebDataSource.html">CachedWebDataSource</a> {
<a class="jxr_linenumber" name="L51" href="#L51">51</a>
<a class="jxr_linenumber" name="L52" href="#L52">52</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L53" href="#L53">53</a> <em class="jxr_javadoccomment"> * The logger</em>
<a class="jxr_linenumber" name="L54" href="#L54">54</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L55" href="#L55">55</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> Logger LOGGER = LoggerFactory.getLogger(NvdCveUpdater.<strong class="jxr_keyword">class</strong>);
<a class="jxr_linenumber" name="L56" href="#L56">56</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L57" href="#L57">57</a> <em class="jxr_javadoccomment"> * The max thread pool size to use when downloading files.</em>
<a class="jxr_linenumber" name="L58" href="#L58">58</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L59" href="#L59">59</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> MAX_THREAD_POOL_SIZE = Settings.getInt(Settings.KEYS.MAX_DOWNLOAD_THREAD_POOL_SIZE, 3);
<a class="jxr_linenumber" name="L60" href="#L60">60</a>
<a class="jxr_linenumber" name="L61" href="#L61">61</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L62" href="#L62">62</a> <em class="jxr_javadoccomment"> * &lt;p&gt;</em>
<a class="jxr_linenumber" name="L63" href="#L63">63</a> <em class="jxr_javadoccomment"> * Downloads the latest NVD CVE XML file from the web and imports it into the current CVE Database.&lt;/p&gt;</em>
<a class="jxr_linenumber" name="L64" href="#L64">64</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L65" href="#L65">65</a> <em class="jxr_javadoccomment"> * @throws UpdateException is thrown if there is an error updating the database</em>
<a class="jxr_linenumber" name="L66" href="#L66">66</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L67" href="#L67">67</a> @Override
<a class="jxr_linenumber" name="L68" href="#L68">68</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> update() <strong class="jxr_keyword">throws</strong> UpdateException {
<a class="jxr_linenumber" name="L69" href="#L69">69</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L70" href="#L70">70</a> openDataStores();
<a class="jxr_linenumber" name="L71" href="#L71">71</a> <strong class="jxr_keyword">boolean</strong> autoUpdate = <strong class="jxr_keyword">true</strong>;
<a class="jxr_linenumber" name="L72" href="#L72">72</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L73" href="#L73">73</a> autoUpdate = Settings.getBoolean(Settings.KEYS.AUTO_UPDATE);
<a class="jxr_linenumber" name="L74" href="#L74">74</a> } <strong class="jxr_keyword">catch</strong> (InvalidSettingException ex) {
<a class="jxr_linenumber" name="L75" href="#L75">75</a> LOGGER.debug(<span class="jxr_string">"Invalid setting for auto-update; using true."</span>);
<a class="jxr_linenumber" name="L76" href="#L76">76</a> }
<a class="jxr_linenumber" name="L77" href="#L77">77</a> <strong class="jxr_keyword">if</strong> (autoUpdate &amp;&amp; checkUpdate()) {
<a class="jxr_linenumber" name="L78" href="#L78">78</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> updateable = getUpdatesNeeded();
<a class="jxr_linenumber" name="L79" href="#L79">79</a> <strong class="jxr_keyword">if</strong> (updateable.isUpdateNeeded()) {
<a class="jxr_linenumber" name="L80" href="#L80">80</a> performUpdate(updateable);
<a class="jxr_linenumber" name="L81" href="#L81">81</a> }
<a class="jxr_linenumber" name="L82" href="#L82">82</a> }
<a class="jxr_linenumber" name="L83" href="#L83">83</a> } <strong class="jxr_keyword">catch</strong> (MalformedURLException ex) {
<a class="jxr_linenumber" name="L84" href="#L84">84</a> LOGGER.warn(
<a class="jxr_linenumber" name="L85" href="#L85">85</a> <span class="jxr_string">"NVD CVE properties files contain an invalid URL, unable to update the data to use the most current data."</span>);
<a class="jxr_linenumber" name="L86" href="#L86">86</a> LOGGER.debug(<span class="jxr_string">""</span>, ex);
<a class="jxr_linenumber" name="L87" href="#L87">87</a> } <strong class="jxr_keyword">catch</strong> (DownloadFailedException ex) {
<a class="jxr_linenumber" name="L88" href="#L88">88</a> LOGGER.warn(
<a class="jxr_linenumber" name="L89" href="#L89">89</a> <span class="jxr_string">"Unable to download the NVD CVE data; the results may not include the most recent CPE/CVEs from the NVD."</span>);
<a class="jxr_linenumber" name="L90" href="#L90">90</a> <strong class="jxr_keyword">if</strong> (Settings.getString(Settings.KEYS.PROXY_SERVER) == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L91" href="#L91">91</a> LOGGER.info(
<a class="jxr_linenumber" name="L92" href="#L92">92</a> <span class="jxr_string">"If you are behind a proxy you may need to configure dependency-check to use the proxy."</span>);
<a class="jxr_linenumber" name="L93" href="#L93">93</a> }
<a class="jxr_linenumber" name="L94" href="#L94">94</a> LOGGER.debug(<span class="jxr_string">""</span>, ex);
<a class="jxr_linenumber" name="L95" href="#L95">95</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L96" href="#L96">96</a> closeDataStores();
<a class="jxr_linenumber" name="L97" href="#L97">97</a> }
<a class="jxr_linenumber" name="L98" href="#L98">98</a> }
<a class="jxr_linenumber" name="L99" href="#L99">99</a>
<a class="jxr_linenumber" name="L100" href="#L100">100</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L101" href="#L101">101</a> <em class="jxr_javadoccomment"> * Checks if the NVD CVE XML files were last checked recently. As an optimization, we can avoid repetitive checks against the</em>
<a class="jxr_linenumber" name="L102" href="#L102">102</a> <em class="jxr_javadoccomment"> * NVD. Setting CVE_CHECK_VALID_FOR_HOURS determines the duration since last check before checking again. A database property</em>
<a class="jxr_linenumber" name="L103" href="#L103">103</a> <em class="jxr_javadoccomment"> * stores the timestamp of the last check.</em>
<a class="jxr_linenumber" name="L104" href="#L104">104</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L105" href="#L105">105</a> <em class="jxr_javadoccomment"> * @return true to proceed with the check, or false to skip.</em>
<a class="jxr_linenumber" name="L106" href="#L106">106</a> <em class="jxr_javadoccomment"> * @throws UpdateException thrown when there is an issue checking for updates.</em>
<a class="jxr_linenumber" name="L107" href="#L107">107</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L108" href="#L108">108</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> checkUpdate() <strong class="jxr_keyword">throws</strong> UpdateException {
<a class="jxr_linenumber" name="L109" href="#L109">109</a> <strong class="jxr_keyword">boolean</strong> proceed = <strong class="jxr_keyword">true</strong>;
<a class="jxr_linenumber" name="L110" href="#L110">110</a> <em class="jxr_comment">// If the valid setting has not been specified, then we proceed to check...</em>
<a class="jxr_linenumber" name="L111" href="#L111">111</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> validForHours = Settings.getInt(Settings.KEYS.CVE_CHECK_VALID_FOR_HOURS, 0);
<a class="jxr_linenumber" name="L112" href="#L112">112</a> <strong class="jxr_keyword">if</strong> (dataExists() &amp;&amp; 0 &lt; validForHours) {
<a class="jxr_linenumber" name="L113" href="#L113">113</a> <em class="jxr_comment">// ms Valid = valid (hours) x 60 min/hour x 60 sec/min x 1000 ms/sec</em>
<a class="jxr_linenumber" name="L114" href="#L114">114</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> msValid = validForHours * 60L * 60L * 1000L;
<a class="jxr_linenumber" name="L115" href="#L115">115</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> lastChecked = Long.parseLong(getProperties().getProperty(DatabaseProperties.LAST_CHECKED, <span class="jxr_string">"0"</span>));
<a class="jxr_linenumber" name="L116" href="#L116">116</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> now = System.currentTimeMillis();
<a class="jxr_linenumber" name="L117" href="#L117">117</a> proceed = (now - lastChecked) &gt; msValid;
<a class="jxr_linenumber" name="L118" href="#L118">118</a> <strong class="jxr_keyword">if</strong> (proceed) {
<a class="jxr_linenumber" name="L119" href="#L119">119</a> getProperties().save(DatabaseProperties.LAST_CHECKED, Long.toString(now));
<a class="jxr_linenumber" name="L120" href="#L120">120</a> } <strong class="jxr_keyword">else</strong> {
<a class="jxr_linenumber" name="L121" href="#L121">121</a> LOGGER.info(<span class="jxr_string">"Skipping NVD check since last check was within {} hours."</span>, validForHours);
<a class="jxr_linenumber" name="L122" href="#L122">122</a> LOGGER.debug(<span class="jxr_string">"Last NVD was at {}, and now {} is within {} ms."</span>,
<a class="jxr_linenumber" name="L123" href="#L123">123</a> lastChecked, now, msValid);
<a class="jxr_linenumber" name="L124" href="#L124">124</a> }
<a class="jxr_linenumber" name="L125" href="#L125">125</a> }
<a class="jxr_linenumber" name="L126" href="#L126">126</a> <strong class="jxr_keyword">return</strong> proceed;
<a class="jxr_linenumber" name="L127" href="#L127">127</a> }
<a class="jxr_linenumber" name="L128" href="#L128">128</a>
<a class="jxr_linenumber" name="L129" href="#L129">129</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L130" href="#L130">130</a> <em class="jxr_javadoccomment"> * Checks the CVE Index to ensure data exists and analysis can continue.</em>
<a class="jxr_linenumber" name="L131" href="#L131">131</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L132" href="#L132">132</a> <em class="jxr_javadoccomment"> * @return true if the database contains data</em>
<a class="jxr_linenumber" name="L133" href="#L133">133</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L134" href="#L134">134</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> dataExists() {
<a class="jxr_linenumber" name="L135" href="#L135">135</a> <a href="../../../../../org/owasp/dependencycheck/data/nvdcve/CveDB.html">CveDB</a> cve = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L136" href="#L136">136</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L137" href="#L137">137</a> cve = <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/nvdcve/CveDB.html">CveDB</a>();
<a class="jxr_linenumber" name="L138" href="#L138">138</a> cve.open();
<a class="jxr_linenumber" name="L139" href="#L139">139</a> <strong class="jxr_keyword">return</strong> cve.dataExists();
<a class="jxr_linenumber" name="L140" href="#L140">140</a> } <strong class="jxr_keyword">catch</strong> (DatabaseException ex) {
<a class="jxr_linenumber" name="L141" href="#L141">141</a> <strong class="jxr_keyword">return</strong> false;
<a class="jxr_linenumber" name="L142" href="#L142">142</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L143" href="#L143">143</a> <strong class="jxr_keyword">if</strong> (cve != <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L144" href="#L144">144</a> cve.close();
<a class="jxr_linenumber" name="L145" href="#L145">145</a> }
<a class="jxr_linenumber" name="L146" href="#L146">146</a> }
<a class="jxr_linenumber" name="L147" href="#L147">147</a> }
<a class="jxr_linenumber" name="L148" href="#L148">148</a>
<a class="jxr_linenumber" name="L149" href="#L149">149</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L150" href="#L150">150</a> <em class="jxr_javadoccomment"> * Downloads the latest NVD CVE XML file from the web and imports it into the current CVE Database.</em>
<a class="jxr_linenumber" name="L151" href="#L151">151</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L152" href="#L152">152</a> <em class="jxr_javadoccomment"> * @param updateable a collection of NVD CVE data file references that need to be downloaded and processed to update the</em>
<a class="jxr_linenumber" name="L153" href="#L153">153</a> <em class="jxr_javadoccomment"> * database</em>
<a class="jxr_linenumber" name="L154" href="#L154">154</a> <em class="jxr_javadoccomment"> * @throws UpdateException is thrown if there is an error updating the database</em>
<a class="jxr_linenumber" name="L155" href="#L155">155</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L156" href="#L156">156</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> performUpdate(<a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> updateable) <strong class="jxr_keyword">throws</strong> UpdateException {
<a class="jxr_linenumber" name="L157" href="#L157">157</a> <strong class="jxr_keyword">int</strong> maxUpdates = 0;
<a class="jxr_linenumber" name="L158" href="#L158">158</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L159" href="#L159">159</a> <strong class="jxr_keyword">for</strong> (NvdCveInfo cve : updateable) {
<a class="jxr_linenumber" name="L160" href="#L160">160</a> <strong class="jxr_keyword">if</strong> (cve.getNeedsUpdate()) {
<a class="jxr_linenumber" name="L161" href="#L161">161</a> maxUpdates += 1;
<a class="jxr_linenumber" name="L162" href="#L162">162</a> }
<a class="jxr_linenumber" name="L163" href="#L163">163</a> }
<a class="jxr_linenumber" name="L164" href="#L164">164</a> <strong class="jxr_keyword">if</strong> (maxUpdates &gt; 0) {
<a class="jxr_linenumber" name="L165" href="#L165">165</a> openDataStores();
<a class="jxr_linenumber" name="L164" href="#L164">164</a> <strong class="jxr_keyword">if</strong> (maxUpdates &lt;= 0) {
<a class="jxr_linenumber" name="L165" href="#L165">165</a> <strong class="jxr_keyword">return</strong>;
<a class="jxr_linenumber" name="L166" href="#L166">166</a> }
<a class="jxr_linenumber" name="L167" href="#L167">167</a>
<a class="jxr_linenumber" name="L168" href="#L168">168</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> poolSize = (MAX_THREAD_POOL_SIZE &lt; maxUpdates) ? MAX_THREAD_POOL_SIZE : maxUpdates;
<a class="jxr_linenumber" name="L169" href="#L169">169</a>
<a class="jxr_linenumber" name="L170" href="#L170">170</a> <strong class="jxr_keyword">final</strong> ExecutorService downloadExecutors = Executors.newFixedThreadPool(poolSize);
<a class="jxr_linenumber" name="L171" href="#L171">171</a> <strong class="jxr_keyword">final</strong> ExecutorService processExecutor = Executors.newSingleThreadExecutor();
<a class="jxr_linenumber" name="L172" href="#L172">172</a> <strong class="jxr_keyword">final</strong> Set&lt;Future&lt;Future&lt;ProcessTask&gt;&gt;&gt; downloadFutures = <strong class="jxr_keyword">new</strong> HashSet&lt;Future&lt;Future&lt;ProcessTask&gt;&gt;&gt;(maxUpdates);
<a class="jxr_linenumber" name="L173" href="#L173">173</a> <strong class="jxr_keyword">for</strong> (NvdCveInfo cve : updateable) {
<a class="jxr_linenumber" name="L174" href="#L174">174</a> <strong class="jxr_keyword">if</strong> (cve.getNeedsUpdate()) {
<a class="jxr_linenumber" name="L175" href="#L175">175</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/DownloadTask.html">DownloadTask</a> call = <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/DownloadTask.html">DownloadTask</a>(cve, processExecutor, getCveDB(), Settings.getInstance());
<a class="jxr_linenumber" name="L176" href="#L176">176</a> downloadFutures.add(downloadExecutors.submit(call));
<a class="jxr_linenumber" name="L177" href="#L177">177</a> }
<a class="jxr_linenumber" name="L178" href="#L178">178</a> }
<a class="jxr_linenumber" name="L179" href="#L179">179</a> downloadExecutors.shutdown();
<a class="jxr_linenumber" name="L180" href="#L180">180</a>
<a class="jxr_linenumber" name="L181" href="#L181">181</a> <em class="jxr_comment">//next, move the future future processTasks to just future processTasks</em>
<a class="jxr_linenumber" name="L182" href="#L182">182</a> <strong class="jxr_keyword">final</strong> Set&lt;Future&lt;ProcessTask&gt;&gt; processFutures = <strong class="jxr_keyword">new</strong> HashSet&lt;Future&lt;ProcessTask&gt;&gt;(maxUpdates);
<a class="jxr_linenumber" name="L183" href="#L183">183</a> <strong class="jxr_keyword">for</strong> (Future&lt;Future&lt;ProcessTask&gt;&gt; future : downloadFutures) {
<a class="jxr_linenumber" name="L184" href="#L184">184</a> Future&lt;ProcessTask&gt; task = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L185" href="#L185">185</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L186" href="#L186">186</a> task = future.get();
<a class="jxr_linenumber" name="L187" href="#L187">187</a> } <strong class="jxr_keyword">catch</strong> (InterruptedException ex) {
<a class="jxr_linenumber" name="L188" href="#L188">188</a> downloadExecutors.shutdownNow();
<a class="jxr_linenumber" name="L189" href="#L189">189</a> processExecutor.shutdownNow();
<a class="jxr_linenumber" name="L190" href="#L190">190</a>
<a class="jxr_linenumber" name="L191" href="#L191">191</a> LOGGER.debug(<span class="jxr_string">"Thread was interrupted during download"</span>, ex);
<a class="jxr_linenumber" name="L192" href="#L192">192</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(<span class="jxr_string">"The download was interrupted"</span>, ex);
<a class="jxr_linenumber" name="L193" href="#L193">193</a> } <strong class="jxr_keyword">catch</strong> (ExecutionException ex) {
<a class="jxr_linenumber" name="L194" href="#L194">194</a> downloadExecutors.shutdownNow();
<a class="jxr_linenumber" name="L195" href="#L195">195</a> processExecutor.shutdownNow();
<a class="jxr_linenumber" name="L196" href="#L196">196</a>
<a class="jxr_linenumber" name="L197" href="#L197">197</a> LOGGER.debug(<span class="jxr_string">"Thread was interrupted during download execution"</span>, ex);
<a class="jxr_linenumber" name="L198" href="#L198">198</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(<span class="jxr_string">"The execution of the download was interrupted"</span>, ex);
<a class="jxr_linenumber" name="L199" href="#L199">199</a> }
<a class="jxr_linenumber" name="L200" href="#L200">200</a> <strong class="jxr_keyword">if</strong> (task == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L167" href="#L167">167</a> <strong class="jxr_keyword">if</strong> (maxUpdates &gt; 3) {
<a class="jxr_linenumber" name="L168" href="#L168">168</a> LOGGER.info(
<a class="jxr_linenumber" name="L169" href="#L169">169</a> <span class="jxr_string">"NVD CVE requires several updates; this could take a couple of minutes."</span>);
<a class="jxr_linenumber" name="L170" href="#L170">170</a> }
<a class="jxr_linenumber" name="L171" href="#L171">171</a> <strong class="jxr_keyword">if</strong> (maxUpdates &gt; 0) {
<a class="jxr_linenumber" name="L172" href="#L172">172</a> openDataStores();
<a class="jxr_linenumber" name="L173" href="#L173">173</a> }
<a class="jxr_linenumber" name="L174" href="#L174">174</a>
<a class="jxr_linenumber" name="L175" href="#L175">175</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> poolSize = (MAX_THREAD_POOL_SIZE &lt; maxUpdates) ? MAX_THREAD_POOL_SIZE : maxUpdates;
<a class="jxr_linenumber" name="L176" href="#L176">176</a>
<a class="jxr_linenumber" name="L177" href="#L177">177</a> <strong class="jxr_keyword">final</strong> ExecutorService downloadExecutors = Executors.newFixedThreadPool(poolSize);
<a class="jxr_linenumber" name="L178" href="#L178">178</a> <strong class="jxr_keyword">final</strong> ExecutorService processExecutor = Executors.newSingleThreadExecutor();
<a class="jxr_linenumber" name="L179" href="#L179">179</a> <strong class="jxr_keyword">final</strong> Set&lt;Future&lt;Future&lt;ProcessTask&gt;&gt;&gt; downloadFutures = <strong class="jxr_keyword">new</strong> HashSet&lt;Future&lt;Future&lt;ProcessTask&gt;&gt;&gt;(maxUpdates);
<a class="jxr_linenumber" name="L180" href="#L180">180</a> <strong class="jxr_keyword">for</strong> (NvdCveInfo cve : updateable) {
<a class="jxr_linenumber" name="L181" href="#L181">181</a> <strong class="jxr_keyword">if</strong> (cve.getNeedsUpdate()) {
<a class="jxr_linenumber" name="L182" href="#L182">182</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/DownloadTask.html">DownloadTask</a> call = <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/DownloadTask.html">DownloadTask</a>(cve, processExecutor, getCveDB(), Settings.getInstance());
<a class="jxr_linenumber" name="L183" href="#L183">183</a> downloadFutures.add(downloadExecutors.submit(call));
<a class="jxr_linenumber" name="L184" href="#L184">184</a> }
<a class="jxr_linenumber" name="L185" href="#L185">185</a> }
<a class="jxr_linenumber" name="L186" href="#L186">186</a> downloadExecutors.shutdown();
<a class="jxr_linenumber" name="L187" href="#L187">187</a>
<a class="jxr_linenumber" name="L188" href="#L188">188</a> <em class="jxr_comment">//next, move the future future processTasks to just future processTasks</em>
<a class="jxr_linenumber" name="L189" href="#L189">189</a> <strong class="jxr_keyword">final</strong> Set&lt;Future&lt;ProcessTask&gt;&gt; processFutures = <strong class="jxr_keyword">new</strong> HashSet&lt;Future&lt;ProcessTask&gt;&gt;(maxUpdates);
<a class="jxr_linenumber" name="L190" href="#L190">190</a> <strong class="jxr_keyword">for</strong> (Future&lt;Future&lt;ProcessTask&gt;&gt; future : downloadFutures) {
<a class="jxr_linenumber" name="L191" href="#L191">191</a> Future&lt;ProcessTask&gt; task = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L192" href="#L192">192</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L193" href="#L193">193</a> task = future.get();
<a class="jxr_linenumber" name="L194" href="#L194">194</a> } <strong class="jxr_keyword">catch</strong> (InterruptedException ex) {
<a class="jxr_linenumber" name="L195" href="#L195">195</a> downloadExecutors.shutdownNow();
<a class="jxr_linenumber" name="L196" href="#L196">196</a> processExecutor.shutdownNow();
<a class="jxr_linenumber" name="L197" href="#L197">197</a>
<a class="jxr_linenumber" name="L198" href="#L198">198</a> LOGGER.debug(<span class="jxr_string">"Thread was interrupted during download"</span>, ex);
<a class="jxr_linenumber" name="L199" href="#L199">199</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(<span class="jxr_string">"The download was interrupted"</span>, ex);
<a class="jxr_linenumber" name="L200" href="#L200">200</a> } <strong class="jxr_keyword">catch</strong> (ExecutionException ex) {
<a class="jxr_linenumber" name="L201" href="#L201">201</a> downloadExecutors.shutdownNow();
<a class="jxr_linenumber" name="L202" href="#L202">202</a> processExecutor.shutdownNow();
<a class="jxr_linenumber" name="L203" href="#L203">203</a> LOGGER.debug(<span class="jxr_string">"Thread was interrupted during download"</span>);
<a class="jxr_linenumber" name="L204" href="#L204">204</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(<span class="jxr_string">"The download was interrupted; unable to complete the update"</span>);
<a class="jxr_linenumber" name="L205" href="#L205">205</a> } <strong class="jxr_keyword">else</strong> {
<a class="jxr_linenumber" name="L206" href="#L206">206</a> processFutures.add(task);
<a class="jxr_linenumber" name="L207" href="#L207">207</a> }
<a class="jxr_linenumber" name="L208" href="#L208">208</a> }
<a class="jxr_linenumber" name="L209" href="#L209">209</a>
<a class="jxr_linenumber" name="L210" href="#L210">210</a> <strong class="jxr_keyword">for</strong> (Future&lt;ProcessTask&gt; future : processFutures) {
<a class="jxr_linenumber" name="L211" href="#L211">211</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L212" href="#L212">212</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/ProcessTask.html">ProcessTask</a> task = future.get();
<a class="jxr_linenumber" name="L213" href="#L213">213</a> <strong class="jxr_keyword">if</strong> (task.getException() != <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L214" href="#L214">214</a> <strong class="jxr_keyword">throw</strong> task.getException();
<a class="jxr_linenumber" name="L215" href="#L215">215</a> }
<a class="jxr_linenumber" name="L216" href="#L216">216</a> } <strong class="jxr_keyword">catch</strong> (InterruptedException ex) {
<a class="jxr_linenumber" name="L217" href="#L217">217</a> processExecutor.shutdownNow();
<a class="jxr_linenumber" name="L218" href="#L218">218</a> LOGGER.debug(<span class="jxr_string">"Thread was interrupted during processing"</span>, ex);
<a class="jxr_linenumber" name="L219" href="#L219">219</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(ex);
<a class="jxr_linenumber" name="L220" href="#L220">220</a> } <strong class="jxr_keyword">catch</strong> (ExecutionException ex) {
<a class="jxr_linenumber" name="L221" href="#L221">221</a> processExecutor.shutdownNow();
<a class="jxr_linenumber" name="L222" href="#L222">222</a> LOGGER.debug(<span class="jxr_string">"Execution Exception during process"</span>, ex);
<a class="jxr_linenumber" name="L223" href="#L223">223</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(ex);
<a class="jxr_linenumber" name="L224" href="#L224">224</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L225" href="#L225">225</a> processExecutor.shutdown();
<a class="jxr_linenumber" name="L226" href="#L226">226</a> }
<a class="jxr_linenumber" name="L227" href="#L227">227</a> }
<a class="jxr_linenumber" name="L228" href="#L228">228</a>
<a class="jxr_linenumber" name="L229" href="#L229">229</a> <strong class="jxr_keyword">if</strong> (maxUpdates &gt;= 1) { <em class="jxr_comment">//ensure the modified file date gets written (we may not have actually updated it)</em>
<a class="jxr_linenumber" name="L230" href="#L230">230</a> getProperties().save(updateable.get(MODIFIED));
<a class="jxr_linenumber" name="L231" href="#L231">231</a> LOGGER.info(<span class="jxr_string">"Begin database maintenance."</span>);
<a class="jxr_linenumber" name="L232" href="#L232">232</a> getCveDB().cleanupDatabase();
<a class="jxr_linenumber" name="L233" href="#L233">233</a> LOGGER.info(<span class="jxr_string">"End database maintenance."</span>);
<a class="jxr_linenumber" name="L203" href="#L203">203</a>
<a class="jxr_linenumber" name="L204" href="#L204">204</a> LOGGER.debug(<span class="jxr_string">"Thread was interrupted during download execution"</span>, ex);
<a class="jxr_linenumber" name="L205" href="#L205">205</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(<span class="jxr_string">"The execution of the download was interrupted"</span>, ex);
<a class="jxr_linenumber" name="L206" href="#L206">206</a> }
<a class="jxr_linenumber" name="L207" href="#L207">207</a> <strong class="jxr_keyword">if</strong> (task == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L208" href="#L208">208</a> downloadExecutors.shutdownNow();
<a class="jxr_linenumber" name="L209" href="#L209">209</a> processExecutor.shutdownNow();
<a class="jxr_linenumber" name="L210" href="#L210">210</a> LOGGER.debug(<span class="jxr_string">"Thread was interrupted during download"</span>);
<a class="jxr_linenumber" name="L211" href="#L211">211</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(<span class="jxr_string">"The download was interrupted; unable to complete the update"</span>);
<a class="jxr_linenumber" name="L212" href="#L212">212</a> } <strong class="jxr_keyword">else</strong> {
<a class="jxr_linenumber" name="L213" href="#L213">213</a> processFutures.add(task);
<a class="jxr_linenumber" name="L214" href="#L214">214</a> }
<a class="jxr_linenumber" name="L215" href="#L215">215</a> }
<a class="jxr_linenumber" name="L216" href="#L216">216</a>
<a class="jxr_linenumber" name="L217" href="#L217">217</a> <strong class="jxr_keyword">for</strong> (Future&lt;ProcessTask&gt; future : processFutures) {
<a class="jxr_linenumber" name="L218" href="#L218">218</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L219" href="#L219">219</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/ProcessTask.html">ProcessTask</a> task = future.get();
<a class="jxr_linenumber" name="L220" href="#L220">220</a> <strong class="jxr_keyword">if</strong> (task.getException() != <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L221" href="#L221">221</a> <strong class="jxr_keyword">throw</strong> task.getException();
<a class="jxr_linenumber" name="L222" href="#L222">222</a> }
<a class="jxr_linenumber" name="L223" href="#L223">223</a> } <strong class="jxr_keyword">catch</strong> (InterruptedException ex) {
<a class="jxr_linenumber" name="L224" href="#L224">224</a> processExecutor.shutdownNow();
<a class="jxr_linenumber" name="L225" href="#L225">225</a> LOGGER.debug(<span class="jxr_string">"Thread was interrupted during processing"</span>, ex);
<a class="jxr_linenumber" name="L226" href="#L226">226</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(ex);
<a class="jxr_linenumber" name="L227" href="#L227">227</a> } <strong class="jxr_keyword">catch</strong> (ExecutionException ex) {
<a class="jxr_linenumber" name="L228" href="#L228">228</a> processExecutor.shutdownNow();
<a class="jxr_linenumber" name="L229" href="#L229">229</a> LOGGER.debug(<span class="jxr_string">"Execution Exception during process"</span>, ex);
<a class="jxr_linenumber" name="L230" href="#L230">230</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(ex);
<a class="jxr_linenumber" name="L231" href="#L231">231</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L232" href="#L232">232</a> processExecutor.shutdown();
<a class="jxr_linenumber" name="L233" href="#L233">233</a> }
<a class="jxr_linenumber" name="L234" href="#L234">234</a> }
<a class="jxr_linenumber" name="L235" href="#L235">235</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L236" href="#L236">236</a> closeDataStores();
<a class="jxr_linenumber" name="L237" href="#L237">237</a> }
<a class="jxr_linenumber" name="L238" href="#L238">238</a> }
<a class="jxr_linenumber" name="L239" href="#L239">239</a>
<a class="jxr_linenumber" name="L240" href="#L240">240</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L241" href="#L241">241</a> <em class="jxr_javadoccomment"> * Determines if the index needs to be updated. This is done by fetching the NVD CVE meta data and checking the last update</em>
<a class="jxr_linenumber" name="L242" href="#L242">242</a> <em class="jxr_javadoccomment"> * date. If the data needs to be refreshed this method will return the NvdCveUrl for the files that need to be updated.</em>
<a class="jxr_linenumber" name="L243" href="#L243">243</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L244" href="#L244">244</a> <em class="jxr_javadoccomment"> * @return the collection of files that need to be updated</em>
<a class="jxr_linenumber" name="L245" href="#L245">245</a> <em class="jxr_javadoccomment"> * @throws MalformedURLException is thrown if the URL for the NVD CVE Meta data is incorrect</em>
<a class="jxr_linenumber" name="L246" href="#L246">246</a> <em class="jxr_javadoccomment"> * @throws DownloadFailedException is thrown if there is an error. downloading the NVD CVE download data file</em>
<a class="jxr_linenumber" name="L247" href="#L247">247</a> <em class="jxr_javadoccomment"> * @throws UpdateException Is thrown if there is an issue with the last updated properties file</em>
<a class="jxr_linenumber" name="L248" href="#L248">248</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L249" href="#L249">249</a> <strong class="jxr_keyword">protected</strong> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> getUpdatesNeeded() <strong class="jxr_keyword">throws</strong> MalformedURLException, DownloadFailedException, UpdateException {
<a class="jxr_linenumber" name="L250" href="#L250">250</a> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> updates = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L251" href="#L251">251</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L252" href="#L252">252</a> updates = retrieveCurrentTimestampsFromWeb();
<a class="jxr_linenumber" name="L253" href="#L253">253</a> } <strong class="jxr_keyword">catch</strong> (InvalidDataException ex) {
<a class="jxr_linenumber" name="L254" href="#L254">254</a> <strong class="jxr_keyword">final</strong> String msg = <span class="jxr_string">"Unable to retrieve valid timestamp from nvd cve downloads page"</span>;
<a class="jxr_linenumber" name="L255" href="#L255">255</a> LOGGER.debug(msg, ex);
<a class="jxr_linenumber" name="L256" href="#L256">256</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/utils/DownloadFailedException.html">DownloadFailedException</a>(msg, ex);
<a class="jxr_linenumber" name="L257" href="#L257">257</a> } <strong class="jxr_keyword">catch</strong> (InvalidSettingException ex) {
<a class="jxr_linenumber" name="L258" href="#L258">258</a> LOGGER.debug(<span class="jxr_string">"Invalid setting found when retrieving timestamps"</span>, ex);
<a class="jxr_linenumber" name="L259" href="#L259">259</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/utils/DownloadFailedException.html">DownloadFailedException</a>(<span class="jxr_string">"Invalid settings"</span>, ex);
<a class="jxr_linenumber" name="L260" href="#L260">260</a> }
<a class="jxr_linenumber" name="L261" href="#L261">261</a>
<a class="jxr_linenumber" name="L262" href="#L262">262</a> <strong class="jxr_keyword">if</strong> (updates == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L263" href="#L263">263</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/utils/DownloadFailedException.html">DownloadFailedException</a>(<span class="jxr_string">"Unable to retrieve the timestamps of the currently published NVD CVE data"</span>);
<a class="jxr_linenumber" name="L264" href="#L264">264</a> }
<a class="jxr_linenumber" name="L265" href="#L265">265</a> <strong class="jxr_keyword">if</strong> (!getProperties().isEmpty()) {
<a class="jxr_linenumber" name="L266" href="#L266">266</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L267" href="#L267">267</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> lastUpdated = Long.parseLong(getProperties().getProperty(DatabaseProperties.LAST_UPDATED, <span class="jxr_string">"0"</span>));
<a class="jxr_linenumber" name="L268" href="#L268">268</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> now = System.currentTimeMillis();
<a class="jxr_linenumber" name="L269" href="#L269">269</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> days = Settings.getInt(Settings.KEYS.CVE_MODIFIED_VALID_FOR_DAYS, 7);
<a class="jxr_linenumber" name="L270" href="#L270">270</a> <strong class="jxr_keyword">if</strong> (lastUpdated == updates.getTimeStamp(MODIFIED)) {
<a class="jxr_linenumber" name="L271" href="#L271">271</a> updates.clear(); <em class="jxr_comment">//we don't need to update anything.</em>
<a class="jxr_linenumber" name="L272" href="#L272">272</a> } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (DateUtil.withinDateRange(lastUpdated, now, days)) {
<a class="jxr_linenumber" name="L273" href="#L273">273</a> <strong class="jxr_keyword">for</strong> (NvdCveInfo entry : updates) {
<a class="jxr_linenumber" name="L274" href="#L274">274</a> <strong class="jxr_keyword">if</strong> (MODIFIED.equals(entry.getId())) {
<a class="jxr_linenumber" name="L275" href="#L275">275</a> entry.setNeedsUpdate(<strong class="jxr_keyword">true</strong>);
<a class="jxr_linenumber" name="L276" href="#L276">276</a> } <strong class="jxr_keyword">else</strong> {
<a class="jxr_linenumber" name="L277" href="#L277">277</a> entry.setNeedsUpdate(false);
<a class="jxr_linenumber" name="L278" href="#L278">278</a> }
<a class="jxr_linenumber" name="L279" href="#L279">279</a> }
<a class="jxr_linenumber" name="L280" href="#L280">280</a> } <strong class="jxr_keyword">else</strong> { <em class="jxr_comment">//we figure out which of the several XML files need to be downloaded.</em>
<a class="jxr_linenumber" name="L281" href="#L281">281</a> <strong class="jxr_keyword">for</strong> (NvdCveInfo entry : updates) {
<a class="jxr_linenumber" name="L282" href="#L282">282</a> <strong class="jxr_keyword">if</strong> (MODIFIED.equals(entry.getId())) {
<a class="jxr_linenumber" name="L283" href="#L283">283</a> entry.setNeedsUpdate(<strong class="jxr_keyword">true</strong>);
<a class="jxr_linenumber" name="L284" href="#L284">284</a> } <strong class="jxr_keyword">else</strong> {
<a class="jxr_linenumber" name="L285" href="#L285">285</a> <strong class="jxr_keyword">long</strong> currentTimestamp = 0;
<a class="jxr_linenumber" name="L286" href="#L286">286</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L287" href="#L287">287</a> currentTimestamp = Long.parseLong(getProperties().getProperty(DatabaseProperties.LAST_UPDATED_BASE
<a class="jxr_linenumber" name="L288" href="#L288">288</a> + entry.getId(), <span class="jxr_string">"0"</span>));
<a class="jxr_linenumber" name="L289" href="#L289">289</a> } <strong class="jxr_keyword">catch</strong> (NumberFormatException ex) {
<a class="jxr_linenumber" name="L290" href="#L290">290</a> LOGGER.debug(<span class="jxr_string">"Error parsing '{}' '{}' from nvdcve.lastupdated"</span>,
<a class="jxr_linenumber" name="L291" href="#L291">291</a> DatabaseProperties.LAST_UPDATED_BASE, entry.getId(), ex);
<a class="jxr_linenumber" name="L292" href="#L292">292</a> }
<a class="jxr_linenumber" name="L293" href="#L293">293</a> <strong class="jxr_keyword">if</strong> (currentTimestamp == entry.getTimestamp()) {
<a class="jxr_linenumber" name="L294" href="#L294">294</a> entry.setNeedsUpdate(false);
<a class="jxr_linenumber" name="L295" href="#L295">295</a> }
<a class="jxr_linenumber" name="L296" href="#L296">296</a> }
<a class="jxr_linenumber" name="L297" href="#L297">297</a> }
<a class="jxr_linenumber" name="L298" href="#L298">298</a> }
<a class="jxr_linenumber" name="L299" href="#L299">299</a> } <strong class="jxr_keyword">catch</strong> (NumberFormatException ex) {
<a class="jxr_linenumber" name="L300" href="#L300">300</a> LOGGER.warn(<span class="jxr_string">"An invalid schema version or timestamp exists in the data.properties file."</span>);
<a class="jxr_linenumber" name="L301" href="#L301">301</a> LOGGER.debug(<span class="jxr_string">""</span>, ex);
<a class="jxr_linenumber" name="L302" href="#L302">302</a> }
<a class="jxr_linenumber" name="L303" href="#L303">303</a> }
<a class="jxr_linenumber" name="L304" href="#L304">304</a> <strong class="jxr_keyword">return</strong> updates;
<a class="jxr_linenumber" name="L305" href="#L305">305</a> }
<a class="jxr_linenumber" name="L306" href="#L306">306</a>
<a class="jxr_linenumber" name="L307" href="#L307">307</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L308" href="#L308">308</a> <em class="jxr_javadoccomment"> * Retrieves the timestamps from the NVD CVE meta data file.</em>
<a class="jxr_linenumber" name="L309" href="#L309">309</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L310" href="#L310">310</a> <em class="jxr_javadoccomment"> * @return the timestamp from the currently published nvdcve downloads page</em>
<a class="jxr_linenumber" name="L311" href="#L311">311</a> <em class="jxr_javadoccomment"> * @throws MalformedURLException thrown if the URL for the NVD CCE Meta data is incorrect.</em>
<a class="jxr_linenumber" name="L312" href="#L312">312</a> <em class="jxr_javadoccomment"> * @throws DownloadFailedException thrown if there is an error downloading the nvd cve meta data file</em>
<a class="jxr_linenumber" name="L313" href="#L313">313</a> <em class="jxr_javadoccomment"> * @throws InvalidDataException thrown if there is an exception parsing the timestamps</em>
<a class="jxr_linenumber" name="L314" href="#L314">314</a> <em class="jxr_javadoccomment"> * @throws InvalidSettingException thrown if the settings are invalid</em>
<a class="jxr_linenumber" name="L315" href="#L315">315</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L316" href="#L316">316</a> <strong class="jxr_keyword">private</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> retrieveCurrentTimestampsFromWeb()
<a class="jxr_linenumber" name="L317" href="#L317">317</a> <strong class="jxr_keyword">throws</strong> MalformedURLException, DownloadFailedException, InvalidDataException, <a href="../../../../../org/owasp/dependencycheck/utils/InvalidSettingException.html">InvalidSettingException</a> {
<a class="jxr_linenumber" name="L318" href="#L318">318</a>
<a class="jxr_linenumber" name="L319" href="#L319">319</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> updates = <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a>();
<a class="jxr_linenumber" name="L320" href="#L320">320</a> updates.add(MODIFIED, Settings.getString(Settings.KEYS.CVE_MODIFIED_20_URL),
<a class="jxr_linenumber" name="L321" href="#L321">321</a> Settings.getString(Settings.KEYS.CVE_MODIFIED_12_URL),
<a class="jxr_linenumber" name="L322" href="#L322">322</a> false);
<a class="jxr_linenumber" name="L323" href="#L323">323</a>
<a class="jxr_linenumber" name="L324" href="#L324">324</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> start = Settings.getInt(Settings.KEYS.CVE_START_YEAR);
<a class="jxr_linenumber" name="L325" href="#L325">325</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> end = Calendar.getInstance().get(Calendar.YEAR);
<a class="jxr_linenumber" name="L326" href="#L326">326</a> <strong class="jxr_keyword">final</strong> String baseUrl20 = Settings.getString(Settings.KEYS.CVE_SCHEMA_2_0);
<a class="jxr_linenumber" name="L327" href="#L327">327</a> <strong class="jxr_keyword">final</strong> String baseUrl12 = Settings.getString(Settings.KEYS.CVE_SCHEMA_1_2);
<a class="jxr_linenumber" name="L328" href="#L328">328</a> <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = start; i &lt;= end; i++) {
<a class="jxr_linenumber" name="L329" href="#L329">329</a> updates.add(Integer.toString(i), String.format(baseUrl20, i),
<a class="jxr_linenumber" name="L330" href="#L330">330</a> String.format(baseUrl12, i),
<a class="jxr_linenumber" name="L331" href="#L331">331</a> <strong class="jxr_keyword">true</strong>);
<a class="jxr_linenumber" name="L332" href="#L332">332</a> }
<a class="jxr_linenumber" name="L333" href="#L333">333</a> <strong class="jxr_keyword">return</strong> updates;
<a class="jxr_linenumber" name="L334" href="#L334">334</a> }
<a class="jxr_linenumber" name="L335" href="#L335">335</a>
<a class="jxr_linenumber" name="L336" href="#L336">336</a> }
<a class="jxr_linenumber" name="L235" href="#L235">235</a>
<a class="jxr_linenumber" name="L236" href="#L236">236</a> <strong class="jxr_keyword">if</strong> (maxUpdates &gt;= 1) { <em class="jxr_comment">//ensure the modified file date gets written (we may not have actually updated it)</em>
<a class="jxr_linenumber" name="L237" href="#L237">237</a> getProperties().save(updateable.get(MODIFIED));
<a class="jxr_linenumber" name="L238" href="#L238">238</a> LOGGER.info(<span class="jxr_string">"Begin database maintenance."</span>);
<a class="jxr_linenumber" name="L239" href="#L239">239</a> getCveDB().cleanupDatabase();
<a class="jxr_linenumber" name="L240" href="#L240">240</a> LOGGER.info(<span class="jxr_string">"End database maintenance."</span>);
<a class="jxr_linenumber" name="L241" href="#L241">241</a> }
<a class="jxr_linenumber" name="L242" href="#L242">242</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L243" href="#L243">243</a> closeDataStores();
<a class="jxr_linenumber" name="L244" href="#L244">244</a> }
<a class="jxr_linenumber" name="L245" href="#L245">245</a> }
<a class="jxr_linenumber" name="L246" href="#L246">246</a>
<a class="jxr_linenumber" name="L247" href="#L247">247</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L248" href="#L248">248</a> <em class="jxr_javadoccomment"> * Determines if the index needs to be updated. This is done by fetching the NVD CVE meta data and checking the last update</em>
<a class="jxr_linenumber" name="L249" href="#L249">249</a> <em class="jxr_javadoccomment"> * date. If the data needs to be refreshed this method will return the NvdCveUrl for the files that need to be updated.</em>
<a class="jxr_linenumber" name="L250" href="#L250">250</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L251" href="#L251">251</a> <em class="jxr_javadoccomment"> * @return the collection of files that need to be updated</em>
<a class="jxr_linenumber" name="L252" href="#L252">252</a> <em class="jxr_javadoccomment"> * @throws MalformedURLException is thrown if the URL for the NVD CVE Meta data is incorrect</em>
<a class="jxr_linenumber" name="L253" href="#L253">253</a> <em class="jxr_javadoccomment"> * @throws DownloadFailedException is thrown if there is an error. downloading the NVD CVE download data file</em>
<a class="jxr_linenumber" name="L254" href="#L254">254</a> <em class="jxr_javadoccomment"> * @throws UpdateException Is thrown if there is an issue with the last updated properties file</em>
<a class="jxr_linenumber" name="L255" href="#L255">255</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L256" href="#L256">256</a> <strong class="jxr_keyword">protected</strong> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> getUpdatesNeeded() <strong class="jxr_keyword">throws</strong> MalformedURLException, DownloadFailedException, UpdateException {
<a class="jxr_linenumber" name="L257" href="#L257">257</a> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> updates = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L258" href="#L258">258</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L259" href="#L259">259</a> updates = retrieveCurrentTimestampsFromWeb();
<a class="jxr_linenumber" name="L260" href="#L260">260</a> } <strong class="jxr_keyword">catch</strong> (InvalidDataException ex) {
<a class="jxr_linenumber" name="L261" href="#L261">261</a> <strong class="jxr_keyword">final</strong> String msg = <span class="jxr_string">"Unable to retrieve valid timestamp from nvd cve downloads page"</span>;
<a class="jxr_linenumber" name="L262" href="#L262">262</a> LOGGER.debug(msg, ex);
<a class="jxr_linenumber" name="L263" href="#L263">263</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/utils/DownloadFailedException.html">DownloadFailedException</a>(msg, ex);
<a class="jxr_linenumber" name="L264" href="#L264">264</a> } <strong class="jxr_keyword">catch</strong> (InvalidSettingException ex) {
<a class="jxr_linenumber" name="L265" href="#L265">265</a> LOGGER.debug(<span class="jxr_string">"Invalid setting found when retrieving timestamps"</span>, ex);
<a class="jxr_linenumber" name="L266" href="#L266">266</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/utils/DownloadFailedException.html">DownloadFailedException</a>(<span class="jxr_string">"Invalid settings"</span>, ex);
<a class="jxr_linenumber" name="L267" href="#L267">267</a> }
<a class="jxr_linenumber" name="L268" href="#L268">268</a>
<a class="jxr_linenumber" name="L269" href="#L269">269</a> <strong class="jxr_keyword">if</strong> (updates == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L270" href="#L270">270</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/utils/DownloadFailedException.html">DownloadFailedException</a>(<span class="jxr_string">"Unable to retrieve the timestamps of the currently published NVD CVE data"</span>);
<a class="jxr_linenumber" name="L271" href="#L271">271</a> }
<a class="jxr_linenumber" name="L272" href="#L272">272</a> <strong class="jxr_keyword">if</strong> (!getProperties().isEmpty()) {
<a class="jxr_linenumber" name="L273" href="#L273">273</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L274" href="#L274">274</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> lastUpdated = Long.parseLong(getProperties().getProperty(DatabaseProperties.LAST_UPDATED, <span class="jxr_string">"0"</span>));
<a class="jxr_linenumber" name="L275" href="#L275">275</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> now = System.currentTimeMillis();
<a class="jxr_linenumber" name="L276" href="#L276">276</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> days = Settings.getInt(Settings.KEYS.CVE_MODIFIED_VALID_FOR_DAYS, 7);
<a class="jxr_linenumber" name="L277" href="#L277">277</a> <strong class="jxr_keyword">if</strong> (lastUpdated == updates.getTimeStamp(MODIFIED)) {
<a class="jxr_linenumber" name="L278" href="#L278">278</a> updates.clear(); <em class="jxr_comment">//we don't need to update anything.</em>
<a class="jxr_linenumber" name="L279" href="#L279">279</a> } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (DateUtil.withinDateRange(lastUpdated, now, days)) {
<a class="jxr_linenumber" name="L280" href="#L280">280</a> <strong class="jxr_keyword">for</strong> (NvdCveInfo entry : updates) {
<a class="jxr_linenumber" name="L281" href="#L281">281</a> <strong class="jxr_keyword">if</strong> (MODIFIED.equals(entry.getId())) {
<a class="jxr_linenumber" name="L282" href="#L282">282</a> entry.setNeedsUpdate(<strong class="jxr_keyword">true</strong>);
<a class="jxr_linenumber" name="L283" href="#L283">283</a> } <strong class="jxr_keyword">else</strong> {
<a class="jxr_linenumber" name="L284" href="#L284">284</a> entry.setNeedsUpdate(false);
<a class="jxr_linenumber" name="L285" href="#L285">285</a> }
<a class="jxr_linenumber" name="L286" href="#L286">286</a> }
<a class="jxr_linenumber" name="L287" href="#L287">287</a> } <strong class="jxr_keyword">else</strong> { <em class="jxr_comment">//we figure out which of the several XML files need to be downloaded.</em>
<a class="jxr_linenumber" name="L288" href="#L288">288</a> <strong class="jxr_keyword">for</strong> (NvdCveInfo entry : updates) {
<a class="jxr_linenumber" name="L289" href="#L289">289</a> <strong class="jxr_keyword">if</strong> (MODIFIED.equals(entry.getId())) {
<a class="jxr_linenumber" name="L290" href="#L290">290</a> entry.setNeedsUpdate(<strong class="jxr_keyword">true</strong>);
<a class="jxr_linenumber" name="L291" href="#L291">291</a> } <strong class="jxr_keyword">else</strong> {
<a class="jxr_linenumber" name="L292" href="#L292">292</a> <strong class="jxr_keyword">long</strong> currentTimestamp = 0;
<a class="jxr_linenumber" name="L293" href="#L293">293</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L294" href="#L294">294</a> currentTimestamp = Long.parseLong(getProperties().getProperty(DatabaseProperties.LAST_UPDATED_BASE
<a class="jxr_linenumber" name="L295" href="#L295">295</a> + entry.getId(), <span class="jxr_string">"0"</span>));
<a class="jxr_linenumber" name="L296" href="#L296">296</a> } <strong class="jxr_keyword">catch</strong> (NumberFormatException ex) {
<a class="jxr_linenumber" name="L297" href="#L297">297</a> LOGGER.debug(<span class="jxr_string">"Error parsing '{}' '{}' from nvdcve.lastupdated"</span>,
<a class="jxr_linenumber" name="L298" href="#L298">298</a> DatabaseProperties.LAST_UPDATED_BASE, entry.getId(), ex);
<a class="jxr_linenumber" name="L299" href="#L299">299</a> }
<a class="jxr_linenumber" name="L300" href="#L300">300</a> <strong class="jxr_keyword">if</strong> (currentTimestamp == entry.getTimestamp()) {
<a class="jxr_linenumber" name="L301" href="#L301">301</a> entry.setNeedsUpdate(false);
<a class="jxr_linenumber" name="L302" href="#L302">302</a> }
<a class="jxr_linenumber" name="L303" href="#L303">303</a> }
<a class="jxr_linenumber" name="L304" href="#L304">304</a> }
<a class="jxr_linenumber" name="L305" href="#L305">305</a> }
<a class="jxr_linenumber" name="L306" href="#L306">306</a> } <strong class="jxr_keyword">catch</strong> (NumberFormatException ex) {
<a class="jxr_linenumber" name="L307" href="#L307">307</a> LOGGER.warn(<span class="jxr_string">"An invalid schema version or timestamp exists in the data.properties file."</span>);
<a class="jxr_linenumber" name="L308" href="#L308">308</a> LOGGER.debug(<span class="jxr_string">""</span>, ex);
<a class="jxr_linenumber" name="L309" href="#L309">309</a> }
<a class="jxr_linenumber" name="L310" href="#L310">310</a> }
<a class="jxr_linenumber" name="L311" href="#L311">311</a> <strong class="jxr_keyword">return</strong> updates;
<a class="jxr_linenumber" name="L312" href="#L312">312</a> }
<a class="jxr_linenumber" name="L313" href="#L313">313</a>
<a class="jxr_linenumber" name="L314" href="#L314">314</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L315" href="#L315">315</a> <em class="jxr_javadoccomment"> * Retrieves the timestamps from the NVD CVE meta data file.</em>
<a class="jxr_linenumber" name="L316" href="#L316">316</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L317" href="#L317">317</a> <em class="jxr_javadoccomment"> * @return the timestamp from the currently published nvdcve downloads page</em>
<a class="jxr_linenumber" name="L318" href="#L318">318</a> <em class="jxr_javadoccomment"> * @throws MalformedURLException thrown if the URL for the NVD CCE Meta data is incorrect.</em>
<a class="jxr_linenumber" name="L319" href="#L319">319</a> <em class="jxr_javadoccomment"> * @throws DownloadFailedException thrown if there is an error downloading the nvd cve meta data file</em>
<a class="jxr_linenumber" name="L320" href="#L320">320</a> <em class="jxr_javadoccomment"> * @throws InvalidDataException thrown if there is an exception parsing the timestamps</em>
<a class="jxr_linenumber" name="L321" href="#L321">321</a> <em class="jxr_javadoccomment"> * @throws InvalidSettingException thrown if the settings are invalid</em>
<a class="jxr_linenumber" name="L322" href="#L322">322</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L323" href="#L323">323</a> <strong class="jxr_keyword">private</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> retrieveCurrentTimestampsFromWeb()
<a class="jxr_linenumber" name="L324" href="#L324">324</a> <strong class="jxr_keyword">throws</strong> MalformedURLException, DownloadFailedException, InvalidDataException, <a href="../../../../../org/owasp/dependencycheck/utils/InvalidSettingException.html">InvalidSettingException</a> {
<a class="jxr_linenumber" name="L325" href="#L325">325</a>
<a class="jxr_linenumber" name="L326" href="#L326">326</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a> updates = <strong class="jxr_keyword">new</strong> <a href="../../../../../org/owasp/dependencycheck/data/update/nvd/UpdateableNvdCve.html">UpdateableNvdCve</a>();
<a class="jxr_linenumber" name="L327" href="#L327">327</a> updates.add(MODIFIED, Settings.getString(Settings.KEYS.CVE_MODIFIED_20_URL),
<a class="jxr_linenumber" name="L328" href="#L328">328</a> Settings.getString(Settings.KEYS.CVE_MODIFIED_12_URL),
<a class="jxr_linenumber" name="L329" href="#L329">329</a> false);
<a class="jxr_linenumber" name="L330" href="#L330">330</a>
<a class="jxr_linenumber" name="L331" href="#L331">331</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> start = Settings.getInt(Settings.KEYS.CVE_START_YEAR);
<a class="jxr_linenumber" name="L332" href="#L332">332</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> end = Calendar.getInstance().get(Calendar.YEAR);
<a class="jxr_linenumber" name="L333" href="#L333">333</a> <strong class="jxr_keyword">final</strong> String baseUrl20 = Settings.getString(Settings.KEYS.CVE_SCHEMA_2_0);
<a class="jxr_linenumber" name="L334" href="#L334">334</a> <strong class="jxr_keyword">final</strong> String baseUrl12 = Settings.getString(Settings.KEYS.CVE_SCHEMA_1_2);
<a class="jxr_linenumber" name="L335" href="#L335">335</a> <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = start; i &lt;= end; i++) {
<a class="jxr_linenumber" name="L336" href="#L336">336</a> updates.add(Integer.toString(i), String.format(baseUrl20, i),
<a class="jxr_linenumber" name="L337" href="#L337">337</a> String.format(baseUrl12, i),
<a class="jxr_linenumber" name="L338" href="#L338">338</a> <strong class="jxr_keyword">true</strong>);
<a class="jxr_linenumber" name="L339" href="#L339">339</a> }
<a class="jxr_linenumber" name="L340" href="#L340">340</a> <strong class="jxr_keyword">return</strong> updates;
<a class="jxr_linenumber" name="L341" href="#L341">341</a> }
<a class="jxr_linenumber" name="L342" href="#L342">342</a>
<a class="jxr_linenumber" name="L343" href="#L343">343</a> }
</pre>
<hr/>
<div id="footer">Copyright &#169; 2012&#x2013;2016 <a href="http://www.owasp.org">OWASP</a>. All rights reserved.</div>

2
xref/org/owasp/dependencycheck/data/update/cpe/package-frame.html
View File

@@ -3,7 +3,7 @@
<html xml:lang="en" lang="en">
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<title>Dependency-Check 1.3.4 Reference Package org.owasp.dependencycheck.data.update.cpe</title>
<title>Dependency-Check 1.3.5 Reference Package org.owasp.dependencycheck.data.update.cpe</title>
<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="style" />
</head>
<body>

2
xref/org/owasp/dependencycheck/data/update/cpe/package-summary.html
View File

@@ -3,7 +3,7 @@
<html xml:lang="en" lang="en">
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<title>Dependency-Check 1.3.4 Reference Package org.owasp.dependencycheck.data.update.cpe</title>
<title>Dependency-Check 1.3.5 Reference Package org.owasp.dependencycheck.data.update.cpe</title>
<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="style" />
</head>
<body>

2
xref/org/owasp/dependencycheck/data/update/exception/package-frame.html
View File

@@ -3,7 +3,7 @@
<html xml:lang="en" lang="en">
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<title>Dependency-Check 1.3.4 Reference Package org.owasp.dependencycheck.data.update.exception</title>
<title>Dependency-Check 1.3.5 Reference Package org.owasp.dependencycheck.data.update.exception</title>
<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="style" />
</head>
<body>

2
xref/org/owasp/dependencycheck/data/update/exception/package-summary.html
View File

@@ -3,7 +3,7 @@
<html xml:lang="en" lang="en">
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<title>Dependency-Check 1.3.4 Reference Package org.owasp.dependencycheck.data.update.exception</title>
<title>Dependency-Check 1.3.5 Reference Package org.owasp.dependencycheck.data.update.exception</title>
<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="style" />
</head>
<body>

542
xref/org/owasp/dependencycheck/data/update/nvd/DownloadTask.html
View File

@@ -30,261 +30,301 @@
<a class="jxr_linenumber" name="L22" href="#L22">22</a> <strong class="jxr_keyword">import</strong> java.io.FileNotFoundException;
<a class="jxr_linenumber" name="L23" href="#L23">23</a> <strong class="jxr_keyword">import</strong> java.io.FileOutputStream;
<a class="jxr_linenumber" name="L24" href="#L24">24</a> <strong class="jxr_keyword">import</strong> java.io.IOException;
<a class="jxr_linenumber" name="L25" href="#L25">25</a> <strong class="jxr_keyword">import</strong> java.net.URL;
<a class="jxr_linenumber" name="L26" href="#L26">26</a> <strong class="jxr_keyword">import</strong> java.util.concurrent.Callable;
<a class="jxr_linenumber" name="L27" href="#L27">27</a> <strong class="jxr_keyword">import</strong> java.util.concurrent.ExecutorService;
<a class="jxr_linenumber" name="L28" href="#L28">28</a> <strong class="jxr_keyword">import</strong> java.util.concurrent.Future;
<a class="jxr_linenumber" name="L29" href="#L29">29</a> <strong class="jxr_keyword">import</strong> java.util.zip.GZIPInputStream;
<a class="jxr_linenumber" name="L30" href="#L30">30</a> <strong class="jxr_keyword">import</strong> org.apache.commons.io.FileUtils;
<a class="jxr_linenumber" name="L31" href="#L31">31</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.data.nvdcve.CveDB;
<a class="jxr_linenumber" name="L32" href="#L32">32</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.data.update.exception.UpdateException;
<a class="jxr_linenumber" name="L33" href="#L33">33</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.DownloadFailedException;
<a class="jxr_linenumber" name="L34" href="#L34">34</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.Downloader;
<a class="jxr_linenumber" name="L35" href="#L35">35</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.Settings;
<a class="jxr_linenumber" name="L36" href="#L36">36</a> <strong class="jxr_keyword">import</strong> org.slf4j.Logger;
<a class="jxr_linenumber" name="L37" href="#L37">37</a> <strong class="jxr_keyword">import</strong> org.slf4j.LoggerFactory;
<a class="jxr_linenumber" name="L38" href="#L38">38</a>
<a class="jxr_linenumber" name="L39" href="#L39">39</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L40" href="#L40">40</a> <em class="jxr_javadoccomment"> * A callable object to download two files.</em>
<a class="jxr_linenumber" name="L41" href="#L41">41</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L42" href="#L42">42</a> <em class="jxr_javadoccomment"> * @author Jeremy Long</em>
<a class="jxr_linenumber" name="L43" href="#L43">43</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L44" href="#L44">44</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/DownloadTask.html">DownloadTask</a> <strong class="jxr_keyword">implements</strong> Callable&lt;Future&lt;ProcessTask&gt;&gt; {
<a class="jxr_linenumber" name="L45" href="#L45">45</a>
<a class="jxr_linenumber" name="L46" href="#L46">46</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L47" href="#L47">47</a> <em class="jxr_javadoccomment"> * The Logger.</em>
<a class="jxr_linenumber" name="L48" href="#L48">48</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L49" href="#L49">49</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> Logger LOGGER = LoggerFactory.getLogger(DownloadTask.<strong class="jxr_keyword">class</strong>);
<a class="jxr_linenumber" name="L50" href="#L50">50</a>
<a class="jxr_linenumber" name="L51" href="#L51">51</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L52" href="#L52">52</a> <em class="jxr_javadoccomment"> * Simple constructor for the callable download task.</em>
<a class="jxr_linenumber" name="L53" href="#L53">53</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L54" href="#L54">54</a> <em class="jxr_javadoccomment"> * @param nvdCveInfo the NVD CVE info</em>
<a class="jxr_linenumber" name="L55" href="#L55">55</a> <em class="jxr_javadoccomment"> * @param processor the processor service to submit the downloaded files to</em>
<a class="jxr_linenumber" name="L56" href="#L56">56</a> <em class="jxr_javadoccomment"> * @param cveDB the CVE DB to use to store the vulnerability data</em>
<a class="jxr_linenumber" name="L57" href="#L57">57</a> <em class="jxr_javadoccomment"> * @param settings a reference to the global settings object; this is necessary so that when the thread is started the</em>
<a class="jxr_linenumber" name="L58" href="#L58">58</a> <em class="jxr_javadoccomment"> * dependencies have a correct reference to the global settings.</em>
<a class="jxr_linenumber" name="L59" href="#L59">59</a> <em class="jxr_javadoccomment"> * @throws UpdateException thrown if temporary files could not be created</em>
<a class="jxr_linenumber" name="L60" href="#L60">60</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L61" href="#L61">61</a> <strong class="jxr_keyword">public</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/DownloadTask.html">DownloadTask</a>(<a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/NvdCveInfo.html">NvdCveInfo</a> nvdCveInfo, ExecutorService processor, <a href="../../../../../../org/owasp/dependencycheck/data/nvdcve/CveDB.html">CveDB</a> cveDB, <a href="../../../../../../org/owasp/dependencycheck/utils/Settings.html">Settings</a> settings) <strong class="jxr_keyword">throws</strong> UpdateException {
<a class="jxr_linenumber" name="L62" href="#L62">62</a> <strong class="jxr_keyword">this</strong>.nvdCveInfo = nvdCveInfo;
<a class="jxr_linenumber" name="L63" href="#L63">63</a> <strong class="jxr_keyword">this</strong>.processorService = processor;
<a class="jxr_linenumber" name="L64" href="#L64">64</a> <strong class="jxr_keyword">this</strong>.cveDB = cveDB;
<a class="jxr_linenumber" name="L65" href="#L65">65</a> <strong class="jxr_keyword">this</strong>.settings = settings;
<a class="jxr_linenumber" name="L66" href="#L66">66</a>
<a class="jxr_linenumber" name="L67" href="#L67">67</a> <strong class="jxr_keyword">final</strong> File file1;
<a class="jxr_linenumber" name="L68" href="#L68">68</a> <strong class="jxr_keyword">final</strong> File file2;
<a class="jxr_linenumber" name="L69" href="#L69">69</a>
<a class="jxr_linenumber" name="L70" href="#L70">70</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L71" href="#L71">71</a> file1 = File.createTempFile(<span class="jxr_string">"cve"</span> + nvdCveInfo.getId() + '_', <span class="jxr_string">".xml"</span>, Settings.getTempDirectory());
<a class="jxr_linenumber" name="L72" href="#L72">72</a> file2 = File.createTempFile(<span class="jxr_string">"cve_1_2_"</span> + nvdCveInfo.getId() + '_', <span class="jxr_string">".xml"</span>, Settings.getTempDirectory());
<a class="jxr_linenumber" name="L73" href="#L73">73</a> } <strong class="jxr_keyword">catch</strong> (IOException ex) {
<a class="jxr_linenumber" name="L74" href="#L74">74</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(<span class="jxr_string">"Unable to create temporary files"</span>, ex);
<a class="jxr_linenumber" name="L75" href="#L75">75</a> }
<a class="jxr_linenumber" name="L76" href="#L76">76</a> <strong class="jxr_keyword">this</strong>.first = file1;
<a class="jxr_linenumber" name="L77" href="#L77">77</a> <strong class="jxr_keyword">this</strong>.second = file2;
<a class="jxr_linenumber" name="L78" href="#L78">78</a>
<a class="jxr_linenumber" name="L79" href="#L79">79</a> }
<a class="jxr_linenumber" name="L80" href="#L80">80</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L81" href="#L81">81</a> <em class="jxr_javadoccomment"> * The CVE DB to use when processing the files.</em>
<a class="jxr_linenumber" name="L82" href="#L82">82</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L83" href="#L83">83</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <a href="../../../../../../org/owasp/dependencycheck/data/nvdcve/CveDB.html">CveDB</a> cveDB;
<a class="jxr_linenumber" name="L84" href="#L84">84</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L85" href="#L85">85</a> <em class="jxr_javadoccomment"> * The processor service to pass the results of the download to.</em>
<a class="jxr_linenumber" name="L86" href="#L86">86</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L87" href="#L87">87</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> ExecutorService processorService;
<a class="jxr_linenumber" name="L88" href="#L88">88</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L89" href="#L89">89</a> <em class="jxr_javadoccomment"> * The NVD CVE Meta Data.</em>
<a class="jxr_linenumber" name="L90" href="#L90">90</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L91" href="#L91">91</a> <strong class="jxr_keyword">private</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/NvdCveInfo.html">NvdCveInfo</a> nvdCveInfo;
<a class="jxr_linenumber" name="L92" href="#L92">92</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L93" href="#L93">93</a> <em class="jxr_javadoccomment"> * A reference to the global settings object.</em>
<a class="jxr_linenumber" name="L94" href="#L94">94</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L95" href="#L95">95</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <a href="../../../../../../org/owasp/dependencycheck/utils/Settings.html">Settings</a> settings;
<a class="jxr_linenumber" name="L96" href="#L96">96</a>
<a class="jxr_linenumber" name="L97" href="#L97">97</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L98" href="#L98">98</a> <em class="jxr_javadoccomment"> * Get the value of nvdCveInfo.</em>
<a class="jxr_linenumber" name="L99" href="#L99">99</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L100" href="#L100">100</a> <em class="jxr_javadoccomment"> * @return the value of nvdCveInfo</em>
<a class="jxr_linenumber" name="L101" href="#L101">101</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L102" href="#L102">102</a> <strong class="jxr_keyword">public</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/NvdCveInfo.html">NvdCveInfo</a> getNvdCveInfo() {
<a class="jxr_linenumber" name="L103" href="#L103">103</a> <strong class="jxr_keyword">return</strong> nvdCveInfo;
<a class="jxr_linenumber" name="L104" href="#L104">104</a> }
<a class="jxr_linenumber" name="L105" href="#L105">105</a>
<a class="jxr_linenumber" name="L106" href="#L106">106</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L107" href="#L107">107</a> <em class="jxr_javadoccomment"> * Set the value of nvdCveInfo.</em>
<a class="jxr_linenumber" name="L108" href="#L108">108</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L109" href="#L109">109</a> <em class="jxr_javadoccomment"> * @param nvdCveInfo new value of nvdCveInfo</em>
<a class="jxr_linenumber" name="L110" href="#L110">110</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L111" href="#L111">111</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setNvdCveInfo(<a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/NvdCveInfo.html">NvdCveInfo</a> nvdCveInfo) {
<a class="jxr_linenumber" name="L112" href="#L112">112</a> <strong class="jxr_keyword">this</strong>.nvdCveInfo = nvdCveInfo;
<a class="jxr_linenumber" name="L113" href="#L113">113</a> }
<a class="jxr_linenumber" name="L114" href="#L114">114</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L115" href="#L115">115</a> <em class="jxr_javadoccomment"> * a file.</em>
<a class="jxr_linenumber" name="L116" href="#L116">116</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L117" href="#L117">117</a> <strong class="jxr_keyword">private</strong> File first;
<a class="jxr_linenumber" name="L118" href="#L118">118</a>
<a class="jxr_linenumber" name="L119" href="#L119">119</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L120" href="#L120">120</a> <em class="jxr_javadoccomment"> * Get the value of first.</em>
<a class="jxr_linenumber" name="L121" href="#L121">121</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L122" href="#L122">122</a> <em class="jxr_javadoccomment"> * @return the value of first</em>
<a class="jxr_linenumber" name="L123" href="#L123">123</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L124" href="#L124">124</a> <strong class="jxr_keyword">public</strong> File getFirst() {
<a class="jxr_linenumber" name="L125" href="#L125">125</a> <strong class="jxr_keyword">return</strong> first;
<a class="jxr_linenumber" name="L126" href="#L126">126</a> }
<a class="jxr_linenumber" name="L127" href="#L127">127</a>
<a class="jxr_linenumber" name="L128" href="#L128">128</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L129" href="#L129">129</a> <em class="jxr_javadoccomment"> * Set the value of first.</em>
<a class="jxr_linenumber" name="L130" href="#L130">130</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L131" href="#L131">131</a> <em class="jxr_javadoccomment"> * @param first new value of first</em>
<a class="jxr_linenumber" name="L132" href="#L132">132</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L133" href="#L133">133</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setFirst(File first) {
<a class="jxr_linenumber" name="L134" href="#L134">134</a> <strong class="jxr_keyword">this</strong>.first = first;
<a class="jxr_linenumber" name="L135" href="#L135">135</a> }
<a class="jxr_linenumber" name="L136" href="#L136">136</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L137" href="#L137">137</a> <em class="jxr_javadoccomment"> * a file.</em>
<a class="jxr_linenumber" name="L138" href="#L138">138</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L139" href="#L139">139</a> <strong class="jxr_keyword">private</strong> File second;
<a class="jxr_linenumber" name="L140" href="#L140">140</a>
<a class="jxr_linenumber" name="L141" href="#L141">141</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L142" href="#L142">142</a> <em class="jxr_javadoccomment"> * Get the value of second.</em>
<a class="jxr_linenumber" name="L143" href="#L143">143</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L144" href="#L144">144</a> <em class="jxr_javadoccomment"> * @return the value of second</em>
<a class="jxr_linenumber" name="L145" href="#L145">145</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L146" href="#L146">146</a> <strong class="jxr_keyword">public</strong> File getSecond() {
<a class="jxr_linenumber" name="L147" href="#L147">147</a> <strong class="jxr_keyword">return</strong> second;
<a class="jxr_linenumber" name="L148" href="#L148">148</a> }
<a class="jxr_linenumber" name="L149" href="#L149">149</a>
<a class="jxr_linenumber" name="L150" href="#L150">150</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L151" href="#L151">151</a> <em class="jxr_javadoccomment"> * Set the value of second.</em>
<a class="jxr_linenumber" name="L152" href="#L152">152</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L153" href="#L153">153</a> <em class="jxr_javadoccomment"> * @param second new value of second</em>
<a class="jxr_linenumber" name="L154" href="#L154">154</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L155" href="#L155">155</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setSecond(File second) {
<a class="jxr_linenumber" name="L156" href="#L156">156</a> <strong class="jxr_keyword">this</strong>.second = second;
<a class="jxr_linenumber" name="L157" href="#L157">157</a> }
<a class="jxr_linenumber" name="L158" href="#L158">158</a>
<a class="jxr_linenumber" name="L159" href="#L159">159</a> @Override
<a class="jxr_linenumber" name="L160" href="#L160">160</a> <strong class="jxr_keyword">public</strong> Future&lt;ProcessTask&gt; call() <strong class="jxr_keyword">throws</strong> Exception {
<a class="jxr_linenumber" name="L161" href="#L161">161</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L162" href="#L162">162</a> Settings.setInstance(settings);
<a class="jxr_linenumber" name="L163" href="#L163">163</a> <strong class="jxr_keyword">final</strong> URL url1 = <strong class="jxr_keyword">new</strong> URL(nvdCveInfo.getUrl());
<a class="jxr_linenumber" name="L164" href="#L164">164</a> <strong class="jxr_keyword">final</strong> URL url2 = <strong class="jxr_keyword">new</strong> URL(nvdCveInfo.getOldSchemaVersionUrl());
<a class="jxr_linenumber" name="L165" href="#L165">165</a> LOGGER.info(<span class="jxr_string">"Download Started for NVD CVE - {}"</span>, nvdCveInfo.getId());
<a class="jxr_linenumber" name="L166" href="#L166">166</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> startDownload = System.currentTimeMillis();
<a class="jxr_linenumber" name="L167" href="#L167">167</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L168" href="#L168">168</a> Downloader.fetchFile(url1, first);
<a class="jxr_linenumber" name="L169" href="#L169">169</a> Downloader.fetchFile(url2, second);
<a class="jxr_linenumber" name="L170" href="#L170">170</a> } <strong class="jxr_keyword">catch</strong> (DownloadFailedException ex) {
<a class="jxr_linenumber" name="L171" href="#L171">171</a> LOGGER.warn(<span class="jxr_string">"Download Failed for NVD CVE - {}\nSome CVEs may not be reported."</span>, nvdCveInfo.getId());
<a class="jxr_linenumber" name="L172" href="#L172">172</a> <strong class="jxr_keyword">if</strong> (Settings.getString(Settings.KEYS.PROXY_SERVER) == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L173" href="#L173">173</a> LOGGER.info(
<a class="jxr_linenumber" name="L174" href="#L174">174</a> <span class="jxr_string">"If you are behind a proxy you may need to configure dependency-check to use the proxy."</span>);
<a class="jxr_linenumber" name="L175" href="#L175">175</a> }
<a class="jxr_linenumber" name="L176" href="#L176">176</a> LOGGER.debug(<span class="jxr_string">""</span>, ex);
<a class="jxr_linenumber" name="L177" href="#L177">177</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L178" href="#L178">178</a> }
<a class="jxr_linenumber" name="L179" href="#L179">179</a> <strong class="jxr_keyword">if</strong> (url1.toExternalForm().endsWith(<span class="jxr_string">".xml.gz"</span>)) {
<a class="jxr_linenumber" name="L180" href="#L180">180</a> extractGzip(first);
<a class="jxr_linenumber" name="L181" href="#L181">181</a> }
<a class="jxr_linenumber" name="L182" href="#L182">182</a> <strong class="jxr_keyword">if</strong> (url2.toExternalForm().endsWith(<span class="jxr_string">".xml.gz"</span>)) {
<a class="jxr_linenumber" name="L183" href="#L183">183</a> extractGzip(second);
<a class="jxr_linenumber" name="L184" href="#L184">184</a> }
<a class="jxr_linenumber" name="L185" href="#L185">185</a>
<a class="jxr_linenumber" name="L186" href="#L186">186</a> LOGGER.info(<span class="jxr_string">"Download Complete for NVD CVE - {} ({} ms)"</span>, nvdCveInfo.getId(),
<a class="jxr_linenumber" name="L187" href="#L187">187</a> System.currentTimeMillis() - startDownload);
<a class="jxr_linenumber" name="L188" href="#L188">188</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.processorService == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L189" href="#L189">189</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L190" href="#L190">190</a> }
<a class="jxr_linenumber" name="L191" href="#L191">191</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/ProcessTask.html">ProcessTask</a> task = <strong class="jxr_keyword">new</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/ProcessTask.html">ProcessTask</a>(cveDB, <strong class="jxr_keyword">this</strong>, settings);
<a class="jxr_linenumber" name="L192" href="#L192">192</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">this</strong>.processorService.submit(task);
<a class="jxr_linenumber" name="L193" href="#L193">193</a>
<a class="jxr_linenumber" name="L194" href="#L194">194</a> } <strong class="jxr_keyword">catch</strong> (Throwable ex) {
<a class="jxr_linenumber" name="L195" href="#L195">195</a> LOGGER.warn(<span class="jxr_string">"An exception occurred downloading NVD CVE - {}\nSome CVEs may not be reported."</span>, nvdCveInfo.getId());
<a class="jxr_linenumber" name="L196" href="#L196">196</a> LOGGER.debug(<span class="jxr_string">"Download Task Failed"</span>, ex);
<a class="jxr_linenumber" name="L197" href="#L197">197</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L198" href="#L198">198</a> Settings.cleanup(false);
<a class="jxr_linenumber" name="L199" href="#L199">199</a> }
<a class="jxr_linenumber" name="L200" href="#L200">200</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L201" href="#L201">201</a> }
<a class="jxr_linenumber" name="L202" href="#L202">202</a>
<a class="jxr_linenumber" name="L203" href="#L203">203</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L204" href="#L204">204</a> <em class="jxr_javadoccomment"> * Attempts to delete the files that were downloaded.</em>
<a class="jxr_linenumber" name="L205" href="#L205">205</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L206" href="#L206">206</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> cleanup() {
<a class="jxr_linenumber" name="L207" href="#L207">207</a> <strong class="jxr_keyword">boolean</strong> deleted = false;
<a class="jxr_linenumber" name="L208" href="#L208">208</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L209" href="#L209">209</a> <strong class="jxr_keyword">if</strong> (first != <strong class="jxr_keyword">null</strong> &amp;&amp; first.exists()) {
<a class="jxr_linenumber" name="L210" href="#L210">210</a> deleted = first.delete();
<a class="jxr_linenumber" name="L211" href="#L211">211</a> }
<a class="jxr_linenumber" name="L212" href="#L212">212</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L213" href="#L213">213</a> <strong class="jxr_keyword">if</strong> (first != <strong class="jxr_keyword">null</strong> &amp;&amp; (first.exists() || !deleted)) {
<a class="jxr_linenumber" name="L214" href="#L214">214</a> first.deleteOnExit();
<a class="jxr_linenumber" name="L215" href="#L215">215</a> }
<a class="jxr_linenumber" name="L216" href="#L216">216</a> }
<a class="jxr_linenumber" name="L217" href="#L217">217</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L218" href="#L218">218</a> deleted = false;
<a class="jxr_linenumber" name="L219" href="#L219">219</a> <strong class="jxr_keyword">if</strong> (second != <strong class="jxr_keyword">null</strong> &amp;&amp; second.exists()) {
<a class="jxr_linenumber" name="L220" href="#L220">220</a> deleted = second.delete();
<a class="jxr_linenumber" name="L221" href="#L221">221</a> }
<a class="jxr_linenumber" name="L222" href="#L222">222</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L223" href="#L223">223</a> <strong class="jxr_keyword">if</strong> (second != <strong class="jxr_keyword">null</strong> &amp;&amp; (second.exists() || !deleted)) {
<a class="jxr_linenumber" name="L224" href="#L224">224</a> second.deleteOnExit();
<a class="jxr_linenumber" name="L225" href="#L225">225</a> }
<a class="jxr_linenumber" name="L226" href="#L226">226</a> }
<a class="jxr_linenumber" name="L227" href="#L227">227</a> }
<a class="jxr_linenumber" name="L228" href="#L228">228</a>
<a class="jxr_linenumber" name="L229" href="#L229">229</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L230" href="#L230">230</a> <em class="jxr_javadoccomment"> * Extracts the file contained in a gzip archive. The extracted file is placed in the exact same path as the file specified.</em>
<a class="jxr_linenumber" name="L231" href="#L231">231</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L232" href="#L232">232</a> <em class="jxr_javadoccomment"> * @param file the archive file</em>
<a class="jxr_linenumber" name="L233" href="#L233">233</a> <em class="jxr_javadoccomment"> * @throws FileNotFoundException thrown if the file does not exist</em>
<a class="jxr_linenumber" name="L234" href="#L234">234</a> <em class="jxr_javadoccomment"> * @throws IOException thrown if there is an error extracting the file.</em>
<a class="jxr_linenumber" name="L25" href="#L25">25</a> <strong class="jxr_keyword">import</strong> java.io.InputStream;
<a class="jxr_linenumber" name="L26" href="#L26">26</a> <strong class="jxr_keyword">import</strong> java.net.URL;
<a class="jxr_linenumber" name="L27" href="#L27">27</a> <strong class="jxr_keyword">import</strong> java.util.concurrent.Callable;
<a class="jxr_linenumber" name="L28" href="#L28">28</a> <strong class="jxr_keyword">import</strong> java.util.concurrent.ExecutorService;
<a class="jxr_linenumber" name="L29" href="#L29">29</a> <strong class="jxr_keyword">import</strong> java.util.concurrent.Future;
<a class="jxr_linenumber" name="L30" href="#L30">30</a> <strong class="jxr_keyword">import</strong> java.util.zip.GZIPInputStream;
<a class="jxr_linenumber" name="L31" href="#L31">31</a> <strong class="jxr_keyword">import</strong> org.apache.commons.io.FileUtils;
<a class="jxr_linenumber" name="L32" href="#L32">32</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.data.nvdcve.CveDB;
<a class="jxr_linenumber" name="L33" href="#L33">33</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.data.update.exception.UpdateException;
<a class="jxr_linenumber" name="L34" href="#L34">34</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.DownloadFailedException;
<a class="jxr_linenumber" name="L35" href="#L35">35</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.Downloader;
<a class="jxr_linenumber" name="L36" href="#L36">36</a> <strong class="jxr_keyword">import</strong> org.owasp.dependencycheck.utils.Settings;
<a class="jxr_linenumber" name="L37" href="#L37">37</a> <strong class="jxr_keyword">import</strong> org.slf4j.Logger;
<a class="jxr_linenumber" name="L38" href="#L38">38</a> <strong class="jxr_keyword">import</strong> org.slf4j.LoggerFactory;
<a class="jxr_linenumber" name="L39" href="#L39">39</a>
<a class="jxr_linenumber" name="L40" href="#L40">40</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L41" href="#L41">41</a> <em class="jxr_javadoccomment"> * A callable object to download two files.</em>
<a class="jxr_linenumber" name="L42" href="#L42">42</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L43" href="#L43">43</a> <em class="jxr_javadoccomment"> * @author Jeremy Long</em>
<a class="jxr_linenumber" name="L44" href="#L44">44</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L45" href="#L45">45</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/DownloadTask.html">DownloadTask</a> <strong class="jxr_keyword">implements</strong> Callable&lt;Future&lt;ProcessTask&gt;&gt; {
<a class="jxr_linenumber" name="L46" href="#L46">46</a>
<a class="jxr_linenumber" name="L47" href="#L47">47</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L48" href="#L48">48</a> <em class="jxr_javadoccomment"> * The Logger.</em>
<a class="jxr_linenumber" name="L49" href="#L49">49</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L50" href="#L50">50</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> Logger LOGGER = LoggerFactory.getLogger(DownloadTask.<strong class="jxr_keyword">class</strong>);
<a class="jxr_linenumber" name="L51" href="#L51">51</a>
<a class="jxr_linenumber" name="L52" href="#L52">52</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L53" href="#L53">53</a> <em class="jxr_javadoccomment"> * Simple constructor for the callable download task.</em>
<a class="jxr_linenumber" name="L54" href="#L54">54</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L55" href="#L55">55</a> <em class="jxr_javadoccomment"> * @param nvdCveInfo the NVD CVE info</em>
<a class="jxr_linenumber" name="L56" href="#L56">56</a> <em class="jxr_javadoccomment"> * @param processor the processor service to submit the downloaded files to</em>
<a class="jxr_linenumber" name="L57" href="#L57">57</a> <em class="jxr_javadoccomment"> * @param cveDB the CVE DB to use to store the vulnerability data</em>
<a class="jxr_linenumber" name="L58" href="#L58">58</a> <em class="jxr_javadoccomment"> * @param settings a reference to the global settings object; this is necessary so that when the thread is started the</em>
<a class="jxr_linenumber" name="L59" href="#L59">59</a> <em class="jxr_javadoccomment"> * dependencies have a correct reference to the global settings.</em>
<a class="jxr_linenumber" name="L60" href="#L60">60</a> <em class="jxr_javadoccomment"> * @throws UpdateException thrown if temporary files could not be created</em>
<a class="jxr_linenumber" name="L61" href="#L61">61</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L62" href="#L62">62</a> <strong class="jxr_keyword">public</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/DownloadTask.html">DownloadTask</a>(<a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/NvdCveInfo.html">NvdCveInfo</a> nvdCveInfo, ExecutorService processor, <a href="../../../../../../org/owasp/dependencycheck/data/nvdcve/CveDB.html">CveDB</a> cveDB, <a href="../../../../../../org/owasp/dependencycheck/utils/Settings.html">Settings</a> settings) <strong class="jxr_keyword">throws</strong> UpdateException {
<a class="jxr_linenumber" name="L63" href="#L63">63</a> <strong class="jxr_keyword">this</strong>.nvdCveInfo = nvdCveInfo;
<a class="jxr_linenumber" name="L64" href="#L64">64</a> <strong class="jxr_keyword">this</strong>.processorService = processor;
<a class="jxr_linenumber" name="L65" href="#L65">65</a> <strong class="jxr_keyword">this</strong>.cveDB = cveDB;
<a class="jxr_linenumber" name="L66" href="#L66">66</a> <strong class="jxr_keyword">this</strong>.settings = settings;
<a class="jxr_linenumber" name="L67" href="#L67">67</a>
<a class="jxr_linenumber" name="L68" href="#L68">68</a> <strong class="jxr_keyword">final</strong> File file1;
<a class="jxr_linenumber" name="L69" href="#L69">69</a> <strong class="jxr_keyword">final</strong> File file2;
<a class="jxr_linenumber" name="L70" href="#L70">70</a>
<a class="jxr_linenumber" name="L71" href="#L71">71</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L72" href="#L72">72</a> file1 = File.createTempFile(<span class="jxr_string">"cve"</span> + nvdCveInfo.getId() + '_', <span class="jxr_string">".xml"</span>, Settings.getTempDirectory());
<a class="jxr_linenumber" name="L73" href="#L73">73</a> file2 = File.createTempFile(<span class="jxr_string">"cve_1_2_"</span> + nvdCveInfo.getId() + '_', <span class="jxr_string">".xml"</span>, Settings.getTempDirectory());
<a class="jxr_linenumber" name="L74" href="#L74">74</a> } <strong class="jxr_keyword">catch</strong> (IOException ex) {
<a class="jxr_linenumber" name="L75" href="#L75">75</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/exception/UpdateException.html">UpdateException</a>(<span class="jxr_string">"Unable to create temporary files"</span>, ex);
<a class="jxr_linenumber" name="L76" href="#L76">76</a> }
<a class="jxr_linenumber" name="L77" href="#L77">77</a> <strong class="jxr_keyword">this</strong>.first = file1;
<a class="jxr_linenumber" name="L78" href="#L78">78</a> <strong class="jxr_keyword">this</strong>.second = file2;
<a class="jxr_linenumber" name="L79" href="#L79">79</a>
<a class="jxr_linenumber" name="L80" href="#L80">80</a> }
<a class="jxr_linenumber" name="L81" href="#L81">81</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L82" href="#L82">82</a> <em class="jxr_javadoccomment"> * The CVE DB to use when processing the files.</em>
<a class="jxr_linenumber" name="L83" href="#L83">83</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L84" href="#L84">84</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <a href="../../../../../../org/owasp/dependencycheck/data/nvdcve/CveDB.html">CveDB</a> cveDB;
<a class="jxr_linenumber" name="L85" href="#L85">85</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L86" href="#L86">86</a> <em class="jxr_javadoccomment"> * The processor service to pass the results of the download to.</em>
<a class="jxr_linenumber" name="L87" href="#L87">87</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L88" href="#L88">88</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> ExecutorService processorService;
<a class="jxr_linenumber" name="L89" href="#L89">89</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L90" href="#L90">90</a> <em class="jxr_javadoccomment"> * The NVD CVE Meta Data.</em>
<a class="jxr_linenumber" name="L91" href="#L91">91</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L92" href="#L92">92</a> <strong class="jxr_keyword">private</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/NvdCveInfo.html">NvdCveInfo</a> nvdCveInfo;
<a class="jxr_linenumber" name="L93" href="#L93">93</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L94" href="#L94">94</a> <em class="jxr_javadoccomment"> * A reference to the global settings object.</em>
<a class="jxr_linenumber" name="L95" href="#L95">95</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L96" href="#L96">96</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <a href="../../../../../../org/owasp/dependencycheck/utils/Settings.html">Settings</a> settings;
<a class="jxr_linenumber" name="L97" href="#L97">97</a>
<a class="jxr_linenumber" name="L98" href="#L98">98</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L99" href="#L99">99</a> <em class="jxr_javadoccomment"> * Get the value of nvdCveInfo.</em>
<a class="jxr_linenumber" name="L100" href="#L100">100</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L101" href="#L101">101</a> <em class="jxr_javadoccomment"> * @return the value of nvdCveInfo</em>
<a class="jxr_linenumber" name="L102" href="#L102">102</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L103" href="#L103">103</a> <strong class="jxr_keyword">public</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/NvdCveInfo.html">NvdCveInfo</a> getNvdCveInfo() {
<a class="jxr_linenumber" name="L104" href="#L104">104</a> <strong class="jxr_keyword">return</strong> nvdCveInfo;
<a class="jxr_linenumber" name="L105" href="#L105">105</a> }
<a class="jxr_linenumber" name="L106" href="#L106">106</a>
<a class="jxr_linenumber" name="L107" href="#L107">107</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L108" href="#L108">108</a> <em class="jxr_javadoccomment"> * Set the value of nvdCveInfo.</em>
<a class="jxr_linenumber" name="L109" href="#L109">109</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L110" href="#L110">110</a> <em class="jxr_javadoccomment"> * @param nvdCveInfo new value of nvdCveInfo</em>
<a class="jxr_linenumber" name="L111" href="#L111">111</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L112" href="#L112">112</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setNvdCveInfo(<a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/NvdCveInfo.html">NvdCveInfo</a> nvdCveInfo) {
<a class="jxr_linenumber" name="L113" href="#L113">113</a> <strong class="jxr_keyword">this</strong>.nvdCveInfo = nvdCveInfo;
<a class="jxr_linenumber" name="L114" href="#L114">114</a> }
<a class="jxr_linenumber" name="L115" href="#L115">115</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L116" href="#L116">116</a> <em class="jxr_javadoccomment"> * a file.</em>
<a class="jxr_linenumber" name="L117" href="#L117">117</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L118" href="#L118">118</a> <strong class="jxr_keyword">private</strong> File first;
<a class="jxr_linenumber" name="L119" href="#L119">119</a>
<a class="jxr_linenumber" name="L120" href="#L120">120</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L121" href="#L121">121</a> <em class="jxr_javadoccomment"> * Get the value of first.</em>
<a class="jxr_linenumber" name="L122" href="#L122">122</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L123" href="#L123">123</a> <em class="jxr_javadoccomment"> * @return the value of first</em>
<a class="jxr_linenumber" name="L124" href="#L124">124</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L125" href="#L125">125</a> <strong class="jxr_keyword">public</strong> File getFirst() {
<a class="jxr_linenumber" name="L126" href="#L126">126</a> <strong class="jxr_keyword">return</strong> first;
<a class="jxr_linenumber" name="L127" href="#L127">127</a> }
<a class="jxr_linenumber" name="L128" href="#L128">128</a>
<a class="jxr_linenumber" name="L129" href="#L129">129</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L130" href="#L130">130</a> <em class="jxr_javadoccomment"> * Set the value of first.</em>
<a class="jxr_linenumber" name="L131" href="#L131">131</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L132" href="#L132">132</a> <em class="jxr_javadoccomment"> * @param first new value of first</em>
<a class="jxr_linenumber" name="L133" href="#L133">133</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L134" href="#L134">134</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setFirst(File first) {
<a class="jxr_linenumber" name="L135" href="#L135">135</a> <strong class="jxr_keyword">this</strong>.first = first;
<a class="jxr_linenumber" name="L136" href="#L136">136</a> }
<a class="jxr_linenumber" name="L137" href="#L137">137</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L138" href="#L138">138</a> <em class="jxr_javadoccomment"> * a file.</em>
<a class="jxr_linenumber" name="L139" href="#L139">139</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L140" href="#L140">140</a> <strong class="jxr_keyword">private</strong> File second;
<a class="jxr_linenumber" name="L141" href="#L141">141</a>
<a class="jxr_linenumber" name="L142" href="#L142">142</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L143" href="#L143">143</a> <em class="jxr_javadoccomment"> * Get the value of second.</em>
<a class="jxr_linenumber" name="L144" href="#L144">144</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L145" href="#L145">145</a> <em class="jxr_javadoccomment"> * @return the value of second</em>
<a class="jxr_linenumber" name="L146" href="#L146">146</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L147" href="#L147">147</a> <strong class="jxr_keyword">public</strong> File getSecond() {
<a class="jxr_linenumber" name="L148" href="#L148">148</a> <strong class="jxr_keyword">return</strong> second;
<a class="jxr_linenumber" name="L149" href="#L149">149</a> }
<a class="jxr_linenumber" name="L150" href="#L150">150</a>
<a class="jxr_linenumber" name="L151" href="#L151">151</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L152" href="#L152">152</a> <em class="jxr_javadoccomment"> * Set the value of second.</em>
<a class="jxr_linenumber" name="L153" href="#L153">153</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L154" href="#L154">154</a> <em class="jxr_javadoccomment"> * @param second new value of second</em>
<a class="jxr_linenumber" name="L155" href="#L155">155</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L156" href="#L156">156</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setSecond(File second) {
<a class="jxr_linenumber" name="L157" href="#L157">157</a> <strong class="jxr_keyword">this</strong>.second = second;
<a class="jxr_linenumber" name="L158" href="#L158">158</a> }
<a class="jxr_linenumber" name="L159" href="#L159">159</a>
<a class="jxr_linenumber" name="L160" href="#L160">160</a> @Override
<a class="jxr_linenumber" name="L161" href="#L161">161</a> <strong class="jxr_keyword">public</strong> Future&lt;ProcessTask&gt; call() <strong class="jxr_keyword">throws</strong> Exception {
<a class="jxr_linenumber" name="L162" href="#L162">162</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L163" href="#L163">163</a> Settings.setInstance(settings);
<a class="jxr_linenumber" name="L164" href="#L164">164</a> <strong class="jxr_keyword">final</strong> URL url1 = <strong class="jxr_keyword">new</strong> URL(nvdCveInfo.getUrl());
<a class="jxr_linenumber" name="L165" href="#L165">165</a> <strong class="jxr_keyword">final</strong> URL url2 = <strong class="jxr_keyword">new</strong> URL(nvdCveInfo.getOldSchemaVersionUrl());
<a class="jxr_linenumber" name="L166" href="#L166">166</a> LOGGER.info(<span class="jxr_string">"Download Started for NVD CVE - {}"</span>, nvdCveInfo.getId());
<a class="jxr_linenumber" name="L167" href="#L167">167</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> startDownload = System.currentTimeMillis();
<a class="jxr_linenumber" name="L168" href="#L168">168</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L169" href="#L169">169</a> Downloader.fetchFile(url1, first);
<a class="jxr_linenumber" name="L170" href="#L170">170</a> Downloader.fetchFile(url2, second);
<a class="jxr_linenumber" name="L171" href="#L171">171</a> } <strong class="jxr_keyword">catch</strong> (DownloadFailedException ex) {
<a class="jxr_linenumber" name="L172" href="#L172">172</a> LOGGER.warn(<span class="jxr_string">"Download Failed for NVD CVE - {}\nSome CVEs may not be reported."</span>, nvdCveInfo.getId());
<a class="jxr_linenumber" name="L173" href="#L173">173</a> <strong class="jxr_keyword">if</strong> (Settings.getString(Settings.KEYS.PROXY_SERVER) == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L174" href="#L174">174</a> LOGGER.info(
<a class="jxr_linenumber" name="L175" href="#L175">175</a> <span class="jxr_string">"If you are behind a proxy you may need to configure dependency-check to use the proxy."</span>);
<a class="jxr_linenumber" name="L176" href="#L176">176</a> }
<a class="jxr_linenumber" name="L177" href="#L177">177</a> LOGGER.debug(<span class="jxr_string">""</span>, ex);
<a class="jxr_linenumber" name="L178" href="#L178">178</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L179" href="#L179">179</a> }
<a class="jxr_linenumber" name="L180" href="#L180">180</a> <strong class="jxr_keyword">if</strong> (url1.toExternalForm().endsWith(<span class="jxr_string">".xml.gz"</span>) &amp;&amp; !isXml(first)) {
<a class="jxr_linenumber" name="L181" href="#L181">181</a> extractGzip(first);
<a class="jxr_linenumber" name="L182" href="#L182">182</a> }
<a class="jxr_linenumber" name="L183" href="#L183">183</a> <strong class="jxr_keyword">if</strong> (url2.toExternalForm().endsWith(<span class="jxr_string">".xml.gz"</span>) &amp;&amp; !isXml(second)) {
<a class="jxr_linenumber" name="L184" href="#L184">184</a> extractGzip(second);
<a class="jxr_linenumber" name="L185" href="#L185">185</a> }
<a class="jxr_linenumber" name="L186" href="#L186">186</a>
<a class="jxr_linenumber" name="L187" href="#L187">187</a> LOGGER.info(<span class="jxr_string">"Download Complete for NVD CVE - {} ({} ms)"</span>, nvdCveInfo.getId(),
<a class="jxr_linenumber" name="L188" href="#L188">188</a> System.currentTimeMillis() - startDownload);
<a class="jxr_linenumber" name="L189" href="#L189">189</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.processorService == <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L190" href="#L190">190</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L191" href="#L191">191</a> }
<a class="jxr_linenumber" name="L192" href="#L192">192</a> <strong class="jxr_keyword">final</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/ProcessTask.html">ProcessTask</a> task = <strong class="jxr_keyword">new</strong> <a href="../../../../../../org/owasp/dependencycheck/data/update/nvd/ProcessTask.html">ProcessTask</a>(cveDB, <strong class="jxr_keyword">this</strong>, settings);
<a class="jxr_linenumber" name="L193" href="#L193">193</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">this</strong>.processorService.submit(task);
<a class="jxr_linenumber" name="L194" href="#L194">194</a>
<a class="jxr_linenumber" name="L195" href="#L195">195</a> } <strong class="jxr_keyword">catch</strong> (Throwable ex) {
<a class="jxr_linenumber" name="L196" href="#L196">196</a> LOGGER.warn(<span class="jxr_string">"An exception occurred downloading NVD CVE - {}\nSome CVEs may not be reported."</span>, nvdCveInfo.getId());
<a class="jxr_linenumber" name="L197" href="#L197">197</a> LOGGER.debug(<span class="jxr_string">"Download Task Failed"</span>, ex);
<a class="jxr_linenumber" name="L198" href="#L198">198</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L199" href="#L199">199</a> Settings.cleanup(false);
<a class="jxr_linenumber" name="L200" href="#L200">200</a> }
<a class="jxr_linenumber" name="L201" href="#L201">201</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L202" href="#L202">202</a> }
<a class="jxr_linenumber" name="L203" href="#L203">203</a>
<a class="jxr_linenumber" name="L204" href="#L204">204</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L205" href="#L205">205</a> <em class="jxr_javadoccomment"> * Attempts to delete the files that were downloaded.</em>
<a class="jxr_linenumber" name="L206" href="#L206">206</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L207" href="#L207">207</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> cleanup() {
<a class="jxr_linenumber" name="L208" href="#L208">208</a> <strong class="jxr_keyword">boolean</strong> deleted = false;
<a class="jxr_linenumber" name="L209" href="#L209">209</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L210" href="#L210">210</a> <strong class="jxr_keyword">if</strong> (first != <strong class="jxr_keyword">null</strong> &amp;&amp; first.exists()) {
<a class="jxr_linenumber" name="L211" href="#L211">211</a> deleted = first.delete();
<a class="jxr_linenumber" name="L212" href="#L212">212</a> }
<a class="jxr_linenumber" name="L213" href="#L213">213</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L214" href="#L214">214</a> <strong class="jxr_keyword">if</strong> (first != <strong class="jxr_keyword">null</strong> &amp;&amp; (first.exists() || !deleted)) {
<a class="jxr_linenumber" name="L215" href="#L215">215</a> first.deleteOnExit();
<a class="jxr_linenumber" name="L216" href="#L216">216</a> }
<a class="jxr_linenumber" name="L217" href="#L217">217</a> }
<a class="jxr_linenumber" name="L218" href="#L218">218</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L219" href="#L219">219</a> deleted = false;
<a class="jxr_linenumber" name="L220" href="#L220">220</a> <strong class="jxr_keyword">if</strong> (second != <strong class="jxr_keyword">null</strong> &amp;&amp; second.exists()) {
<a class="jxr_linenumber" name="L221" href="#L221">221</a> deleted = second.delete();
<a class="jxr_linenumber" name="L222" href="#L222">222</a> }
<a class="jxr_linenumber" name="L223" href="#L223">223</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L224" href="#L224">224</a> <strong class="jxr_keyword">if</strong> (second != <strong class="jxr_keyword">null</strong> &amp;&amp; (second.exists() || !deleted)) {
<a class="jxr_linenumber" name="L225" href="#L225">225</a> second.deleteOnExit();
<a class="jxr_linenumber" name="L226" href="#L226">226</a> }
<a class="jxr_linenumber" name="L227" href="#L227">227</a> }
<a class="jxr_linenumber" name="L228" href="#L228">228</a> }
<a class="jxr_linenumber" name="L229" href="#L229">229</a>
<a class="jxr_linenumber" name="L230" href="#L230">230</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L231" href="#L231">231</a> <em class="jxr_javadoccomment"> * Checks the file header to see if it is an XML file.</em>
<a class="jxr_linenumber" name="L232" href="#L232">232</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L233" href="#L233">233</a> <em class="jxr_javadoccomment"> * @param file the file to check</em>
<a class="jxr_linenumber" name="L234" href="#L234">234</a> <em class="jxr_javadoccomment"> * @return true if the file is XML</em>
<a class="jxr_linenumber" name="L235" href="#L235">235</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L236" href="#L236">236</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">void</strong> extractGzip(File file) <strong class="jxr_keyword">throws</strong> FileNotFoundException, IOException {
<a class="jxr_linenumber" name="L237" href="#L237">237</a> <strong class="jxr_keyword">final</strong> String originalPath = file.getPath();
<a class="jxr_linenumber" name="L238" href="#L238">238</a> <strong class="jxr_keyword">final</strong> File gzip = <strong class="jxr_keyword">new</strong> File(originalPath + <span class="jxr_string">".gz"</span>);
<a class="jxr_linenumber" name="L239" href="#L239">239</a> <strong class="jxr_keyword">if</strong> (gzip.isFile() &amp;&amp; !gzip.delete()) {
<a class="jxr_linenumber" name="L240" href="#L240">240</a> gzip.deleteOnExit();
<a class="jxr_linenumber" name="L241" href="#L241">241</a> }
<a class="jxr_linenumber" name="L242" href="#L242">242</a> <strong class="jxr_keyword">if</strong> (!file.renameTo(gzip)) {
<a class="jxr_linenumber" name="L243" href="#L243">243</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> IOException(<span class="jxr_string">"Unable to rename '"</span> + file.getPath() + <span class="jxr_string">"'"</span>);
<a class="jxr_linenumber" name="L244" href="#L244">244</a> }
<a class="jxr_linenumber" name="L245" href="#L245">245</a> <strong class="jxr_keyword">final</strong> File newfile = <strong class="jxr_keyword">new</strong> File(originalPath);
<a class="jxr_linenumber" name="L246" href="#L246">246</a>
<a class="jxr_linenumber" name="L247" href="#L247">247</a> <strong class="jxr_keyword">final</strong> byte[] buffer = <strong class="jxr_keyword">new</strong> byte[4096];
<a class="jxr_linenumber" name="L248" href="#L248">248</a>
<a class="jxr_linenumber" name="L249" href="#L249">249</a> GZIPInputStream cin = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L250" href="#L250">250</a> FileOutputStream out = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L251" href="#L251">251</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L252" href="#L252">252</a> cin = <strong class="jxr_keyword">new</strong> GZIPInputStream(<strong class="jxr_keyword">new</strong> FileInputStream(gzip));
<a class="jxr_linenumber" name="L253" href="#L253">253</a> out = <strong class="jxr_keyword">new</strong> FileOutputStream(newfile);
<a class="jxr_linenumber" name="L254" href="#L254">254</a>
<a class="jxr_linenumber" name="L255" href="#L255">255</a> <strong class="jxr_keyword">int</strong> len;
<a class="jxr_linenumber" name="L256" href="#L256">256</a> <strong class="jxr_keyword">while</strong> ((len = cin.read(buffer)) &gt; 0) {
<a class="jxr_linenumber" name="L257" href="#L257">257</a> out.write(buffer, 0, len);
<a class="jxr_linenumber" name="L258" href="#L258">258</a> }
<a class="jxr_linenumber" name="L236" href="#L236">236</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">boolean</strong> isXml(File file) {
<a class="jxr_linenumber" name="L237" href="#L237">237</a> <strong class="jxr_keyword">if</strong> (file == <strong class="jxr_keyword">null</strong> || !file.isFile()) {
<a class="jxr_linenumber" name="L238" href="#L238">238</a> <strong class="jxr_keyword">return</strong> false;
<a class="jxr_linenumber" name="L239" href="#L239">239</a> }
<a class="jxr_linenumber" name="L240" href="#L240">240</a> InputStream is = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L241" href="#L241">241</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L242" href="#L242">242</a> is = <strong class="jxr_keyword">new</strong> FileInputStream(file);
<a class="jxr_linenumber" name="L243" href="#L243">243</a>
<a class="jxr_linenumber" name="L244" href="#L244">244</a> <strong class="jxr_keyword">final</strong> byte[] buf = <strong class="jxr_keyword">new</strong> byte[5];
<a class="jxr_linenumber" name="L245" href="#L245">245</a> <strong class="jxr_keyword">int</strong> read = 0;
<a class="jxr_linenumber" name="L246" href="#L246">246</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L247" href="#L247">247</a> read = is.read(buf);
<a class="jxr_linenumber" name="L248" href="#L248">248</a> } <strong class="jxr_keyword">catch</strong> (IOException ex) {
<a class="jxr_linenumber" name="L249" href="#L249">249</a> <strong class="jxr_keyword">return</strong> false;
<a class="jxr_linenumber" name="L250" href="#L250">250</a> }
<a class="jxr_linenumber" name="L251" href="#L251">251</a> <strong class="jxr_keyword">return</strong> read == 5
<a class="jxr_linenumber" name="L252" href="#L252">252</a> &amp;&amp; buf[0] == '&lt;'
<a class="jxr_linenumber" name="L253" href="#L253">253</a> &amp;&amp; (buf[1] == '?')
<a class="jxr_linenumber" name="L254" href="#L254">254</a> &amp;&amp; (buf[2] == 'x' || buf[2] == 'X')
<a class="jxr_linenumber" name="L255" href="#L255">255</a> &amp;&amp; (buf[3] == 'm' || buf[3] == 'M')
<a class="jxr_linenumber" name="L256" href="#L256">256</a> &amp;&amp; (buf[4] == 'l' || buf[4] == 'L');
<a class="jxr_linenumber" name="L257" href="#L257">257</a> } <strong class="jxr_keyword">catch</strong> (FileNotFoundException ex) {
<a class="jxr_linenumber" name="L258" href="#L258">258</a> <strong class="jxr_keyword">return</strong> false;
<a class="jxr_linenumber" name="L259" href="#L259">259</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L260" href="#L260">260</a> <strong class="jxr_keyword">if</strong> (cin != <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L260" href="#L260">260</a> <strong class="jxr_keyword">if</strong> (is != <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L261" href="#L261">261</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L262" href="#L262">262</a> cin.close();
<a class="jxr_linenumber" name="L262" href="#L262">262</a> is.close();
<a class="jxr_linenumber" name="L263" href="#L263">263</a> } <strong class="jxr_keyword">catch</strong> (IOException ex) {
<a class="jxr_linenumber" name="L264" href="#L264">264</a> LOGGER.trace(<span class="jxr_string">"ignore"</span>, ex);
<a class="jxr_linenumber" name="L265" href="#L265">265</a> }
<a class="jxr_linenumber" name="L266" href="#L266">266</a> }
<a class="jxr_linenumber" name="L267" href="#L267">267</a> <strong class="jxr_keyword">if</strong> (out != <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L268" href="#L268">268</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L269" href="#L269">269</a> out.close();
<a class="jxr_linenumber" name="L270" href="#L270">270</a> } <strong class="jxr_keyword">catch</strong> (IOException ex) {
<a class="jxr_linenumber" name="L271" href="#L271">271</a> LOGGER.trace(<span class="jxr_string">"ignore"</span>, ex);
<a class="jxr_linenumber" name="L272" href="#L272">272</a> }
<a class="jxr_linenumber" name="L273" href="#L273">273</a> }
<a class="jxr_linenumber" name="L274" href="#L274">274</a> <strong class="jxr_keyword">if</strong> (gzip.isFile()) {
<a class="jxr_linenumber" name="L275" href="#L275">275</a> FileUtils.deleteQuietly(gzip);
<a class="jxr_linenumber" name="L276" href="#L276">276</a> }
<a class="jxr_linenumber" name="L277" href="#L277">277</a> }
<a class="jxr_linenumber" name="L278" href="#L278">278</a> }
<a class="jxr_linenumber" name="L279" href="#L279">279</a> }
<a class="jxr_linenumber" name="L264" href="#L264">264</a> }
<a class="jxr_linenumber" name="L265" href="#L265">265</a> }
<a class="jxr_linenumber" name="L266" href="#L266">266</a> }
<a class="jxr_linenumber" name="L267" href="#L267">267</a> }
<a class="jxr_linenumber" name="L268" href="#L268">268</a>
<a class="jxr_linenumber" name="L269" href="#L269">269</a> <em class="jxr_javadoccomment">/**</em>
<a class="jxr_linenumber" name="L270" href="#L270">270</a> <em class="jxr_javadoccomment"> * Extracts the file contained in a gzip archive. The extracted file is placed in the exact same path as the file specified.</em>
<a class="jxr_linenumber" name="L271" href="#L271">271</a> <em class="jxr_javadoccomment"> *</em>
<a class="jxr_linenumber" name="L272" href="#L272">272</a> <em class="jxr_javadoccomment"> * @param file the archive file</em>
<a class="jxr_linenumber" name="L273" href="#L273">273</a> <em class="jxr_javadoccomment"> * @throws FileNotFoundException thrown if the file does not exist</em>
<a class="jxr_linenumber" name="L274" href="#L274">274</a> <em class="jxr_javadoccomment"> * @throws IOException thrown if there is an error extracting the file.</em>
<a class="jxr_linenumber" name="L275" href="#L275">275</a> <em class="jxr_javadoccomment"> */</em>
<a class="jxr_linenumber" name="L276" href="#L276">276</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">void</strong> extractGzip(File file) <strong class="jxr_keyword">throws</strong> FileNotFoundException, IOException {
<a class="jxr_linenumber" name="L277" href="#L277">277</a> <strong class="jxr_keyword">final</strong> String originalPath = file.getPath();
<a class="jxr_linenumber" name="L278" href="#L278">278</a> <strong class="jxr_keyword">final</strong> File gzip = <strong class="jxr_keyword">new</strong> File(originalPath + <span class="jxr_string">".gz"</span>);
<a class="jxr_linenumber" name="L279" href="#L279">279</a> <strong class="jxr_keyword">if</strong> (gzip.isFile() &amp;&amp; !gzip.delete()) {
<a class="jxr_linenumber" name="L280" href="#L280">280</a> gzip.deleteOnExit();
<a class="jxr_linenumber" name="L281" href="#L281">281</a> }
<a class="jxr_linenumber" name="L282" href="#L282">282</a> <strong class="jxr_keyword">if</strong> (!file.renameTo(gzip)) {
<a class="jxr_linenumber" name="L283" href="#L283">283</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> IOException(<span class="jxr_string">"Unable to rename '"</span> + file.getPath() + <span class="jxr_string">"'"</span>);
<a class="jxr_linenumber" name="L284" href="#L284">284</a> }
<a class="jxr_linenumber" name="L285" href="#L285">285</a> <strong class="jxr_keyword">final</strong> File newfile = <strong class="jxr_keyword">new</strong> File(originalPath);
<a class="jxr_linenumber" name="L286" href="#L286">286</a>
<a class="jxr_linenumber" name="L287" href="#L287">287</a> <strong class="jxr_keyword">final</strong> byte[] buffer = <strong class="jxr_keyword">new</strong> byte[4096];
<a class="jxr_linenumber" name="L288" href="#L288">288</a>
<a class="jxr_linenumber" name="L289" href="#L289">289</a> GZIPInputStream cin = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L290" href="#L290">290</a> FileOutputStream out = <strong class="jxr_keyword">null</strong>;
<a class="jxr_linenumber" name="L291" href="#L291">291</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L292" href="#L292">292</a> cin = <strong class="jxr_keyword">new</strong> GZIPInputStream(<strong class="jxr_keyword">new</strong> FileInputStream(gzip));
<a class="jxr_linenumber" name="L293" href="#L293">293</a> out = <strong class="jxr_keyword">new</strong> FileOutputStream(newfile);
<a class="jxr_linenumber" name="L294" href="#L294">294</a>
<a class="jxr_linenumber" name="L295" href="#L295">295</a> <strong class="jxr_keyword">int</strong> len;
<a class="jxr_linenumber" name="L296" href="#L296">296</a> <strong class="jxr_keyword">while</strong> ((len = cin.read(buffer)) &gt; 0) {
<a class="jxr_linenumber" name="L297" href="#L297">297</a> out.write(buffer, 0, len);
<a class="jxr_linenumber" name="L298" href="#L298">298</a> }
<a class="jxr_linenumber" name="L299" href="#L299">299</a> } <strong class="jxr_keyword">finally</strong> {
<a class="jxr_linenumber" name="L300" href="#L300">300</a> <strong class="jxr_keyword">if</strong> (cin != <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L301" href="#L301">301</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L302" href="#L302">302</a> cin.close();
<a class="jxr_linenumber" name="L303" href="#L303">303</a> } <strong class="jxr_keyword">catch</strong> (IOException ex) {
<a class="jxr_linenumber" name="L304" href="#L304">304</a> LOGGER.trace(<span class="jxr_string">"ignore"</span>, ex);
<a class="jxr_linenumber" name="L305" href="#L305">305</a> }
<a class="jxr_linenumber" name="L306" href="#L306">306</a> }
<a class="jxr_linenumber" name="L307" href="#L307">307</a> <strong class="jxr_keyword">if</strong> (out != <strong class="jxr_keyword">null</strong>) {
<a class="jxr_linenumber" name="L308" href="#L308">308</a> <strong class="jxr_keyword">try</strong> {
<a class="jxr_linenumber" name="L309" href="#L309">309</a> out.close();
<a class="jxr_linenumber" name="L310" href="#L310">310</a> } <strong class="jxr_keyword">catch</strong> (IOException ex) {
<a class="jxr_linenumber" name="L311" href="#L311">311</a> LOGGER.trace(<span class="jxr_string">"ignore"</span>, ex);
<a class="jxr_linenumber" name="L312" href="#L312">312</a> }
<a class="jxr_linenumber" name="L313" href="#L313">313</a> }
<a class="jxr_linenumber" name="L314" href="#L314">314</a> <strong class="jxr_keyword">if</strong> (gzip.isFile()) {
<a class="jxr_linenumber" name="L315" href="#L315">315</a> FileUtils.deleteQuietly(gzip);
<a class="jxr_linenumber" name="L316" href="#L316">316</a> }
<a class="jxr_linenumber" name="L317" href="#L317">317</a> }
<a class="jxr_linenumber" name="L318" href="#L318">318</a> }
<a class="jxr_linenumber" name="L319" href="#L319">319</a> }
</pre>
<hr/>
<div id="footer">Copyright &#169; 2012&#x2013;2016 <a href="http://www.owasp.org">OWASP</a>. All rights reserved.</div>

2
xref/org/owasp/dependencycheck/data/update/nvd/package-frame.html
View File

@@ -3,7 +3,7 @@
<html xml:lang="en" lang="en">
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<title>Dependency-Check 1.3.4 Reference Package org.owasp.dependencycheck.data.update.nvd</title>
<title>Dependency-Check 1.3.5 Reference Package org.owasp.dependencycheck.data.update.nvd</title>
<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="style" />
</head>
<body>

2
xref/org/owasp/dependencycheck/data/update/nvd/package-summary.html
View File

@@ -3,7 +3,7 @@
<html xml:lang="en" lang="en">
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<title>Dependency-Check 1.3.4 Reference Package org.owasp.dependencycheck.data.update.nvd</title>
<title>Dependency-Check 1.3.5 Reference Package org.owasp.dependencycheck.data.update.nvd</title>
<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="style" />
</head>
<body>

2
xref/org/owasp/dependencycheck/data/update/package-frame.html
View File

@@ -3,7 +3,7 @@
<html xml:lang="en" lang="en">
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<title>Dependency-Check 1.3.4 Reference Package org.owasp.dependencycheck.data.update</title>
<title>Dependency-Check 1.3.5 Reference Package org.owasp.dependencycheck.data.update</title>
<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="style" />
</head>
<body>

2
xref/org/owasp/dependencycheck/data/update/package-summary.html
View File

@@ -3,7 +3,7 @@
<html xml:lang="en" lang="en">
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<title>Dependency-Check 1.3.4 Reference Package org.owasp.dependencycheck.data.update</title>
<title>Dependency-Check 1.3.5 Reference Package org.owasp.dependencycheck.data.update</title>
<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="style" />
</head>
<body>