mirror of https://bitbucket.org/anguist/ntpa
101 lines
3.2 KiB
C#
101 lines
3.2 KiB
C#
//
|
|
// Copyright (c) 2013-2016 Carsten Sonne Larsen <cs@innolan.dk>
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
// THE SOFTWARE.
|
|
|
|
using System;
|
|
using System.IO;
|
|
using System.Net;
|
|
using Ntp.Analyzer.Data.Log;
|
|
using Ntp.Common.Log;
|
|
|
|
namespace Ntp.Analyzer.Data.Import
|
|
{
|
|
public abstract class WebAdapter
|
|
{
|
|
protected WebAdapter(LogBase log)
|
|
{
|
|
Log = log;
|
|
}
|
|
|
|
protected readonly LogBase Log;
|
|
|
|
protected abstract string Provider { get; }
|
|
|
|
protected string FetchHtml(string url, int orgId)
|
|
{
|
|
if (orgId >= 5000)
|
|
{
|
|
Log.TimeServerMaxId(Provider);
|
|
return null;
|
|
}
|
|
|
|
string html = Download(url, orgId);
|
|
if (html != null)
|
|
return html;
|
|
|
|
Log.TimeServerNotRecieved(orgId);
|
|
return null;
|
|
}
|
|
|
|
private string Download(string url, int orgId)
|
|
{
|
|
try
|
|
{
|
|
var client = new WebClient();
|
|
client.Headers.Add(
|
|
"user-agent",
|
|
"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2;)"
|
|
);
|
|
|
|
var stream = client.OpenRead(url);
|
|
Log.TimeServerDownload(Provider, url, orgId);
|
|
|
|
if (stream != null)
|
|
{
|
|
var reader = new StreamReader(stream);
|
|
string html = reader.ReadToEnd();
|
|
reader.Close();
|
|
return html;
|
|
}
|
|
}
|
|
catch (WebException e)
|
|
{
|
|
var response = e.Response as HttpWebResponse;
|
|
if (response != null && response.StatusCode == HttpStatusCode.NotFound)
|
|
{
|
|
Log.TimeServerNotFound(Provider, orgId);
|
|
}
|
|
else
|
|
{
|
|
Log.TimeServerError(Provider, orgId);
|
|
}
|
|
|
|
Log.WriteLine(e);
|
|
}
|
|
catch (Exception e)
|
|
{
|
|
Log.TimeServerError(Provider, orgId);
|
|
Log.WriteLine(e);
|
|
}
|
|
|
|
return null;
|
|
}
|
|
}
|
|
} |