Simplify Web Scraping for Smarter Decision-Making

using System;
using System.Net;
using System.IO;
using System.Json;

namespace CSharpDemo
{
    class MainClass
    {
        public static void Main (string[] args)
        {
            var url ="http://cnet.com";
            var urlEncoded = Uri.EscapeDataString(url);
 
            var requestUrl = "https://opengraph.io/api/1.1/site/" + urlEncoded;
 
            ⁄⁄ Make sure to get your API key! No need for a CC
            requestUrl += "?app_id=XXXXXXXXXXXXXXXXXXXXXXXX";
 
            var request = WebRequest.Create(requestUrl);
            request.ContentType = "application/json;";
 
            string text;
 
            var response = (HttpWebResponse)request.GetResponse();
 
            using (var sr = new StreamReader(response.GetResponseStream()))
            {
                text = sr.ReadToEnd();
 
                dynamic x = JsonConvert.DeserializeObject(text);
 
                Console.WriteLine("Title\t\t" + x.hybridGraph.title);
                Console.WriteLine("Description\t" + x.hybridGraph.description);
                Console.WriteLine("Image\t\t" + x.hybridGraph.image);
            }
        }
    }
}

$siteUrl = 'http://cnet.com';
$requestUrl = 'https://opengraph.io/api/1.1/site/' . urlencode($siteUrl);
 
⁄⁄ Make sure you include your free app_id here!  No CC required
$requestUrl = $requestUrl . '?app_id=XXXXXXXXXXXXXXXXXXXXXXXX';
 
$siteInformationJSON = file_get_contents ($requestUrl);
$siteInformation = json_decode($siteInformationJSON, true);
 
print ';Title\t\t'; . $siteInformation['hybridGraph']['title'] . '\n';
print 'Description\t' . $siteInformation['hybridGraph']['description'] . '\n';
print 'Logo URL\t' . $siteInformation['hybridGraph']['image'] . '\n';

var opengraph = require('opengraph-io')({appId: 'xxxxxx'}) ⁄⁄ <-- Enter your app_id!
var express = require('express');
var app = express();
 
app.get('/site/info', function (req, res) {
  var siteUrl = req.query['url'];
 
  opengraph.getSiteInfo(siteUrl, function(err, siteInfo){
    console.log('hey err, err);
    console.log('hey result', siteInfo);
    res.json(siteInfo);
  });
 
});
 
app.listen(3000, function() {
  console.log('Example app listening on port 3000!');
  console.log('Test this proxy with the following url:', 'http://localhost:3000/site/info?url=https%3A%2F%2Fnytimes.com');
});

var url = 'http://cnet.com';
var urlEncoded = encodeURIComponent(url);
var apiKey 'xxxxxxxxxx';
 
⁄⁄ The entire request is just a simple get request with optional query parameters
var url = 'https://opengraph.io/api/1.1/site' + urlEncoded + '?app_id=' + apiKey;
 
$('#loadOpenGraphData').click(function(){
  $.getJSON(requestUrl, function(json) {
    console.log('hey result', siteInfo);
 
    ⁄⁄ Throw the object in the console to see what it looks like!
     console.log('json', json
 
    ⁄⁄ Update the HTML elements!
    $('#title').text(json.hybridGraph.title);
    $('#description').text(json.hybridGraph.description);
    $('#icon').attr('src', json.hybridGraph.image);
  });
});