Website scraping in jQuery. Ongoing task.

We are a group of young developers that are extremely excited about our startup. The startup is primarily a website that displays information from various other websites. We have a framework to do this automatically by screen scraping using jQuery.

We need someone with exceptional jQuery skills to help us scrape numerous websites. Most of the scraping is straightforward, one piece of information requires a little looking into. Example jQuery code is provided below.

Wage will be based on experience and turn around time. Wage will be a fixed rate per website scraped. Upon winning the bid, you will be provided with a list of sites to scrape.

If you show me how you would scrape the following website based on examples below, I'll get an idea of your skills. If you are the winning bid, you'll be paid for this site as well:

[url removed, login to view]

Example:

Website:

[url removed, login to view]

Example jQuery Code required:

var deal = $('#main .deal h2 a').html().trim();

var link = '[url removed, login to view]' + $('.deal h2 a').attr('href');

var company = $('.name').html().trim();

var image = $('.deal .secondary #everyscape ul li img').attr('src');

var l_counter = 0,

value = 0,

discount = 0;

$('#deal_discount dl dd').each(function(){

l_counter += 1;

if(l_counter == 1)

{

value = $(this).html().replace('C$','');

}

else if(l_counter == 2)

{

discount = $(this).html().replace('%','');

}

});

var bought = $('#number_sold_container .status .sum .left .number').html().replace(/[^0-9]/g,'');

var bought_info = $('.tipping').html().replace(/<span class="number">|<\/span>/g,'');

var dte = new Date($('#deal_deadline').attr('data-value'));

var now = new Date();

var time_left = [url removed, login to view]((dte - now)/1000);

var num_left = '';

l_return = ['{',

'"deal":', [url removed, login to view](deal) ,', ',

'"deal_link":', [url removed, login to view](link) ,', ',

'"company":', [url removed, login to view](company) ,', ',

'"image":', [url removed, login to view](image) ,', ',

'"time_left":', [url removed, login to view](time_left) ,', ',

'"bought":', [url removed, login to view](bought) ,', ',

'"num_left":', [url removed, login to view](num_left) ,', ',

'"bought_info":', [url removed, login to view](bought_info) ,', ',

'"discount":', [url removed, login to view](discount) ,',',

'"value":', [url removed, login to view](value) ,'',

'}'].join('');

Website:

[url removed, login to view]

Example jQuery Code required:

var deal = $('.today_deal_head p').html().trim();

var idx_1, idx_2;

idx_1 = [url removed, login to view]('</span>');

deal = [url removed, login to view](idx_1 + 7, [url removed, login to view]);

var link = '';

var company = '';

var image = $('.today_deal_pic_n img').attr('src');

idx_1 = [url removed, login to view]('ImagePath=');

idx_2 = [url removed, login to view]('&ImageWidth=');

image = '[url removed, login to view]' + [url removed, login to view](idx_1 + 10, idx_2);

var text, time_left, dte, now;

$('script').each(function()

{

text = $(this).html();

idx_1 = [url removed, login to view]('dealcountdown');

if(idx_1 > -1)

{

idx_2 = [url removed, login to view](');', idx_1);

dte = new Date([url removed, login to view](idx_1 + 17, idx_2 - 1).replace(/\+|"/g,''));

}

});

now = new Date();

time_left = [url removed, login to view]((dte - now)/1000) + 6*60*60;

var bought = '';

var num_left = '';

var bought_info = '';

var discount = $('.3sections .left_thum :nth-child(3)').html().replace('%','');

var value = $('#ctl00_DealziesClientContentPlaceHolder_lnkBuyNow p').html().replace(/[^0-9]/g,'');

l_return = ['{',

'"deal":', [url removed, login to view](deal) ,', ',

'"deal_link":', [url removed, login to view](link) ,', ',

'"company":', [url removed, login to view](company) ,', ',

'"image":', [url removed, login to view](image) ,', ',

'"time_left":', [url removed, login to view](time_left) ,', ',

'"bought":', [url removed, login to view](bought) ,', ',

'"num_left":', [url removed, login to view](num_left) ,', ',

'"bought_info":', [url removed, login to view](bought_info) ,', ',

'"discount":', [url removed, login to view](discount) ,',',

'"value":', [url removed, login to view](value) ,'','}'].join('')

HTML jQuery / Prototype

Nº du projet : #1051946

À propos du projet