Trying to get information out of X-ray Scraping

Question

I'm having some troubles with the X-ray. I feel that isn't the x-ray specifically but instead the javascript.

var Xray = require('x-ray');
var xray = Xray();


var brasil = [];

function stringToNumber(str){
    var number;
    for(var i=0;i<str.length-1;i++){
        if(number == undefined && Number(str[i]) < 10){
            number = str[i];
        } else if (number != undefined && Number(str[i]) < 10) {
            number = number + str[i];
        } else {
            break;
        }
    }
    return Number(number);
}
xray('http://www.footballzz.com/equipa.php?id=87&epoca_id=143', {
        a: xray('tr', [{
                name: '.text',
                percentage: 'td:nth-child(2)'
        }])
    })(function(err, obj){

        for(var i =0;i<obj.a.length-1;i++){
            if(obj.a[i].name == "Brazil"){
                obj.a[i].percentage = stringToNumber(obj.a[i].percentage);
                brasil.push(obj.a[i]);
            }
        }

        console.log(brasil);
})

So basically what I'm trying to do is get the information out of x-ray and then work with it. I'm trying to store the information into a object but when I try to access it only gives me the last option. If someone could assist me I would appreciate. Thank you, Renan Cidale

score 0 · Answer 1 · answered Feb 01 '16 at 08:33

You may try phantom Javascript driver for x-ray.

var Xray = require('x-ray');
var phantom = require('x-ray-phantom');

var xray = Xray().driver(phantom());

function stringToNumber(str){
    var number;
    for(var i=0;i<str.length-1;i++){
        if(number == undefined && Number(str[i]) < 10){
            number = str[i];
        } else if (number != undefined && Number(str[i]) < 10) {
            number = number + str[i];
        } else {
        break;
        }
    }
    return Number(number);
}

xray('http://www.footballzz.com/equipa.php?id=87&epoca_id=143', 
    'tr > td:first-child > table.zztable.stats > tbody > tr', [{
    name: '.text',
    percentage: 'td:nth-child(2)'
}])(function(err, obj){
    for(var i =0;i<obj.length-1;i++){
        if(obj[i].name == "Brazil"){
            obj[i].percentage = stringToNumber(obj[i].percentage);
            brasil.push(obj[i]);
        }
    }

    console.log(brasil);
})

Trying to get information out of X-ray Scraping

1 Answers1