Cron.js

return SyncJob.find({
    syncFlag: false
}).then(function(pendingJobs) {
    console.log("\n");
    console.log("Pendinig jobs are  " + pendingJobs.length);
    console.log("\n");
    return Promise.each(pendingJobs, function(job, index, length) {
        if (job.type === "Ticket") {
            return Ticket.getMasterData ({});
            }
    })

Logic Explaination

My task is to get all the tickets from Connectwise.com and dump in my local DB
There are almost 12,000 tickets there, Connectwise have done pagination on there website

Problem is I do not know how many pages I have. The only thing I know is that the response object become empty
if there is no data

So I am calling the function again and again untill the response become empty

I am calling this function in a Cron job

Ticket.js

getMasterData: function(data) {
    var self = this;
    console.log("calling page num is "+ page);
    console.log();
    return Rest.webService({
        apiUrl: "/v4_6_release/apis/3.0/service/tickets?page=" +page + "&pageSize=1000",
        method: "GET",
    }).then (function (result) {
        if (result.data == 0) {
            return {status: true,code:200};
        } else {
            return Ticket.find().then(function(dbTickets) {
                if (dbTickets.length === 0) {
                    return Ticket.create(result.data).then(function(tickets) {
                        page++;
                        self.getMasterData({});
                    }).catch(function(err) {
                        return {
                            status: false,
                            code: 400,
                            message: "Error has been occured"
                        };
                    });
                } else {
                    return Promise.each(result.data, function(value, index, length) {
                        if (typeof dbTickets[index] == "undefined") {
                            return Ticket.create(value);
                        }
                        if (value._info.lastUpdated) {
                            cwDate = new Date(value._info.lastUpdated);
                            dbDate = new Date(dbTickets[index]._info.lastUpdated);

                            if (value.id == dbTickets[index].id) {
                                if (cwDate > dbDate) {
                                    return Ticket.update({
                                        "id": value.id
                                    }, {
                                        $set: value
                                    }).then(function(result) {

                                    }).catch(function(err) {
                                    });
                                }
                            } else {
                                return Ticket.create(value);
                            }

                        } else {
                            return Ticket.update ({
                                "id": value.id
                            }, {
                                $set: value
                            });
                        }
                    }).then(function(result) {
                        page++;
                        self.getMasterData({});
                    });
                }
            }).catch(function(err) {
                return {
                    status: false,
                    code: 400,
                    message: "Error has been occured",
                    error: err
                };
            });

        }
    })
}