Retrieving more than 1000 records from azure storage table - js












0















I have an issue of retrieving more than a thousand records. Somehow only the first 1000 are retrieved. From my research, I have figured out that I have to use getContinuation Token to get the subsequent records. Please advise how should I add it into my code.



tableService.queryEntities(table, tableQuery, null, function(error, results) {
if (error) {
alert('List table entities error, please open browser console to view detailed error');
console.log(error);
} else {
//display records

});









share|improve this question




















  • 1





    Possible duplicate of Azure table storage continuation tokens in Node js

    – Itay Podhajcer
    Nov 20 '18 at 5:58
















0















I have an issue of retrieving more than a thousand records. Somehow only the first 1000 are retrieved. From my research, I have figured out that I have to use getContinuation Token to get the subsequent records. Please advise how should I add it into my code.



tableService.queryEntities(table, tableQuery, null, function(error, results) {
if (error) {
alert('List table entities error, please open browser console to view detailed error');
console.log(error);
} else {
//display records

});









share|improve this question




















  • 1





    Possible duplicate of Azure table storage continuation tokens in Node js

    – Itay Podhajcer
    Nov 20 '18 at 5:58














0












0








0








I have an issue of retrieving more than a thousand records. Somehow only the first 1000 are retrieved. From my research, I have figured out that I have to use getContinuation Token to get the subsequent records. Please advise how should I add it into my code.



tableService.queryEntities(table, tableQuery, null, function(error, results) {
if (error) {
alert('List table entities error, please open browser console to view detailed error');
console.log(error);
} else {
//display records

});









share|improve this question
















I have an issue of retrieving more than a thousand records. Somehow only the first 1000 are retrieved. From my research, I have figured out that I have to use getContinuation Token to get the subsequent records. Please advise how should I add it into my code.



tableService.queryEntities(table, tableQuery, null, function(error, results) {
if (error) {
alert('List table entities error, please open browser console to view detailed error');
console.log(error);
} else {
//display records

});






node.js azure azure-storage azure-table-storage






share|improve this question















share|improve this question













share|improve this question




share|improve this question








edited Nov 20 '18 at 6:14









Jerry Liu

10.9k11130




10.9k11130










asked Nov 20 '18 at 1:58









GuessssMeGuessssMe

478




478








  • 1





    Possible duplicate of Azure table storage continuation tokens in Node js

    – Itay Podhajcer
    Nov 20 '18 at 5:58














  • 1





    Possible duplicate of Azure table storage continuation tokens in Node js

    – Itay Podhajcer
    Nov 20 '18 at 5:58








1




1





Possible duplicate of Azure table storage continuation tokens in Node js

– Itay Podhajcer
Nov 20 '18 at 5:58





Possible duplicate of Azure table storage continuation tokens in Node js

– Itay Podhajcer
Nov 20 '18 at 5:58












2 Answers
2






active

oldest

votes


















2














To work with callback based on your code, use recursion.



var entities = ;
function queryEntitiesSegmented(table, tableQuery, continuationToken){
tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
if (error) { console.log(error); }
else {
entities.push.apply(entities, results.entries);
if(results.continuationToken){
queryEntitiesSegmented(table, tableQuery, results.continuationToken);
}
else{
entities.forEach(entity=>{
// display each one
})
}
}
});
}

queryEntitiesSegmented(table, tableQuery, null);


Another choice is async and await.



const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
return new Promise((resolve,reject)=>{
tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
if (error) { reject(error); }
else { resolve(results); }
});
});
}

async function queryAllEntities(){
var tableQuery = new azure.TableQuery();
var table = 'tableName';
var continuationToken = null;
var entities = ;
do{
var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
continuationToken = results.continuationToken;
entities.push.apply(entities, results.entries);
}
while(continuationToken!=null);
return entities;
}

queryAllEntities().then(entities=>{
entities.forEach(entity=>{
//display each one
})
}).catch(error=>{ console.log(error); })





share|improve this answer

































    0














    You can try this



            var resultList = new List<T>();
    TableQuery<T> query = new TableQuery<T>();

    TableContinuationToken continuationToken = null;


    var table = _tableClient.GetTableReference(tableName);

    do
    {
    var token = continuationToken;
    var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
    if (queryResult != null)
    {
    resultList.AddRange(queryResult.Results);
    continuationToken = queryResult.ContinuationToken;
    }
    } while (continuationToken != null);

    return resultList;





    share|improve this answer



















    • 1





      The question is looking for a solution in Node while your answer is in .Net.

      – Gaurav Mantri
      Nov 20 '18 at 6:31











    Your Answer






    StackExchange.ifUsing("editor", function () {
    StackExchange.using("externalEditor", function () {
    StackExchange.using("snippets", function () {
    StackExchange.snippets.init();
    });
    });
    }, "code-snippets");

    StackExchange.ready(function() {
    var channelOptions = {
    tags: "".split(" "),
    id: "1"
    };
    initTagRenderer("".split(" "), "".split(" "), channelOptions);

    StackExchange.using("externalEditor", function() {
    // Have to fire editor after snippets, if snippets enabled
    if (StackExchange.settings.snippets.snippetsEnabled) {
    StackExchange.using("snippets", function() {
    createEditor();
    });
    }
    else {
    createEditor();
    }
    });

    function createEditor() {
    StackExchange.prepareEditor({
    heartbeatType: 'answer',
    autoActivateHeartbeat: false,
    convertImagesToLinks: true,
    noModals: true,
    showLowRepImageUploadWarning: true,
    reputationToPostImages: 10,
    bindNavPrevention: true,
    postfix: "",
    imageUploader: {
    brandingHtml: "Powered by u003ca class="icon-imgur-white" href="https://imgur.com/"u003eu003c/au003e",
    contentPolicyHtml: "User contributions licensed under u003ca href="https://creativecommons.org/licenses/by-sa/3.0/"u003ecc by-sa 3.0 with attribution requiredu003c/au003e u003ca href="https://stackoverflow.com/legal/content-policy"u003e(content policy)u003c/au003e",
    allowUrls: true
    },
    onDemand: true,
    discardSelector: ".discard-answer"
    ,immediatelyShowMarkdownHelp:true
    });


    }
    });














    draft saved

    draft discarded


















    StackExchange.ready(
    function () {
    StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53385166%2fretrieving-more-than-1000-records-from-azure-storage-table-js%23new-answer', 'question_page');
    }
    );

    Post as a guest















    Required, but never shown

























    2 Answers
    2






    active

    oldest

    votes








    2 Answers
    2






    active

    oldest

    votes









    active

    oldest

    votes






    active

    oldest

    votes









    2














    To work with callback based on your code, use recursion.



    var entities = ;
    function queryEntitiesSegmented(table, tableQuery, continuationToken){
    tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
    if (error) { console.log(error); }
    else {
    entities.push.apply(entities, results.entries);
    if(results.continuationToken){
    queryEntitiesSegmented(table, tableQuery, results.continuationToken);
    }
    else{
    entities.forEach(entity=>{
    // display each one
    })
    }
    }
    });
    }

    queryEntitiesSegmented(table, tableQuery, null);


    Another choice is async and await.



    const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
    return new Promise((resolve,reject)=>{
    tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
    if (error) { reject(error); }
    else { resolve(results); }
    });
    });
    }

    async function queryAllEntities(){
    var tableQuery = new azure.TableQuery();
    var table = 'tableName';
    var continuationToken = null;
    var entities = ;
    do{
    var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
    continuationToken = results.continuationToken;
    entities.push.apply(entities, results.entries);
    }
    while(continuationToken!=null);
    return entities;
    }

    queryAllEntities().then(entities=>{
    entities.forEach(entity=>{
    //display each one
    })
    }).catch(error=>{ console.log(error); })





    share|improve this answer






























      2














      To work with callback based on your code, use recursion.



      var entities = ;
      function queryEntitiesSegmented(table, tableQuery, continuationToken){
      tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
      if (error) { console.log(error); }
      else {
      entities.push.apply(entities, results.entries);
      if(results.continuationToken){
      queryEntitiesSegmented(table, tableQuery, results.continuationToken);
      }
      else{
      entities.forEach(entity=>{
      // display each one
      })
      }
      }
      });
      }

      queryEntitiesSegmented(table, tableQuery, null);


      Another choice is async and await.



      const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
      return new Promise((resolve,reject)=>{
      tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
      if (error) { reject(error); }
      else { resolve(results); }
      });
      });
      }

      async function queryAllEntities(){
      var tableQuery = new azure.TableQuery();
      var table = 'tableName';
      var continuationToken = null;
      var entities = ;
      do{
      var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
      continuationToken = results.continuationToken;
      entities.push.apply(entities, results.entries);
      }
      while(continuationToken!=null);
      return entities;
      }

      queryAllEntities().then(entities=>{
      entities.forEach(entity=>{
      //display each one
      })
      }).catch(error=>{ console.log(error); })





      share|improve this answer




























        2












        2








        2







        To work with callback based on your code, use recursion.



        var entities = ;
        function queryEntitiesSegmented(table, tableQuery, continuationToken){
        tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
        if (error) { console.log(error); }
        else {
        entities.push.apply(entities, results.entries);
        if(results.continuationToken){
        queryEntitiesSegmented(table, tableQuery, results.continuationToken);
        }
        else{
        entities.forEach(entity=>{
        // display each one
        })
        }
        }
        });
        }

        queryEntitiesSegmented(table, tableQuery, null);


        Another choice is async and await.



        const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
        return new Promise((resolve,reject)=>{
        tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
        if (error) { reject(error); }
        else { resolve(results); }
        });
        });
        }

        async function queryAllEntities(){
        var tableQuery = new azure.TableQuery();
        var table = 'tableName';
        var continuationToken = null;
        var entities = ;
        do{
        var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
        continuationToken = results.continuationToken;
        entities.push.apply(entities, results.entries);
        }
        while(continuationToken!=null);
        return entities;
        }

        queryAllEntities().then(entities=>{
        entities.forEach(entity=>{
        //display each one
        })
        }).catch(error=>{ console.log(error); })





        share|improve this answer















        To work with callback based on your code, use recursion.



        var entities = ;
        function queryEntitiesSegmented(table, tableQuery, continuationToken){
        tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
        if (error) { console.log(error); }
        else {
        entities.push.apply(entities, results.entries);
        if(results.continuationToken){
        queryEntitiesSegmented(table, tableQuery, results.continuationToken);
        }
        else{
        entities.forEach(entity=>{
        // display each one
        })
        }
        }
        });
        }

        queryEntitiesSegmented(table, tableQuery, null);


        Another choice is async and await.



        const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
        return new Promise((resolve,reject)=>{
        tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
        if (error) { reject(error); }
        else { resolve(results); }
        });
        });
        }

        async function queryAllEntities(){
        var tableQuery = new azure.TableQuery();
        var table = 'tableName';
        var continuationToken = null;
        var entities = ;
        do{
        var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
        continuationToken = results.continuationToken;
        entities.push.apply(entities, results.entries);
        }
        while(continuationToken!=null);
        return entities;
        }

        queryAllEntities().then(entities=>{
        entities.forEach(entity=>{
        //display each one
        })
        }).catch(error=>{ console.log(error); })






        share|improve this answer














        share|improve this answer



        share|improve this answer








        edited Nov 20 '18 at 6:40

























        answered Nov 20 '18 at 6:12









        Jerry LiuJerry Liu

        10.9k11130




        10.9k11130

























            0














            You can try this



                    var resultList = new List<T>();
            TableQuery<T> query = new TableQuery<T>();

            TableContinuationToken continuationToken = null;


            var table = _tableClient.GetTableReference(tableName);

            do
            {
            var token = continuationToken;
            var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
            if (queryResult != null)
            {
            resultList.AddRange(queryResult.Results);
            continuationToken = queryResult.ContinuationToken;
            }
            } while (continuationToken != null);

            return resultList;





            share|improve this answer



















            • 1





              The question is looking for a solution in Node while your answer is in .Net.

              – Gaurav Mantri
              Nov 20 '18 at 6:31
















            0














            You can try this



                    var resultList = new List<T>();
            TableQuery<T> query = new TableQuery<T>();

            TableContinuationToken continuationToken = null;


            var table = _tableClient.GetTableReference(tableName);

            do
            {
            var token = continuationToken;
            var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
            if (queryResult != null)
            {
            resultList.AddRange(queryResult.Results);
            continuationToken = queryResult.ContinuationToken;
            }
            } while (continuationToken != null);

            return resultList;





            share|improve this answer



















            • 1





              The question is looking for a solution in Node while your answer is in .Net.

              – Gaurav Mantri
              Nov 20 '18 at 6:31














            0












            0








            0







            You can try this



                    var resultList = new List<T>();
            TableQuery<T> query = new TableQuery<T>();

            TableContinuationToken continuationToken = null;


            var table = _tableClient.GetTableReference(tableName);

            do
            {
            var token = continuationToken;
            var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
            if (queryResult != null)
            {
            resultList.AddRange(queryResult.Results);
            continuationToken = queryResult.ContinuationToken;
            }
            } while (continuationToken != null);

            return resultList;





            share|improve this answer













            You can try this



                    var resultList = new List<T>();
            TableQuery<T> query = new TableQuery<T>();

            TableContinuationToken continuationToken = null;


            var table = _tableClient.GetTableReference(tableName);

            do
            {
            var token = continuationToken;
            var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
            if (queryResult != null)
            {
            resultList.AddRange(queryResult.Results);
            continuationToken = queryResult.ContinuationToken;
            }
            } while (continuationToken != null);

            return resultList;






            share|improve this answer












            share|improve this answer



            share|improve this answer










            answered Nov 20 '18 at 5:38









            Gaurav MoolaniGaurav Moolani

            9519




            9519








            • 1





              The question is looking for a solution in Node while your answer is in .Net.

              – Gaurav Mantri
              Nov 20 '18 at 6:31














            • 1





              The question is looking for a solution in Node while your answer is in .Net.

              – Gaurav Mantri
              Nov 20 '18 at 6:31








            1




            1





            The question is looking for a solution in Node while your answer is in .Net.

            – Gaurav Mantri
            Nov 20 '18 at 6:31





            The question is looking for a solution in Node while your answer is in .Net.

            – Gaurav Mantri
            Nov 20 '18 at 6:31


















            draft saved

            draft discarded




















































            Thanks for contributing an answer to Stack Overflow!


            • Please be sure to answer the question. Provide details and share your research!

            But avoid



            • Asking for help, clarification, or responding to other answers.

            • Making statements based on opinion; back them up with references or personal experience.


            To learn more, see our tips on writing great answers.




            draft saved


            draft discarded














            StackExchange.ready(
            function () {
            StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53385166%2fretrieving-more-than-1000-records-from-azure-storage-table-js%23new-answer', 'question_page');
            }
            );

            Post as a guest















            Required, but never shown





















































            Required, but never shown














            Required, but never shown












            Required, but never shown







            Required, but never shown

































            Required, but never shown














            Required, but never shown












            Required, but never shown







            Required, but never shown







            Popular posts from this blog

            Guess what letter conforming each word

            Port of Spain

            Run scheduled task as local user group (not BUILTIN)