Retrieving more than 1000 records from azure storage table - js












0















I have an issue of retrieving more than a thousand records. Somehow only the first 1000 are retrieved. From my research, I have figured out that I have to use getContinuation Token to get the subsequent records. Please advise how should I add it into my code.



tableService.queryEntities(table, tableQuery, null, function(error, results) {
if (error) {
alert('List table entities error, please open browser console to view detailed error');
console.log(error);
} else {
//display records

});









share|improve this question




















  • 1





    Possible duplicate of Azure table storage continuation tokens in Node js

    – Itay Podhajcer
    Nov 20 '18 at 5:58
















0















I have an issue of retrieving more than a thousand records. Somehow only the first 1000 are retrieved. From my research, I have figured out that I have to use getContinuation Token to get the subsequent records. Please advise how should I add it into my code.



tableService.queryEntities(table, tableQuery, null, function(error, results) {
if (error) {
alert('List table entities error, please open browser console to view detailed error');
console.log(error);
} else {
//display records

});









share|improve this question




















  • 1





    Possible duplicate of Azure table storage continuation tokens in Node js

    – Itay Podhajcer
    Nov 20 '18 at 5:58














0












0








0








I have an issue of retrieving more than a thousand records. Somehow only the first 1000 are retrieved. From my research, I have figured out that I have to use getContinuation Token to get the subsequent records. Please advise how should I add it into my code.



tableService.queryEntities(table, tableQuery, null, function(error, results) {
if (error) {
alert('List table entities error, please open browser console to view detailed error');
console.log(error);
} else {
//display records

});









share|improve this question
















I have an issue of retrieving more than a thousand records. Somehow only the first 1000 are retrieved. From my research, I have figured out that I have to use getContinuation Token to get the subsequent records. Please advise how should I add it into my code.



tableService.queryEntities(table, tableQuery, null, function(error, results) {
if (error) {
alert('List table entities error, please open browser console to view detailed error');
console.log(error);
} else {
//display records

});






node.js azure azure-storage azure-table-storage






share|improve this question















share|improve this question













share|improve this question




share|improve this question








edited Nov 20 '18 at 6:14









Jerry Liu

10.9k11130




10.9k11130










asked Nov 20 '18 at 1:58









GuessssMeGuessssMe

478




478








  • 1





    Possible duplicate of Azure table storage continuation tokens in Node js

    – Itay Podhajcer
    Nov 20 '18 at 5:58














  • 1





    Possible duplicate of Azure table storage continuation tokens in Node js

    – Itay Podhajcer
    Nov 20 '18 at 5:58








1




1





Possible duplicate of Azure table storage continuation tokens in Node js

– Itay Podhajcer
Nov 20 '18 at 5:58





Possible duplicate of Azure table storage continuation tokens in Node js

– Itay Podhajcer
Nov 20 '18 at 5:58












2 Answers
2






active

oldest

votes


















2














To work with callback based on your code, use recursion.



var entities = ;
function queryEntitiesSegmented(table, tableQuery, continuationToken){
tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
if (error) { console.log(error); }
else {
entities.push.apply(entities, results.entries);
if(results.continuationToken){
queryEntitiesSegmented(table, tableQuery, results.continuationToken);
}
else{
entities.forEach(entity=>{
// display each one
})
}
}
});
}

queryEntitiesSegmented(table, tableQuery, null);


Another choice is async and await.



const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
return new Promise((resolve,reject)=>{
tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
if (error) { reject(error); }
else { resolve(results); }
});
});
}

async function queryAllEntities(){
var tableQuery = new azure.TableQuery();
var table = 'tableName';
var continuationToken = null;
var entities = ;
do{
var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
continuationToken = results.continuationToken;
entities.push.apply(entities, results.entries);
}
while(continuationToken!=null);
return entities;
}

queryAllEntities().then(entities=>{
entities.forEach(entity=>{
//display each one
})
}).catch(error=>{ console.log(error); })





share|improve this answer

































    0














    You can try this



            var resultList = new List<T>();
    TableQuery<T> query = new TableQuery<T>();

    TableContinuationToken continuationToken = null;


    var table = _tableClient.GetTableReference(tableName);

    do
    {
    var token = continuationToken;
    var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
    if (queryResult != null)
    {
    resultList.AddRange(queryResult.Results);
    continuationToken = queryResult.ContinuationToken;
    }
    } while (continuationToken != null);

    return resultList;





    share|improve this answer



















    • 1





      The question is looking for a solution in Node while your answer is in .Net.

      – Gaurav Mantri
      Nov 20 '18 at 6:31











    Your Answer






    StackExchange.ifUsing("editor", function () {
    StackExchange.using("externalEditor", function () {
    StackExchange.using("snippets", function () {
    StackExchange.snippets.init();
    });
    });
    }, "code-snippets");

    StackExchange.ready(function() {
    var channelOptions = {
    tags: "".split(" "),
    id: "1"
    };
    initTagRenderer("".split(" "), "".split(" "), channelOptions);

    StackExchange.using("externalEditor", function() {
    // Have to fire editor after snippets, if snippets enabled
    if (StackExchange.settings.snippets.snippetsEnabled) {
    StackExchange.using("snippets", function() {
    createEditor();
    });
    }
    else {
    createEditor();
    }
    });

    function createEditor() {
    StackExchange.prepareEditor({
    heartbeatType: 'answer',
    autoActivateHeartbeat: false,
    convertImagesToLinks: true,
    noModals: true,
    showLowRepImageUploadWarning: true,
    reputationToPostImages: 10,
    bindNavPrevention: true,
    postfix: "",
    imageUploader: {
    brandingHtml: "Powered by u003ca class="icon-imgur-white" href="https://imgur.com/"u003eu003c/au003e",
    contentPolicyHtml: "User contributions licensed under u003ca href="https://creativecommons.org/licenses/by-sa/3.0/"u003ecc by-sa 3.0 with attribution requiredu003c/au003e u003ca href="https://stackoverflow.com/legal/content-policy"u003e(content policy)u003c/au003e",
    allowUrls: true
    },
    onDemand: true,
    discardSelector: ".discard-answer"
    ,immediatelyShowMarkdownHelp:true
    });


    }
    });














    draft saved

    draft discarded


















    StackExchange.ready(
    function () {
    StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53385166%2fretrieving-more-than-1000-records-from-azure-storage-table-js%23new-answer', 'question_page');
    }
    );

    Post as a guest















    Required, but never shown

























    2 Answers
    2






    active

    oldest

    votes








    2 Answers
    2






    active

    oldest

    votes









    active

    oldest

    votes






    active

    oldest

    votes









    2














    To work with callback based on your code, use recursion.



    var entities = ;
    function queryEntitiesSegmented(table, tableQuery, continuationToken){
    tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
    if (error) { console.log(error); }
    else {
    entities.push.apply(entities, results.entries);
    if(results.continuationToken){
    queryEntitiesSegmented(table, tableQuery, results.continuationToken);
    }
    else{
    entities.forEach(entity=>{
    // display each one
    })
    }
    }
    });
    }

    queryEntitiesSegmented(table, tableQuery, null);


    Another choice is async and await.



    const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
    return new Promise((resolve,reject)=>{
    tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
    if (error) { reject(error); }
    else { resolve(results); }
    });
    });
    }

    async function queryAllEntities(){
    var tableQuery = new azure.TableQuery();
    var table = 'tableName';
    var continuationToken = null;
    var entities = ;
    do{
    var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
    continuationToken = results.continuationToken;
    entities.push.apply(entities, results.entries);
    }
    while(continuationToken!=null);
    return entities;
    }

    queryAllEntities().then(entities=>{
    entities.forEach(entity=>{
    //display each one
    })
    }).catch(error=>{ console.log(error); })





    share|improve this answer






























      2














      To work with callback based on your code, use recursion.



      var entities = ;
      function queryEntitiesSegmented(table, tableQuery, continuationToken){
      tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
      if (error) { console.log(error); }
      else {
      entities.push.apply(entities, results.entries);
      if(results.continuationToken){
      queryEntitiesSegmented(table, tableQuery, results.continuationToken);
      }
      else{
      entities.forEach(entity=>{
      // display each one
      })
      }
      }
      });
      }

      queryEntitiesSegmented(table, tableQuery, null);


      Another choice is async and await.



      const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
      return new Promise((resolve,reject)=>{
      tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
      if (error) { reject(error); }
      else { resolve(results); }
      });
      });
      }

      async function queryAllEntities(){
      var tableQuery = new azure.TableQuery();
      var table = 'tableName';
      var continuationToken = null;
      var entities = ;
      do{
      var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
      continuationToken = results.continuationToken;
      entities.push.apply(entities, results.entries);
      }
      while(continuationToken!=null);
      return entities;
      }

      queryAllEntities().then(entities=>{
      entities.forEach(entity=>{
      //display each one
      })
      }).catch(error=>{ console.log(error); })





      share|improve this answer




























        2












        2








        2







        To work with callback based on your code, use recursion.



        var entities = ;
        function queryEntitiesSegmented(table, tableQuery, continuationToken){
        tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
        if (error) { console.log(error); }
        else {
        entities.push.apply(entities, results.entries);
        if(results.continuationToken){
        queryEntitiesSegmented(table, tableQuery, results.continuationToken);
        }
        else{
        entities.forEach(entity=>{
        // display each one
        })
        }
        }
        });
        }

        queryEntitiesSegmented(table, tableQuery, null);


        Another choice is async and await.



        const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
        return new Promise((resolve,reject)=>{
        tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
        if (error) { reject(error); }
        else { resolve(results); }
        });
        });
        }

        async function queryAllEntities(){
        var tableQuery = new azure.TableQuery();
        var table = 'tableName';
        var continuationToken = null;
        var entities = ;
        do{
        var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
        continuationToken = results.continuationToken;
        entities.push.apply(entities, results.entries);
        }
        while(continuationToken!=null);
        return entities;
        }

        queryAllEntities().then(entities=>{
        entities.forEach(entity=>{
        //display each one
        })
        }).catch(error=>{ console.log(error); })





        share|improve this answer















        To work with callback based on your code, use recursion.



        var entities = ;
        function queryEntitiesSegmented(table, tableQuery, continuationToken){
        tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
        if (error) { console.log(error); }
        else {
        entities.push.apply(entities, results.entries);
        if(results.continuationToken){
        queryEntitiesSegmented(table, tableQuery, results.continuationToken);
        }
        else{
        entities.forEach(entity=>{
        // display each one
        })
        }
        }
        });
        }

        queryEntitiesSegmented(table, tableQuery, null);


        Another choice is async and await.



        const queryEntitiesSegmented = async(table, tableQuery, continuationToken)=>{
        return new Promise((resolve,reject)=>{
        tableService.queryEntities(table, tableQuery, continuationToken, (error, results)=> {
        if (error) { reject(error); }
        else { resolve(results); }
        });
        });
        }

        async function queryAllEntities(){
        var tableQuery = new azure.TableQuery();
        var table = 'tableName';
        var continuationToken = null;
        var entities = ;
        do{
        var results = await queryEntitiesSegmented(table, tableQuery, continuationToken);
        continuationToken = results.continuationToken;
        entities.push.apply(entities, results.entries);
        }
        while(continuationToken!=null);
        return entities;
        }

        queryAllEntities().then(entities=>{
        entities.forEach(entity=>{
        //display each one
        })
        }).catch(error=>{ console.log(error); })






        share|improve this answer














        share|improve this answer



        share|improve this answer








        edited Nov 20 '18 at 6:40

























        answered Nov 20 '18 at 6:12









        Jerry LiuJerry Liu

        10.9k11130




        10.9k11130

























            0














            You can try this



                    var resultList = new List<T>();
            TableQuery<T> query = new TableQuery<T>();

            TableContinuationToken continuationToken = null;


            var table = _tableClient.GetTableReference(tableName);

            do
            {
            var token = continuationToken;
            var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
            if (queryResult != null)
            {
            resultList.AddRange(queryResult.Results);
            continuationToken = queryResult.ContinuationToken;
            }
            } while (continuationToken != null);

            return resultList;





            share|improve this answer



















            • 1





              The question is looking for a solution in Node while your answer is in .Net.

              – Gaurav Mantri
              Nov 20 '18 at 6:31
















            0














            You can try this



                    var resultList = new List<T>();
            TableQuery<T> query = new TableQuery<T>();

            TableContinuationToken continuationToken = null;


            var table = _tableClient.GetTableReference(tableName);

            do
            {
            var token = continuationToken;
            var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
            if (queryResult != null)
            {
            resultList.AddRange(queryResult.Results);
            continuationToken = queryResult.ContinuationToken;
            }
            } while (continuationToken != null);

            return resultList;





            share|improve this answer



















            • 1





              The question is looking for a solution in Node while your answer is in .Net.

              – Gaurav Mantri
              Nov 20 '18 at 6:31














            0












            0








            0







            You can try this



                    var resultList = new List<T>();
            TableQuery<T> query = new TableQuery<T>();

            TableContinuationToken continuationToken = null;


            var table = _tableClient.GetTableReference(tableName);

            do
            {
            var token = continuationToken;
            var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
            if (queryResult != null)
            {
            resultList.AddRange(queryResult.Results);
            continuationToken = queryResult.ContinuationToken;
            }
            } while (continuationToken != null);

            return resultList;





            share|improve this answer













            You can try this



                    var resultList = new List<T>();
            TableQuery<T> query = new TableQuery<T>();

            TableContinuationToken continuationToken = null;


            var table = _tableClient.GetTableReference(tableName);

            do
            {
            var token = continuationToken;
            var queryResult = TryOperation(() => table.ExecuteQuerySegmented(new TableQuery<T>(), token), tableName);
            if (queryResult != null)
            {
            resultList.AddRange(queryResult.Results);
            continuationToken = queryResult.ContinuationToken;
            }
            } while (continuationToken != null);

            return resultList;






            share|improve this answer












            share|improve this answer



            share|improve this answer










            answered Nov 20 '18 at 5:38









            Gaurav MoolaniGaurav Moolani

            9519




            9519








            • 1





              The question is looking for a solution in Node while your answer is in .Net.

              – Gaurav Mantri
              Nov 20 '18 at 6:31














            • 1





              The question is looking for a solution in Node while your answer is in .Net.

              – Gaurav Mantri
              Nov 20 '18 at 6:31








            1




            1





            The question is looking for a solution in Node while your answer is in .Net.

            – Gaurav Mantri
            Nov 20 '18 at 6:31





            The question is looking for a solution in Node while your answer is in .Net.

            – Gaurav Mantri
            Nov 20 '18 at 6:31


















            draft saved

            draft discarded




















































            Thanks for contributing an answer to Stack Overflow!


            • Please be sure to answer the question. Provide details and share your research!

            But avoid



            • Asking for help, clarification, or responding to other answers.

            • Making statements based on opinion; back them up with references or personal experience.


            To learn more, see our tips on writing great answers.




            draft saved


            draft discarded














            StackExchange.ready(
            function () {
            StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53385166%2fretrieving-more-than-1000-records-from-azure-storage-table-js%23new-answer', 'question_page');
            }
            );

            Post as a guest















            Required, but never shown





















































            Required, but never shown














            Required, but never shown












            Required, but never shown







            Required, but never shown

































            Required, but never shown














            Required, but never shown












            Required, but never shown







            Required, but never shown







            Popular posts from this blog

            鏡平學校

            ꓛꓣだゔៀៅຸ໢ທຮ໕໒ ,ໂ'໥໓າ໼ឨឲ៵៭ៈゎゔit''䖳𥁄卿' ☨₤₨こゎもょの;ꜹꟚꞖꞵꟅꞛေၦေɯ,ɨɡ𛃵𛁹ޝ޳ޠ޾,ޤޒޯ޾𫝒𫠁သ𛅤チョ'サノބޘދ𛁐ᶿᶇᶀᶋᶠ㨑㽹⻮ꧬ꧹؍۩وَؠ㇕㇃㇪ ㇦㇋㇋ṜẰᵡᴠ 軌ᵕ搜۳ٰޗޮ޷ސޯ𫖾𫅀ल, ꙭ꙰ꚅꙁꚊꞻꝔ꟠Ꝭㄤﺟޱސꧨꧼ꧴ꧯꧽ꧲ꧯ'⽹⽭⾁⿞⼳⽋២៩ញណើꩯꩤ꩸ꩮᶻᶺᶧᶂ𫳲𫪭𬸄𫵰𬖩𬫣𬊉ၲ𛅬㕦䬺𫝌𫝼,,𫟖𫞽ហៅ஫㆔ాఆఅꙒꚞꙍ,Ꙟ꙱エ ,ポテ,フࢰࢯ𫟠𫞶 𫝤𫟠ﺕﹱﻜﻣ𪵕𪭸𪻆𪾩𫔷ġ,ŧآꞪ꟥,ꞔꝻ♚☹⛵𛀌ꬷꭞȄƁƪƬșƦǙǗdžƝǯǧⱦⱰꓕꓢႋ神 ဴ၀க௭எ௫ឫោ ' េㇷㇴㇼ神ㇸㇲㇽㇴㇼㇻㇸ'ㇸㇿㇸㇹㇰㆣꓚꓤ₡₧ ㄨㄟ㄂ㄖㄎ໗ツڒذ₶।ऩछएोञयूटक़कयँृी,冬'𛅢𛅥ㇱㇵㇶ𥄥𦒽𠣧𠊓𧢖𥞘𩔋цѰㄠſtʯʭɿʆʗʍʩɷɛ,əʏダヵㄐㄘR{gỚṖḺờṠṫảḙḭᴮᵏᴘᵀᵷᵕᴜᴏᵾq﮲ﲿﴽﭙ軌ﰬﶚﶧ﫲Ҝжюїкӈㇴffצּ﬘﭅﬈軌'ffistfflſtffतभफɳɰʊɲʎ𛁱𛁖𛁮𛀉 𛂯𛀞నఋŀŲ 𫟲𫠖𫞺ຆຆ ໹້໕໗ๆทԊꧢꧠ꧰ꓱ⿝⼑ŎḬẃẖỐẅ ,ờỰỈỗﮊDžȩꭏꭎꬻ꭮ꬿꭖꭥꭅ㇭神 ⾈ꓵꓑ⺄㄄ㄪㄙㄅㄇstA۵䞽ॶ𫞑𫝄㇉㇇゜軌𩜛𩳠Jﻺ‚Üမ႕ႌႊၐၸဓၞၞၡ៸wyvtᶎᶪᶹစဎ꣡꣰꣢꣤ٗ؋لㇳㇾㇻㇱ㆐㆔,,㆟Ⱶヤマފ޼ޝަݿݞݠݷݐ',ݘ,ݪݙݵ𬝉𬜁𫝨𫞘くせぉて¼óû×ó£…𛅑הㄙくԗԀ5606神45,神796'𪤻𫞧ꓐ㄁ㄘɥɺꓵꓲ3''7034׉ⱦⱠˆ“𫝋ȍ,ꩲ軌꩷ꩶꩧꩫఞ۔فڱێظペサ神ナᴦᵑ47 9238їﻂ䐊䔉㠸﬎ffiﬣ,לּᴷᴦᵛᵽ,ᴨᵤ ᵸᵥᴗᵈꚏꚉꚟ⻆rtǟƴ𬎎

            Why https connections are so slow when debugging (stepping over) in Java?