How to Fetch JSON of all Videos of a Youtube Channel

September 07, 2018

Youtube APIs are great way to fetch details about video or channels. I’ve written a nodejs module for youtube api, and its documentation is available at: Gyanblog Youtube Nodejs Module.

The documentation page describe how you can use the module, fetch details about a video like:

thumbnails of video
duration
dimension
view count
like count
comment count
dislike count
all comments etc

There is an API available in that module: fetchAllVideosFromChannel, which will give a brief detail about each video from a channel. But, to get detailed attributes for a video, you need to call another API: getVideoDetail and getAllCommentsForVideo.

Code to Fetch all videos in detail and write in file

'use strict';
const fs = require('fs');
const async = require('async');

const youtubeService = require('youtube-api-es6').youtubeService;
const youtubeConfig = {
    key: 'Your key'
};

return youtubeService.init(youtubeConfig)
    .then(function() {
        const channelId = 'UCNNxPxH_zIPxvWy5QMFkruA'; //channel ID
        return youtubeService.fetchAllVideosFromChannel(channelId)
    })
    .then(function(allVideos) {
        //get details of all videos
        return new Promise(function (resolve, reject) {
				    //get details about each single video in details
            async.eachLimit(allVideos, 1,
                function (video, callback) {
                    return youtubeService.getVideoDetail(video.id.videoId)
                        .then(function (videoDetail) {
                            return youtubeService.getAllCommentsForVideo(video.id.videoId)
                                .then(function(comments) {
                                    videoDetail.comments = comments;
                                    return videoDetail;
                                });
                        }.bind(this))
                        .then(function (videoDetail) {
                            //write in file
                            const video_filepath = 'result/' + videoDetail.items[0].id + '.json';

                            console.log('Write in file: ', video_filepath);
                            
                            fs.writeFileSync(video_filepath, JSON.stringify(videoDetail));
                            callback();
                        })
                        .catch(function (err) {
                            logger.log('error', err);
                            callback(err);
                        });
                }.bind(this), function (err) {
                    if (err) {
                        reject(err);
                    } else {
                        resolve();
                    }
                }
            );
        }.bind(this));
    }.bind(this));

Output of the code

Note: Result folder must exist in aboev example. The code will write filenames in format:

<video_id>.json
Example: RvBJ6XdFfj4.json

Sample output for a video:

{
"comments": [
  {
    "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/cHRQb_eanfimPvW3gfVrnIx112I\"",
    "id": "UgxTDLaAnG5ffFyyioR4AaABAg",
    "kind": "youtube#commentThread",
    "snippet": {
      "canReply": true,
      "isPublic": true,
      "topLevelComment": {
        "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/b_WVOqHakED1c8XBbafBKnCHDbs\"",
        "id": "UgxTDLaAnG5ffFyyioR4AaABAg",
        "kind": "youtube#comment",
        "snippet": {
          "authorChannelId": {
            "value": "UCkORvzRSAzfCdoqjix2bKKQ"
          },
          "authorChannelUrl": "http://www.youtube.com/channel/UCkORvzRSAzfCdoqjix2bKKQ",
          "authorDisplayName": "robert Intros",
          "authorProfileImageUrl": "https://yt3.ggpht.com/-q_saRhxhAnI/AAAAAAAAAAI/AAAAAAAAAAA/KUIqhCm4FsI/s28-c-k-no-mo-rj-c0xffffff/photo.jpg",
          "canRate": true,
          "likeCount": 1,
          "publishedAt": "2018-08-03T11:36:41.000Z",
          "textDisplay": "this is for freign countries not in india homes",
          "textOriginal": "this is for freign countries not in india homes",
          "updatedAt": "2018-08-03T11:36:41.000Z",
          "videoId": "RvBJ6XdFfj4",
          "viewerRating": "none"
        }
      },
      "totalReplyCount": 0,
      "videoId": "RvBJ6XdFfj4"
    }
  },
  {
    "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/FIpplXlb9GTpd0sN5QPp75yEg6Y\"",
    "id": "UgxuDsgy174uzrg9H6t4AaABAg",
    "kind": "youtube#commentThread",
    "snippet": {
      "canReply": true,
      "isPublic": true,
      "topLevelComment": {
        "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/Puxdgvh9B6ttAa5KGrVvbKYZ8jI\"",
        "id": "UgxuDsgy174uzrg9H6t4AaABAg",
        "kind": "youtube#comment",
        "snippet": {
          "authorChannelId": {
            "value": "UCygc3sRNG_EmaWTXHufnW3A"
          },
          "authorChannelUrl": "http://www.youtube.com/channel/UCygc3sRNG_EmaWTXHufnW3A",
          "authorDisplayName": "Laila Lakshmi Sripathi",
          "authorProfileImageUrl": "https://yt3.ggpht.com/-1XWathYsq34/AAAAAAAAAAI/AAAAAAAAAAA/cNTOFQ22VPE/s28-c-k-no-mo-rj-c0xffffff/photo.jpg",
          "canRate": true,
          "likeCount": 1,
          "publishedAt": "2017-11-24T10:04:21.000Z",
          "textDisplay": "nice",
          "textOriginal": "nice",
          "updatedAt": "2017-11-24T10:04:21.000Z",
          "videoId": "RvBJ6XdFfj4",
          "viewerRating": "none"
        }
      },
      "totalReplyCount": 0,
      "videoId": "RvBJ6XdFfj4"
    }
  },
  {
    "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/4EocfPom6yqVOEqNyruW6T-ezrk\"",
    "id": "UghVDICYWi-MMXgCoAEC",
    "kind": "youtube#commentThread",
    "snippet": {
      "canReply": true,
      "isPublic": true,
      "topLevelComment": {
        "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/LTbO3uy2JjeqTyX1rGu686gDXEw\"",
        "id": "UghVDICYWi-MMXgCoAEC",
        "kind": "youtube#comment",
        "snippet": {
          "authorChannelId": {
            "value": "UCUluqA6JeuARlse8Pd9FuYg"
          },
          "authorChannelUrl": "http://www.youtube.com/channel/UCUluqA6JeuARlse8Pd9FuYg",
          "authorDisplayName": "ventende",
          "authorProfileImageUrl": "https://yt3.ggpht.com/-szU1YVE5rwM/AAAAAAAAAAI/AAAAAAAAAAA/g9Na6gX-Ncg/s28-c-k-no-mo-rj-c0xffffff/photo.jpg",
          "canRate": true,
          "likeCount": 1,
          "publishedAt": "2017-07-26T00:25:40.000Z",
          "textDisplay": "Would be easier to maintain a 3D screen system projecting an aquarium. With all sorts of scenarios.",
          "textOriginal": "Would be easier to maintain a 3D screen system projecting an aquarium. With all sorts of scenarios.",
          "updatedAt": "2017-07-26T00:26:06.000Z",
          "videoId": "RvBJ6XdFfj4",
          "viewerRating": "none"
        }
      },
      "totalReplyCount": 0,
      "videoId": "RvBJ6XdFfj4"
    }
  },
  {
    "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/Ml-tMq3ATMVar3Edtu7KzcDkQyo\"",
    "id": "Ughzq0vxKMHb-HgCoAEC",
    "kind": "youtube#commentThread",
    "replies": {
      "comments": [
        {
          "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/C5jXW3EzE1170v__DwRQ32h-Qlc\"",
          "id": "Ughzq0vxKMHb-HgCoAEC.8LT1ebzH4-w8L_h9qdCMwc",
          "kind": "youtube#comment",
          "snippet": {
            "authorChannelId": {
              "value": "UCNNxPxH_zIPxvWy5QMFkruA"
            },
            "authorChannelUrl": "http://www.youtube.com/channel/UCNNxPxH_zIPxvWy5QMFkruA",
            "authorDisplayName": "Plan n Design",
            "authorProfileImageUrl": "https://yt3.ggpht.com/-jOyekwseTi0/AAAAAAAAAAI/AAAAAAAAAAA/Kx-yMDRdmcc/s28-c-k-no-mo-rj-c0xffffff/photo.jpg",
            "canRate": true,
            "likeCount": 0,
            "parentId": "Ughzq0vxKMHb-HgCoAEC",
            "publishedAt": "2016-11-22T12:26:29.000Z",
            "textDisplay": "thanks",
            "textOriginal": "thanks",
            "updatedAt": "2016-11-22T12:26:29.000Z",
            "videoId": "RvBJ6XdFfj4",
            "viewerRating": "none"
          }
        }
      ]
    },
    "snippet": {
      "canReply": true,
      "isPublic": true,
      "topLevelComment": {
        "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/kI82qIiZQQ7Zkzz8N4Q4Hk8eoPQ\"",
        "id": "Ughzq0vxKMHb-HgCoAEC",
        "kind": "youtube#comment",
        "snippet": {
          "authorChannelId": {
            "value": "UCw21Eo0hzkQwVecUQqp9STA"
          },
          "authorChannelUrl": "http://www.youtube.com/channel/UCw21Eo0hzkQwVecUQqp9STA",
          "authorDisplayName": "Life's Student",
          "authorProfileImageUrl": "https://yt3.ggpht.com/-eUO9G6Ar2-M/AAAAAAAAAAI/AAAAAAAAAAA/U4ZzatHJWZI/s28-c-k-no-mo-rj-c0xffffff/photo.jpg",
          "canRate": true,
          "likeCount": 0,
          "publishedAt": "2016-11-19T13:00:24.000Z",
          "textDisplay": "you forgot built in fish aquarium (in the tags)",
          "textOriginal": "you forgot built in fish aquarium (in the tags)",
          "updatedAt": "2016-11-19T13:00:51.000Z",
          "videoId": "RvBJ6XdFfj4",
          "viewerRating": "none"
        }
      },
      "totalReplyCount": 1,
      "videoId": "RvBJ6XdFfj4"
    }
  }
],
"etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/ehDMB8rcAP7BzzM0wfQiBiSWwTM\"",
"items": [
  {
    "contentDetails": {
      "caption": "false",
      "definition": "hd",
      "dimension": "2d",
      "duration": "PT1M10S",
      "licensedContent": true,
      "projection": "rectangular"
    },
    "etag": "\"XI7nbFXulYBIpL0ayR_gDh3eu1k/gE1XJtoHGLSXTpJW_7B9tquY72Q\"",
    "id": "RvBJ6XdFfj4",
    "kind": "youtube#video",
    "snippet": {
      "categoryId": "26",
      "channelId": "UCNNxPxH_zIPxvWy5QMFkruA",
      "channelTitle": "Plan n Design",
      "defaultAudioLanguage": "en-GB",
      "defaultLanguage": "en-GB",
      "description": "Description of the video",
        "title": "22 Extremely Interesting Ideas to put Aquarium in Interior Spaces- Plan n Design"
      },
      "publishedAt": "2016-08-22T06:15:01.000Z",
      "tags": [
        "Plan n Design"
      ],
      "thumbnails": {
        "default": {
          "height": 90,
          "url": "https://i.ytimg.com/vi/RvBJ6XdFfj4/default.jpg",
          "width": 120
        },
        "high": {
          "height": 360,
          "url": "https://i.ytimg.com/vi/RvBJ6XdFfj4/hqdefault.jpg",
          "width": 480
        },
        "maxres": {
          "height": 720,
          "url": "https://i.ytimg.com/vi/RvBJ6XdFfj4/maxresdefault.jpg",
          "width": 1280
        },
        "medium": {
          "height": 180,
          "url": "https://i.ytimg.com/vi/RvBJ6XdFfj4/mqdefault.jpg",
          "width": 320
        },
        "standard": {
          "height": 480,
          "url": "https://i.ytimg.com/vi/RvBJ6XdFfj4/sddefault.jpg",
          "width": 640
        }
      },
      "title": "22 Extremely Interesting Ideas to put Aquarium in Interior Spaces- Plan n Design"
    },
    "statistics": {
      "commentCount": "5",
      "dislikeCount": "45",
      "favoriteCount": "0",
      "likeCount": "426",
      "viewCount": "131645"
    },
    "topicDetails": {
      "relevantTopicIds": [
        "/m/019_rr",
        "/m/03glg",
        "/m/019_rr",
        "/m/03glg"
      ],
      "topicCategories": [
        "https://en.wikipedia.org/wiki/Hobby",
        "https://en.wikipedia.org/wiki/Lifestyle_(sociology)"
      ]
    }
  }
],
"kind": "youtube#videoListResponse",
"pageInfo": {
  "resultsPerPage": 1,
  "totalResults": 1
}
}