Overview

With the surge of video content generation and consumption on the internet, Enterprise Video Content Management (EVCM) industry is gearing towards making sure that their content can be infused with the power of artificial intelligence to be able to garner useful insights and use them as an enhanced tool for content moderation, advanced redaction, search optimization, content discovery, user engagement and much more.


VIDIZMO combines the AI indexer engine with its all-encompassing, robust video content management application, to provide a powerful platform for enterprises to upload, store, secure, stream, search, discover, share and monetize their content as per their organizational needs. In a cost-effective VIDIZMO is packaged with various utilities and functionalities which key to streamline content use and access for internal as well as external communication. To learn more about insights in VIDIZMO, read Understanding Video Insights


Here we shall be looking at InsightInfo Object in detail to understand the various properties it contains in VIDIZMO REST API Reference.


InsightInfo Object


{
  "name": <string>, //name of the video/audio in which insights were generated
  "id": <string>, // unique identifier of the video in which insihgts were generated
  "duration": { //Contains one duration that describes the time an insight occurred. Duration is in seconds.
    "time": <string>, 
    "seconds": <number>
  },
  "thumbnailVideoId": <string>, //ID of the video from which thumbnail was generated
  "thumbnailId": <string>,  //ID of the thumbnail of the video in which insights were generated
  "faces": [ //provides information about the faces recognized in the generated insights
    {
      "videoId": <string>,
      "confidence": <number>,
      "description": <string>,
      "title": <string>,
      "thumbnailId": <string>,
      "seenDuration": <number>,
      "seenDurationRatio": <number>,
      "id": <number>,
      "name": <string>,
      "appearances": [
        {
          "startTime": <string>,
          "endTime": <string>,
          "startSeconds": <number>,
          "endSeconds": <number>
        }
      ],
      "imageUrl": <string>,
      "thumbnails": [
        {
          "id": <string>,
          "fileName": <string>,
          "instances": [
            {
              "adjustedStart": <string>,
              "adjustedEnd": <string>,
              "start": <string>,
              "end": <string>,
              "thumbnailsIds": [
                <string>
              ],
              "thumbnailId": <string>,
              "confidence": <number>,
              "brandType": <string>
            }
          ]
        }
      ],
      "instances": [ 
        {
          "adjustedStart": <string>,
          "adjustedEnd": <string>,
          "start": <string>,
          "end": <string>,
          "thumbnailsIds": [
            <string>
          ],
          "thumbnailId": <string>,
          "confidence": <number>,
          "brandType": <string>
        }
      ]
    }
  ],
  "keywords": [ //provides information about the keywords detected in the generated insights
    {
      "isTranscript": <boolean>,
      "id": <number>,
      "name": <string>,
      "appearances": [
        {
          "startTime": <string>,
          "endTime": <string>,
          "startSeconds": <number>,
          "endSeconds": <number>
        }
      ],
      "text": <string>,
      "confidence": <number>,
      "language": <string>,
      "instances": [
        {
          "adjustedStart": <string>,
          "adjustedEnd": <string>,
          "start": <string>,
          "end": <string>,
          "thumbnailsIds": [
            <string>
          ],
          "thumbnailId": <string>,
          "confidence": <number>,
          "brandType": <string>
        }
      ]
    }
  ],
  "sentiments": [ //provides information about the sentiments detected in the generated insights
    {
      "sentimentKey": <string>,
      "seenDurationRatio": <number>,
      "appearances": [
        {
          "startTime": <string>,
          "endTime": <string>,
          "startSeconds": <number>,
          "endSeconds": <number>
        }
      ],
      "id": <number>,
      "averageScore": <number>,
      "sentimentType": <string>,
      "instances": [
        {
          "adjustedStart": <string>,
          "adjustedEnd": <string>,
          "start": <string>,
          "end": <string>,
          "thumbnailsIds": [
            <string>
          ],
          "thumbnailId": <string>,
          "confidence": <number>,
          "brandType": <string>
        }
      ]
    }
  ],
  "emotions": [ //provides information about the keywords detected in the generated insights
    {
      "type": <string>,
      "seenDurationRatio": <number>,
      "appearances": [
        {
          "startTime": <string>,
          "endTime": <string>,
          "startSeconds": <number>,
          "endSeconds": <number>
        }
      ],
      "id": <number>,
      "instances": [
        {
          "adjustedStart": <string>,
          "adjustedEnd": <string>,
          "start": <string>,
          "end": <string>,
          "thumbnailsIds": [
            <string>
          ],
          "thumbnailId": <string>,
          "confidence": <number>,
          "brandType": <string>
        }
      ]
    }
  ],
  "audioEffects": [ //provides information about the audio effects detected in the generated insights
    {
      "audioEffectKey": <string>,
      "seenDurationRatio": <number>,
      "seenDuration": <number>,
      "appearances": [
        {
          "startTime": <string>,
          "endTime": <string>,
          "startSeconds": <number>,
          "endSeconds": <number>
        }
      ]
    }
  ],
  "labels": [ //provides information about the labels detected in the generated insights
    {
      "id": <number>,
      "name": <string>,
      "appearances": [
        {
          "startTime": <string>,
          "endTime": <string>,
          "startSeconds": <number>,
          "endSeconds": <number>
        }
      ],
      "referenceId": <string>,
      "language": <string>,
      "instances": [
        {
          "adjustedStart": <string>,
          "adjustedEnd": <string>,
          "start": <string>,
          "end": <string>,
          "thumbnailsIds": [
            <string>
          ],
          "thumbnailId": <string>,
          "confidence": <number>,
          "brandType": <string>
        }
      ]
    }
  ],
  "brands": [ //provides information about the brands detected in the generated insights
    {
      "referenceId": <string>,
      "referenceUrl": <string>,
      "confidence": <number>,
      "description": <string>,
      "seenDuration": <number>,
      "id": <number>,
      "name": <string>,
      "appearances": [
        {
          "startTime": <string>,
          "endTime": <string>,
          "startSeconds": <number>,
          "endSeconds": <number>
        }
      ],
      "referenceType": <string>,
      "tags": [
        <string>
      ],
      "isCustom": <boolean>,
      "instances": [
        {
          "adjustedStart": <string>,
          "adjustedEnd": <string>,
          "start": <string>,
          "end": <string>,
          "thumbnailsIds": [
            <string>
          ],
          "thumbnailId": <string>,
          "confidence": <number>,
          "brandType": <string>
        }
      ]
    }
  ],
  "statistics": { //provides information about the speakers detected in the generated insights
    "correspondenceCount": <number>,
    "speakerTalkToListenRatio": {
      "__invalid_name__1": <number>,
      "__invalid_name__3": <number>
    },
    "speakerLongestMonolog": {
      "__invalid_name__1": <number>,
      "__invalid_name__3": <number>
    },
    "speakerNumberOfFragments": {
      "__invalid_name__1": <number>,
      "__invalid_name__3": <number>
    },
    "speakerWordCount": {
      "__invalid_name__1": <number>,
      "__invalid_name__3": <number>
    }
  },
  "topics": [ //provides information about the topics detected in the generated insights
    {
      "referenceUrl": <string>,
      "iptcName": <string>,
      "iabName": <string>,
      "confidence": <number>,
      "id": <number>,
      "name": <string>,
      "referenceId": <string>,
      "referenceType": <string>,
      "language": <string>,
      "appearances": [
        {
          "startTime": <string>,
          "endTime": <string>,
          "startSeconds": <number>,
          "endSeconds": <number>
        }
      ],
      "instances": [
        {
          "adjustedStart": <string>,
          "adjustedEnd": <string>,
          "start": <string>,
          "end": <string>,
          "thumbnailsIds": [
            <string>
          ],
          "thumbnailId": <string>,
          "confidence": <number>,
          "brandType": <string>
        }
      ]
    }
  ]
}


Read Next