SharePoint y Azure - Reconocimiento de imágenes

1[FunctionName("ImageAnalyze")]public static async Task<HttpResponseMessage> Run([HttpTrigger(AuthorizationLevel.Anonymous, "post", Route = null)]HttpRequestMessage req, TraceWriter log){    log.Info("*** ImageAnalyze function processed a request ***");     // Registration    string validationToken = HelpFunctions.GetValidationToken(req);    if (validationToken != null)    {        log.Info($"---- Processing Registration");        var myResponse = req.CreateResponse(HttpStatusCode.OK);        myResponse.Content = new StringContent(validationToken);        return myResponse;    }     // Changes    var myContent = await req.Content.ReadAsStringAsync();    var allNotifications = JsonConvert.DeserializeObject<ResponseModel<NotificationModel>>(myContent).Value;     if (allNotifications.Count > 0)    {        log.Info($"---- Processing Notifications");        string siteUrl = ConfigurationManager.AppSettings["whSiteListUrl"];        foreach (var oneNotification in allNotifications)        {            // Login in SharePoint            ClientContext SPClientContext = HelpFunctions.LoginSharePoint(siteUrl);             // Get the Changes            GetChanges(SPClientContext, oneNotification.Resource, log);        }    }     return new HttpResponseMessage(HttpStatusCode.OK);}
2

1public static string GetValidationToken(HttpRequestMessage req){    string strReturn = string.Empty;     strReturn = req.GetQueryNameValuePairs()        .FirstOrDefault(q => string.Compare(q.Key, "validationtoken", true) == 0)        .Value;     return strReturn;}
2

1static void GetChanges(ClientContext SPClientContext, string ListId, TraceWriter log){    // Get the Images List    Web spWeb = SPClientContext.Web; //.Site.RootWeb;    List myList = spWeb.Lists.GetByTitle(ConfigurationManager.AppSettings["whListNameImageAnalyze"]);    SPClientContext.Load(myList);    SPClientContext.ExecuteQuery();     // Get the Thumbnail List    Web spWebThumb = SPClientContext.Web;    List myListThumb = spWebThumb.Lists.GetByTitle(ConfigurationManager.AppSettings["whListNameImageAnalyzeThumbails"]);    SPClientContext.Load(myListThumb);    SPClientContext.ExecuteQuery();     // Create the ChangeToken and Change Query    ChangeQuery myChangeQuery = HelpFunctions.GetChangeQueryNew(ListId);     // Get all the Changes    var allChanges = myList.GetChanges(myChangeQuery);    SPClientContext.Load(allChanges);    SPClientContext.ExecuteQuery();     foreach (Change oneChange in allChanges)    {        if (oneChange is ChangeItem)        {            int myItemId = (oneChange as ChangeItem).ItemId;             // Get what is changed            log.Info($"---- Changed ItemId : " + myItemId);            ListItem myItem = myList.GetItemById(myItemId);            Microsoft.SharePoint.Client.File myFile = myItem.File;            ClientResult<System.IO.Stream> myFileStream = myFile.OpenBinaryStream();            SPClientContext.Load(myFile);            SPClientContext.ExecuteQuery();             // The picture as Byte Array            byte[] myFileBytes = CognitiveRoutines.ConvertStreamToByteArray(myFileStream);             // Analyze the picture            ImageAnalyzeResult myResult = CognitiveRoutines.GetAzureImageAnalyze(myFileBytes).Result;            log.Info($"---- Image Analyze Result : " + JsonConvert.SerializeObject(myResult));             // Create the Thumbnail            Stream myThumbnail = CognitiveRoutines.GetAzureImageThumbnail(myFileBytes).Result;            log.Info($"---- Image Thumbnail created");             // Upload the Thumbnail            FileCreationInformation infoThumb = new FileCreationInformation();            infoThumb.Content = CognitiveRoutines.ConvertStreamToByteArray(myThumbnail);            infoThumb.Url = myListThumb.ParentWebUrl + "/" + myListThumb.Title + "/thumb_" + myFile.Name;            Microsoft.SharePoint.Client.File newFile = myListThumb.RootFolder.Files.Add(infoThumb);            SPClientContext.Load(newFile);            SPClientContext.ExecuteQuery();            log.Info($"---- Image Thumbnail uploaded");             // Insert the metadata values back in the List            myItem["Title"] = myResult.description.captions[0].text;            if (myResult.categories[0].detail.celebrities != null)            {                if (myResult.categories[0].detail.celebrities.Length > 0)                {                    myItem["PictureType"] = "Celebrity";                    myItem["PictureName"] = myResult.categories[0].detail.celebrities[0].name;                    myItem["Gender"] = myResult.faces[0].gender;                    myItem["Age"] = myResult.faces[0].age;                    myItem["AdultContent"] = myResult.adult.isAdultContent.ToString();                    myItem["Thumbnail"] = newFile.ServerRelativeUrl;                     myItem.Update();                    SPClientContext.ExecuteQuery();                    log.Info($"---- Image Analyze added to SharePoint Item");                }                else                {                    log.Info($"---- The image is not a celebrity");                }            }        }    }}
2

1public static ChangeQuery GetChangeQueryNew(string ListId){    ChangeToken lastChangeToken = new ChangeToken();    lastChangeToken.StringValue = string.Format("1;3;{0};{1};-1", ListId, DateTime.Now.AddMinutes(-1).ToUniversalTime().Ticks.ToString());    ChangeToken newChangeToken = new ChangeToken();    newChangeToken.StringValue = string.Format("1;3;{0};{1};-1", ListId, DateTime.Now.ToUniversalTime().Ticks.ToString());    ChangeQuery myChangeQuery = new ChangeQuery(false, false);    myChangeQuery.Item = true;  // Get only Item changes    myChangeQuery.Add = true;   // Get only the new Items    myChangeQuery.ChangeTokenStart = lastChangeToken;    myChangeQuery.ChangeTokenEnd = newChangeToken;     return myChangeQuery;}
2

1public static Byte[] ConvertStreamToByteArray(ClientResult<System.IO.Stream> myFileStream){    Byte[] bytReturn = null;     using (System.IO.MemoryStream myFileMemoryStream = new System.IO.MemoryStream())    {        if (myFileStream != null)        {            myFileStream.Value.CopyTo(myFileMemoryStream);            bytReturn = myFileMemoryStream.ToArray();        }    }     return bytReturn;}
2

1#region ImageAnalyzeResult    public class ImageAnalyzeResult    {        public Category[] categories { get; set; }        public Adult adult { get; set; }        public Tag[] tags { get; set; }        public Description description { get; set; }        public string requestId { get; set; }        public Metadata metadata { get; set; }        public Face[] faces { get; set; }        public Color color { get; set; }        public Imagetype imageType { get; set; }    }     public class Adult    {        public bool isAdultContent { get; set; }        public bool isRacyContent { get; set; }        public float adultScore { get; set; }        public float racyScore { get; set; }    }     public class Description    {        public string[] tags { get; set; }        public Caption[] captions { get; set; }    }     public class Caption    {        public string text { get; set; }        public float confidence { get; set; }    }     public class Metadata    {        public int width { get; set; }        public int height { get; set; }        public string format { get; set; }    }     public class Color    {        public string dominantColorForeground { get; set; }        public string dominantColorBackground { get; set; }        public string[] dominantColors { get; set; }        public string accentColor { get; set; }        public bool isBWImg { get; set; }    }     public class Imagetype    {        public int clipArtType { get; set; }        public int lineDrawingType { get; set; }    }     public class Category    {        public string name { get; set; }        public float score { get; set; }        public Detail detail { get; set; }    }     public class Detail    {        public Celebrity[] celebrities { get; set; }        public Landmark[] landmarks { get; set; }    }     public class Celebrity    {        public string name { get; set; }        public Facerectangle faceRectangle { get; set; }        public float confidence { get; set; }    }     public class Facerectangle    {        public int left { get; set; }        public int top { get; set; }        public int width { get; set; }        public int height { get; set; }    }     public class Landmark    {        public string name { get; set; }        public float confidence { get; set; }    }     public class Tag    {        public string name { get; set; }        public float confidence { get; set; }    }     public class Face    {        public int age { get; set; }        public string gender { get; set; }        public Facerectangle1 faceRectangle { get; set; }    }     public class Facerectangle1    {        public int left { get; set; }        public int top { get; set; }        public int width { get; set; }        public int height { get; set; }    }
2

1public static async Task<Stream> GetAzureImageThumbnail(byte[] myFileBytes){    Stream streamReturn;    Stream myFileStream = new MemoryStream(myFileBytes);     // Create the API Client    ComputerVisionClient computerVision = new ComputerVisionClient(        new ApiKeyServiceClientCredentials(ConfigurationManager.AppSettings["azVisionApiServiceKey"]),        new System.Net.Http.DelegatingHandler[] { });     computerVision.Endpoint = "https://westeurope.api.cognitive.microsoft.com";     // Get the thumbnail    streamReturn = await computerVision.GenerateThumbnailInStreamAsync(        40, 40, myFileStream, true);  // Size fixed to 40x40     return streamReturn;}
2

1public static Byte[] ConvertStreamToByteArray(Stream myFileStream){    Byte[] bytReturn = null;     using (MemoryStream myFileMemoryStream = new MemoryStream())    {        if (myFileStream != null)        {            myFileStream.CopyTo(myFileMemoryStream);            bytReturn = myFileMemoryStream.ToArray();        }    }     return bytReturn;}
2

1public static async Task<ImageAnalyzeResult> GetAzureImageAnalyze(byte[] myFileBytes){    ImageAnalyzeResult resultReturn = new ImageAnalyzeResult();     HttpClient client = new HttpClient();     // Request headers.    client.DefaultRequestHeaders.Add("Ocp-Apim-Subscription-Key", ConfigurationManager.AppSettings["azVisionApiServiceKey"]);     // Request parameters    string requestParameters = "visualFeatures=Categories,Description,Adult,Tags,Faces&language=en";     // Assemble the URI for the REST API Call.    string uri = ConfigurationManager.AppSettings["azVisionApiAnalyzeEndpoint"] + "?" + requestParameters;    string contentString = string.Empty;     HttpResponseMessage response;     using (ByteArrayContent content = new ByteArrayContent(myFileBytes))    {        content.Headers.ContentType = new MediaTypeHeaderValue("application/octet-stream");         // Execute the REST API call.        response = await client.PostAsync(uri, content);         // Get the JSON response.        contentString = await response.Content.ReadAsStringAsync();    }     resultReturn = JsonConvert.DeserializeObject<ImageAnalyzeResult>(contentString);    return resultReturn;}
2

1public static async Task<Stream> GetAzureImageThumbnail(byte[] myFileBytes){    Stream streamReturn;    Stream myFileStream = new MemoryStream(myFileBytes);     // Create the API Client    ComputerVisionClient computerVision = new ComputerVisionClient(        new ApiKeyServiceClientCredentials(ConfigurationManager.AppSettings["azVisionApiServiceKey"]),        new System.Net.Http.DelegatingHandler[] { });     computerVision.Endpoint = "https://westeurope.api.cognitive.microsoft.com";     streamReturn = await computerVision.GenerateThumbnailInStreamAsync(        40, 40, myFileStream, true);  // Size fixed to 40x40     return streamReturn;}
2

1public class ResponseModel<T>{    [JsonProperty(PropertyName = "value")]    public List<T> Value { get; set; }} public class NotificationModel{    [JsonProperty(PropertyName = "subscriptionId")]    public string SubscriptionId { get; set; }     [JsonProperty(PropertyName = "clientState")]    public string ClientState { get; set; }     [JsonProperty(PropertyName = "expirationDateTime")]    public DateTime ExpirationDateTime { get; set; }     [JsonProperty(PropertyName = "resource")]    public string Resource { get; set; }     [JsonProperty(PropertyName = "tenantId")]    public string TenantId { get; set; }     [JsonProperty(PropertyName = "siteUrl")]    public string SiteUrl { get; set; }     [JsonProperty(PropertyName = "webId")]    public string WebId { get; set; }} public class SubscriptionModel{    [JsonProperty(NullValueHandling = NullValueHandling.Ignore)]    public string Id { get; set; }     [JsonProperty(PropertyName = "clientState", NullValueHandling = NullValueHandling.Ignore)]    public string ClientState { get; set; }     [JsonProperty(PropertyName = "expirationDateTime")]    public DateTime ExpirationDateTime { get; set; }     [JsonProperty(PropertyName = "notificationUrl")]    public string NotificationUrl { get; set; }     [JsonProperty(PropertyName = "resource", NullValueHandling = NullValueHandling.Ignore)]    public string Resource { get; set; }}
2