-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Visual Search Sample (Azure-Samples#9)
* Visual Search doc * Draft of samples * Complete example, not tested
- Loading branch information
Showing
4 changed files
with
205 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,202 @@ | ||
| import json | ||
| import os.path | ||
|
|
||
| from azure.cognitiveservices.search.visualsearch import VisualSearchAPI | ||
| from azure.cognitiveservices.search.visualsearch.models import ( | ||
| VisualSearchRequest, | ||
| CropArea, | ||
| ImageInfo, | ||
| Filters, | ||
| KnowledgeRequest, | ||
| ) | ||
| from msrest.authentication import CognitiveServicesCredentials | ||
|
|
||
| SUBSCRIPTION_KEY_ENV_NAME = "VISUALSEARCH_SUBSCRIPTION_KEY" | ||
|
|
||
| CWD = os.path.dirname(__file__) | ||
| TEST_IMAGES = os.path.join(CWD, "TestImages") | ||
|
|
||
| def search_image_binary(subscription_key): | ||
| """VisualSearchImageBinary. | ||
| This will send an image binary in the body of the post request and print out the imageInsightsToken, the number of tags, the number of actions, and the first actionType. | ||
| """ | ||
| client = VisualSearchAPI(CognitiveServicesCredentials(subscription_key)) | ||
|
|
||
| image_path = os.path.join(TEST_IMAGES, "image.jpg") | ||
| with open(image_path, "rb") as image_fd: | ||
|
|
||
| # You need to pass the serialized form of the model | ||
| knowledge_request = json.dumps(VisualSearchRequest().serialize()) | ||
|
|
||
| print("Search visual search request with binary of dog image") | ||
| result = client.images.visual_search(image=image_fd, knowledge_request=knowledge_request) | ||
|
|
||
| if not result: | ||
| print("No visual search result data.") | ||
| return | ||
|
|
||
| # Visual Search results | ||
| if result.image.image_insights_token: | ||
| print("Uploaded image insights token: {}".format(result.image.image_insights_token)) | ||
| else: | ||
| print("Couldn't find image insights token!") | ||
|
|
||
| # List of tags | ||
| if result.tags: | ||
| first_tag = result.tags[0] | ||
| print("Visual search tag count: {}".format(len(result.tags))) | ||
|
|
||
| # List of actions in first tag | ||
| if first_tag.actions: | ||
| first_tag_action = first_tag.actions[0] | ||
| print("First tag action count: {}".format(len(first_tag.actions))) | ||
| print("First tag action type: {}".format(first_tag_action.action_type)) | ||
| else: | ||
| print("Couldn't find tag actions!") | ||
| else: | ||
| print("Couldn't find image tags!") | ||
|
|
||
| def search_image_binary_with_crop_area(subscription_key): | ||
| """VisualSearchImageBinaryWithCropArea. | ||
| This will send an image binary in the body of the post request, along with a cropArea object, and print out the imageInsightsToken, the number of tags, the number of actions, and the first actionType. | ||
| """ | ||
| client = VisualSearchAPI(CognitiveServicesCredentials(subscription_key)) | ||
|
|
||
| image_path = os.path.join(TEST_IMAGES, "image.jpg") | ||
| with open(image_path, "rb") as image_fd: | ||
|
|
||
| crop_area = CropArea(top=0.1,bottom=0.5,left=0.1,right=0.9) | ||
| knowledge_request = VisualSearchRequest(image_info=ImageInfo(crop_area=crop_area)) | ||
|
|
||
| # You need to pass the serialized form of the model | ||
| knowledge_request = json.dumps(knowledge_request.serialize()) | ||
|
|
||
| print("Search visual search request with binary of dog image") | ||
| result = client.images.visual_search(image=image_fd, knowledge_request=knowledge_request) | ||
|
|
||
| if not result: | ||
| print("No visual search result data.") | ||
| return | ||
|
|
||
| # Visual Search results | ||
| if result.image.image_insights_token: | ||
| print("Uploaded image insights token: {}".format(result.image.image_insights_token)) | ||
| else: | ||
| print("Couldn't find image insights token!") | ||
|
|
||
| # List of tags | ||
| if result.tags: | ||
| first_tag = result.tags[0] | ||
| print("Visual search tag count: {}".format(len(result.tags))) | ||
|
|
||
| # List of actions in first tag | ||
| if first_tag.actions: | ||
| first_tag_action = first_tag.actions[0] | ||
| print("First tag action count: {}".format(len(first_tag.actions))) | ||
| print("First tag action type: {}".format(first_tag_action.action_type)) | ||
| else: | ||
| print("Couldn't find tag actions!") | ||
| else: | ||
| print("Couldn't find image tags!") | ||
|
|
||
| def search_url_with_filters(subscription_key): | ||
| """VisualSearchUrlWithFilters. | ||
| This will send an image url in the knowledgeRequest parameter, along with a \"site:www.bing.com\" filter, and print out the imageInsightsToken, the number of tags, the number of actions, and the first actionType. | ||
| """ | ||
| client = VisualSearchAPI(CognitiveServicesCredentials(subscription_key)) | ||
|
|
||
| image_url = "https://images.unsplash.com/photo-1512546148165-e50d714a565a?w=600&q=80" | ||
| filters = Filters(site="www.bing.com") | ||
|
|
||
| knowledge_request = VisualSearchRequest( | ||
| image_info=ImageInfo(url=image_url), | ||
| knowledge_request=KnowledgeRequest(filters=filters) | ||
| ) | ||
|
|
||
| # You need to pass the serialized form of the model | ||
| knowledge_request = json.dumps(knowledge_request.serialize()) | ||
|
|
||
| print("Search visual search request with url of dog image") | ||
| result = client.images.visual_search(knowledge_request=knowledge_request) | ||
|
|
||
| if not result: | ||
| print("No visual search result data.") | ||
| return | ||
|
|
||
| # Visual Search results | ||
| if result.image.image_insights_token: | ||
| print("Uploaded image insights token: {}".format(result.image.image_insights_token)) | ||
| else: | ||
| print("Couldn't find image insights token!") | ||
|
|
||
| # List of tags | ||
| if result.tags: | ||
| first_tag = result.tags[0] | ||
| print("Visual search tag count: {}".format(len(result.tags))) | ||
|
|
||
| # List of actions in first tag | ||
| if first_tag.actions: | ||
| first_tag_action = first_tag.actions[0] | ||
| print("First tag action count: {}".format(len(first_tag.actions))) | ||
| print("First tag action type: {}".format(first_tag_action.action_type)) | ||
| else: | ||
| print("Couldn't find tag actions!") | ||
| else: | ||
| print("Couldn't find image tags!") | ||
|
|
||
| def search_insights_token_with_crop_area(subscription_key): | ||
| """VisualSearchInsightsTokenWithCropArea. | ||
| This will send an image insights token in the knowledgeRequest parameter, along with a cropArea object, and print out the imageInsightsToken, the number of tags, the number of actions, and the first actionType. | ||
| """ | ||
| client = VisualSearchAPI(CognitiveServicesCredentials(subscription_key)) | ||
|
|
||
| image_insights_token = "bcid_113F29C079F18F385732D8046EC80145*ccid_oV/QcH95*mid_687689FAFA449B35BC11A1AE6CEAB6F9A9B53708*thid_R.113F29C079F18F385732D8046EC80145" | ||
| crop_area = CropArea(top=0.1,bottom=0.5,left=0.1,right=0.9) | ||
|
|
||
| knowledge_request = VisualSearchRequest( | ||
| image_info=ImageInfo( | ||
| image_insights_token=image_insights_token, | ||
| crop_area=crop_area | ||
| ), | ||
| ) | ||
|
|
||
| # You need to pass the serialized form of the model | ||
| knowledge_request = json.dumps(knowledge_request.serialize()) | ||
|
|
||
| print("Search visual search request with url of dog image") | ||
| result = client.images.visual_search(knowledge_request=knowledge_request) | ||
|
|
||
| if not result: | ||
| print("No visual search result data.") | ||
| return | ||
|
|
||
| # Visual Search results | ||
| if result.image.image_insights_token: | ||
| print("Uploaded image insights token: {}".format(result.image.image_insights_token)) | ||
| else: | ||
| print("Couldn't find image insights token!") | ||
|
|
||
| # List of tags | ||
| if result.tags: | ||
| first_tag = result.tags[0] | ||
| print("Visual search tag count: {}".format(len(result.tags))) | ||
|
|
||
| # List of actions in first tag | ||
| if first_tag.actions: | ||
| first_tag_action = first_tag.actions[0] | ||
| print("First tag action count: {}".format(len(first_tag.actions))) | ||
| print("First tag action type: {}".format(first_tag_action.action_type)) | ||
| else: | ||
| print("Couldn't find tag actions!") | ||
| else: | ||
| print("Couldn't find image tags!") | ||
|
|
||
| if __name__ == "__main__": | ||
| import sys, os.path | ||
| sys.path.append(os.path.abspath(os.path.join(__file__, "..", ".."))) | ||
| from tools import execute_samples | ||
| execute_samples(globals(), SUBSCRIPTION_KEY_ENV_NAME) |