salesforce/BLIP
1
0
Fork 0
mirror of https://github.com/salesforce/BLIP.git synced 2026-04-30 12:21:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

update demo

Browse Source
This commit is contained in:
root
2022-01-28 13:36:42 +00:00
parent f68d24cf16
commit 16b735b162
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
demo.ipynb
View File

@@ -2,7 +2,7 @@
"cells": [ "cells": [
{ {
"cell_type": "markdown", "cell_type": "markdown",
"id": "bb2e6f60", "id": "2b949f9f",
"metadata": {}, "metadata": {},
"source": [ "source": [
"# BLIP: Inference Demo" "# BLIP: Inference Demo"
@@ -93,7 +93,7 @@
"\n", "\n",
"model_url = 'https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model*_base_caption.pth'\n", "model_url = 'https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model*_base_caption.pth'\n",
" \n", " \n",
"model = blip_decoder(pretrained=model_url, image_size=384, vit='base')\n", "model = blip_decoder(pretrained=model_url, image_size=384, vit='base', med_config='BLIP/configs/med_config.json')\n",
"model.eval()\n", "model.eval()\n",
"model = model.to(device)\n", "model = model.to(device)\n",
"\n", "\n",
@@ -139,7 +139,7 @@
"\n", "\n",
"model_url = 'https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model*_vqa.pth'\n", "model_url = 'https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model*_vqa.pth'\n",
" \n", " \n",
"model = blip_vqa(pretrained=model_url, image_size=480, vit='base')\n", "model = blip_vqa(pretrained=model_url, image_size=480, vit='base', med_config='BLIP/configs/med_config.json')\n",
"model.eval()\n", "model.eval()\n",
"model = model.to(device)\n", "model = model.to(device)\n",
"\n", "\n",