Total runs:
254
Run Growth:
118
Growth Rate:
46.46%
Sponsored by
Designkit Free Background Remover
svjack / vit-gpt-diffusion-zh
Model's Last Updated: 2月 20 2023
image-to-text
Introduction of vit-gpt-diffusion-zh
Model Details of vit-gpt-diffusion-zh
from transformers import VisionEncoderDecoderModel, ViTFeatureExtractor, AutoTokenizer
import torch
from PIL import Image
import pathlib
import pandas as pd
import numpy as np
from IPython.core.display import HTML
import os
import requests
class Image2Caption(object):
def __init__(self ,model_path = "nlpconnect/vit-gpt2-image-captioning",
device = torch.device("cuda" if torch.cuda.is_available() else "cpu"),
overwrite_encoder_checkpoint_path = None,
overwrite_token_model_path = None
):
assert type(overwrite_token_model_path) == type("") or overwrite_token_model_path is None
assert type(overwrite_encoder_checkpoint_path) == type("") or overwrite_encoder_checkpoint_path is None
if overwrite_token_model_path is None:
overwrite_token_model_path = model_path
if overwrite_encoder_checkpoint_path is None:
overwrite_encoder_checkpoint_path = model_path
self.device = device
self.model = VisionEncoderDecoderModel.from_pretrained(model_path)
self.feature_extractor = ViTFeatureExtractor.from_pretrained(overwrite_encoder_checkpoint_path)
self.tokenizer = AutoTokenizer.from_pretrained(overwrite_token_model_path)
self.model = self.model.to(self.device)
def predict_to_df(self, image_paths):
img_caption_pred = self.predict_step(image_paths)
img_cation_df = pd.DataFrame(list(zip(image_paths, img_caption_pred)))
img_cation_df.columns = ["img", "caption"]
return img_cation_df
#img_cation_df.to_html(escape=False, formatters=dict(Country=path_to_image_html))
def predict_step(self ,image_paths, max_length = 128, num_beams = 4):
gen_kwargs = {"max_length": max_length, "num_beams": num_beams}
images = []
for image_path in image_paths:
#i_image = Image.open(image_path)
if image_path.startswith("http"):
i_image = Image.open(
requests.get(image_path, stream=True).raw
)
else:
i_image = Image.open(image_path)
if i_image.mode != "RGB":
i_image = i_image.convert(mode="RGB")
images.append(i_image)
pixel_values = self.feature_extractor(images=images, return_tensors="pt").pixel_values
pixel_values = pixel_values.to(self.device)
output_ids = self.model.generate(pixel_values, **gen_kwargs)
preds = self.tokenizer.batch_decode(output_ids, skip_special_tokens=True)
preds = [pred.strip() for pred in preds]
return preds
def path_to_image_html(path):
return '<img src="'+ path + '" width="60" >'
i2c_tiny_zh_obj = Image2Caption("svjack/vit-gpt-diffusion-zh",
overwrite_encoder_checkpoint_path = "google/vit-base-patch16-224",
overwrite_token_model_path = "IDEA-CCNL/Wenzhong-GPT2-110M"
)
i2c_tiny_zh_obj.predict_step(
["https://datasets-server.huggingface.co/assets/poloclub/diffusiondb/--/2m_all/train/28/image/image.jpg"]
)
['"一个年轻男人的肖像，由Greg Rutkowski创作"。Artstation上的趋势"。"《刀锋战士》的艺术作品"。高度细节化。"电影般的灯光"。超现实主义。锐利的焦点。辛烷�']
Runs of svjack vit-gpt-diffusion-zh on huggingface.co
20
Total runs
0
24-hour runs
-2
3-day runs
-2
7-day runs
6
30-day runs
More Information About vit-gpt-diffusion-zh huggingface.co Model
Url of vit-gpt-diffusion-zh
vit-gpt-diffusion-zh huggingface.co Url
Provider of vit-gpt-diffusion-zh huggingface.co
Other API from svjack
Updated:10月 26 2024
Total runs:
90
Run Growth:
69
Growth Rate:
75.82%
Total runs:
58
Run Growth:
-28
Growth Rate:
-48.28%
Total runs:
57
Run Growth:
-30
Growth Rate:
-52.63%
Total runs:
43
Run Growth:
-8
Growth Rate:
-18.18%
Total runs:
38
Run Growth:
-14
Growth Rate:
-36.84%
Total runs:
38
Run Growth:
6
Growth Rate:
15.79%
Total runs:
34
Run Growth:
-35
Growth Rate:
-102.94%
Total runs:
29
Run Growth:
8
Growth Rate:
27.59%
Total runs:
26
Run Growth:
-8
Growth Rate:
-32.00%
Total runs:
22
Run Growth:
15
Growth Rate:
68.18%
Total runs:
19
Run Growth:
11
Growth Rate:
61.11%
Total runs:
18
Run Growth:
-2
Growth Rate:
-9.52%
Total runs:
18
Run Growth:
-4
Growth Rate:
-22.22%
Total runs:
16
Run Growth:
-3
Growth Rate:
-18.75%
Total runs:
15
Run Growth:
1
Growth Rate:
6.67%
Total runs:
14
Run Growth:
9
Growth Rate:
64.29%
Total runs:
14
Run Growth:
5
Growth Rate:
35.71%
Total runs:
14
Run Growth:
12
Growth Rate:
85.71%
Total runs:
13
Run Growth:
5
Growth Rate:
38.46%
Total runs:
13
Run Growth:
-4
Growth Rate:
-30.77%
Total runs:
13
Run Growth:
-1
Growth Rate:
-7.69%
Total runs:
12
Run Growth:
0
Growth Rate:
0.00%
Total runs:
12
Run Growth:
-4
Growth Rate:
-33.33%
Total runs:
11
Run Growth:
3
Growth Rate:
27.27%
Total runs:
11
Run Growth:
6
Growth Rate:
54.55%
Total runs:
11
Run Growth:
-7
Growth Rate:
-63.64%
Total runs:
11
Run Growth:
3
Growth Rate:
27.27%
Total runs:
11
Run Growth:
-3
Growth Rate:
-27.27%
Total runs:
11
Run Growth:
9
Growth Rate:
81.82%
Total runs:
11
Run Growth:
-7
Growth Rate:
-63.64%
Total runs:
10
Run Growth:
-5
Growth Rate:
-50.00%
Total runs:
10
Run Growth:
2
Growth Rate:
20.00%
Total runs:
10
Run Growth:
-2
Growth Rate:
-20.00%
Total runs:
10
Run Growth:
6
Growth Rate:
60.00%
Total runs:
10
Run Growth:
-4
Growth Rate:
-40.00%
Total runs:
10
Run Growth:
-5
Growth Rate:
-50.00%
Total runs:
10
Run Growth:
-2
Growth Rate:
-20.00%
Total runs:
9
Run Growth:
0
Growth Rate:
0.00%
Total runs:
9
Run Growth:
6
Growth Rate:
66.67%
Total runs:
9
Run Growth:
4
Growth Rate:
44.44%
Total runs:
9
Run Growth:
0
Growth Rate:
0.00%
Total runs:
9
Run Growth:
-2
Growth Rate:
-20.00%
Total runs:
9
Run Growth:
1
Growth Rate:
12.50%
Total runs:
9
Run Growth:
3
Growth Rate:
33.33%
Total runs:
8
Run Growth:
-3
Growth Rate:
-37.50%
Total runs:
8
Run Growth:
3
Growth Rate:
37.50%
Total runs:
8
Run Growth:
2
Growth Rate:
25.00%
Total runs:
8
Run Growth:
2
Growth Rate:
25.00%
Total runs:
7
Run Growth:
-11
Growth Rate:
-157.14%
Total runs:
7
Run Growth:
2
Growth Rate:
28.57%
Total runs:
7
Run Growth:
0
Growth Rate:
0.00%
Total runs:
7
Run Growth:
-2
Growth Rate:
-28.57%
Total runs:
6
Run Growth:
-6
Growth Rate:
-100.00%
Total runs:
5
Run Growth:
4
Growth Rate:
80.00%
Total runs:
5
Run Growth:
-10
Growth Rate:
-200.00%
Total runs:
5
Run Growth:
-1
Growth Rate:
-20.00%
Total runs:
4
Run Growth:
0
Growth Rate:
0.00%
Total runs:
4
Run Growth:
-3
Growth Rate:
-75.00%
Total runs:
3
Run Growth:
0
Growth Rate:
0.00%
Total runs:
2
Run Growth:
0
Growth Rate:
0.00%
Total runs:
2
Run Growth:
0
Growth Rate:
0.00%
Total runs:
1
Run Growth:
-1
Growth Rate:
-100.00%
Total runs:
1
Run Growth:
0
Growth Rate:
0.00%
Total runs:
1
Run Growth:
0
Growth Rate:
0.00%