Upload 10 files

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+American_football_heads_to_India_clip.mp4 filter=lfs diff=lfs merge=lfs -text
+Motorcycle_clip.mp4 filter=lfs diff=lfs merge=lfs -text
+PersonalFinance_clip.mp4 filter=lfs diff=lfs merge=lfs -text
+Science_clip.mp4 filter=lfs diff=lfs merge=lfs -text
+Spirituality_1_clip.mp4 filter=lfs diff=lfs merge=lfs -text

American_football_heads_to_India_clip.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e046cda039f2bc5f1d55ce58bf378462f53a345a87bb5dfce140bd2f5ce7239d
+size 1374236

Motorcycle_clip.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8378269d54afbc1d6f66a76c48aa283f114efa49c92b0648704f24fda35c13fd
+size 2301029

PersonalFinance_clip.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c86118e86a96c11e27ccef98f589f3c0e31fd502eaef87e3b67088f994cce3
+size 1215265

Science_clip.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a23a0713b8f115c3e76472c063af43c31a2a56c1d0f9999923becf3336f58e
+size 1892769

Spirituality_1_clip.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecb1a3f4b8c4caa8c6331f50db582648de9b778726d3dcdbf5829b013ebf8a6
+size 2687681

categories.txt

@@ -0,0 +1,344 @@
+1) Automotive
+  A) Auto Body Styles
+  B) Auto Buying and Selling
+  C) Auto Insurance
+  D) Auto Parts
+  E) Auto Recalls
+  F) Auto Repair
+  G) Auto Safety
+  H) Auto Shows
+  I) Auto Technology
+  J) Auto Type
+  K) Car Culture
+  L) Dash Cam Videos
+  M) Motorcycles
+  N) Road-Side Assistance
+  O) Scooters
+2) Books and Literature
+  A) Art and Photography Books
+  B) Biographies
+  C) Children's Literature
+  D) Comics and Graphic Novels
+  E) Cookbooks
+  F)Fiction
+  G) Poetry
+  H) Travel Books
+  I)Young Adult Literature
+3) Business and Finance
+  A) Business
+  B) Economy
+  C) Industries
+4) Careers
+  A) Apprenticeships
+  B) Career Advice
+  C) Career Planning
+  D) Job Search
+  E) Telecommuting
+  F) Vocational Training
+5) Education
+  A) Adult Education
+  B) College Education
+  C) Early Childhood Education
+  D) Educational Assessment
+  E) Homeschooling
+  F) Homework and Study
+  G) Language Learning
+  H) Online Education
+  I) Primary Education
+  J) Private School
+  K) Secondary Education
+  L) Special Education
+6) Family and Relationships
+  A) Bereavement
+  B) Dating
+  C) Divorce
+  D) Eldercare
+  E) Marriage and Civil Unions
+  F) Parenting
+  G) Single Life
+7) Fine Art
+  A) Costume
+  B) Dance
+  C) Design
+  D) Digital Arts
+  E) Fine Art Photography
+  F) Modern Art
+  G) Opera
+  H) Theater
+8) Food & Drink
+  A) Alcoholic Beverages
+  B) Barbecues and Grilling
+  C) Cooking
+  D) Desserts and Baking
+  E) Dining Out
+  F) Food Allergies
+  G) Food Movements
+  H) Healthy Cooking and Eating
+  I) Non-Alcoholic Beverages
+  J) Vegan Diets
+  K) Vegetarian Diets
+  L) World Cuisines
+9) Healthy Living
+  A) Children's Health
+  B) Fitness and Exercise
+  C) Men's Health
+  D) Nutrition
+  E) Senior Health
+  F) Weight Loss
+  G) Wellness
+  H) Women's Health
+10) Hobbies & Interests
+  A) Antiquing and Antiques
+  B) Arts and Crafts
+  C) Beekeeping
+  D) Birdwatching
+  E) Cigars
+  F) Collecting
+  G) Content Production
+  H) Games and Puzzles
+  I) Genealogy and Ancestry
+  J) Magic and Illusion
+  K) Model Toys
+  L) Musical Instruments
+  M) Paranormal Phenomena
+  N) Radio Control
+  O) Sci-fi and Fantasy
+  P) Workshops and Classes
+11) Home & Garden
+  A) Gardening
+  B) Home Appliances
+  C) Home Entertaining
+  D) Home Improvement
+  E) Home Security
+  F) Indoor Environmental Quality
+  G) Interior Decorating
+  H) Landscaping
+  I) Outdoor Decorating
+  J) Remodeling & Construction
+  K) Smart Home
+12) Medical Health
+  A) Diseases and Conditions
+  B) Medical Tests
+  C) Pharmaceutical Drugs
+  D) Surgery
+  E) Vaccines
+13) Movies
+  A) Action and Adventure Movies
+  B) Animation Movies
+  C) Comedy Movies
+  D) Crime and Mystery Movies
+  E) Documentary Movies
+  F) Drama Movies
+  G) Family and Children Movies
+  H) Fantasy Movies
+  I) Horror Movies
+  J) Romance Movies
+  K) Science Fiction Movies
+  L) Special Interest Movies
+14) Music and Audio
+  A) Adult Contemporary Music
+  B) Arts Podcasts
+  C) Blues
+  D) Business News Radio
+  E) Business Podcasts
+  F) Children's Music
+  G) Classic Hits
+  H) Classical Music
+  I) College Radio
+  J) Comedy Podcasts
+  K) Comedy Radio
+  L) Contemporary Hits
+  M) Country Music
+  N) Dance and Electronic Music
+  O) Education Podcasts
+  P) Folk Music
+  Q) Games & Hobbies Podcasts
+  R) Gospel Music
+  S) Health Podcasts
+  T) Hip Hop Music
+  U) Inspirational Music
+  V) International Music
+  W) Jazz
+  X) Kids & Family Podcasts
+  Y) News & Politics Podcasts
+  Z) Oldies Music
+  AA) Public Radio
+  AB) Reggae
+  AC) Religion & Spirituality Podcasts
+  AD) Religious Music
+  AE) Rhythm and Blues
+  AF) Rock Music
+  AG) Science & Medicine Podcasts
+  AH) Society & Culture Podcasts
+  AI) Soundtracks
+  AJ) Sports & Recreation Podcasts
+  AK) Sports Play-by-Play
+  AL) Sports Talk Radio
+  AM) Talk Radio
+  AN) Technology Podcasts
+  AO) TV & Film Podcasts
+  AP) Urban Adult Contemporary Music
+  AQ) Urban Contemporary Music
+15) News and Politics
+  A) Crime
+  B) Disasters
+  C) International News
+  D) Law
+  E) Local News
+  F) National News
+  G) Politics
+  H) Weather
+16) Personal Finance
+  A) Consumer Banking
+  B) Financial Assistance
+  C) Financial Planning
+  D) Frugal Living
+  E) Insurance
+  F) Personal Debt
+  G) Personal Investing
+  H) Personal Taxes
+  I) Retirement Planning
+17) Pets
+  A) Birds
+  B) Cats
+  C) Dogs
+  D) Fish and Aquariums
+  E) Large Animals
+  F) Pet Adoptions
+  G) Reptiles
+  H) Veterinary Medicine
+18) Pop Culture
+  A) Celebrity Deaths
+  B) Celebrity Families
+  C) elebrity Homes
+  D) Celebrity Pregnancy
+  E) Celebrity Relationships
+  F) Celebrity Scandal
+  G) Celebrity Style
+19) Real Estate
+  A) Apartments
+  B) Developmental Sites
+  C) Hotel Properties
+  D) Houses
+  E) Industrial Property
+  F) Land and Farms
+  G) Office Property
+  H) Real Estate Buying and Selling
+  I) Real Estate Renting and Leasing
+  J) Retail Property
+  K) Vacation Properties
+20) Religion & Spirituality
+  A) Agnosticism
+  B) Astrology
+  C) Atheism
+  D) Buddhism
+  E) Christianity
+  F) Hinduism
+  G) Islam
+  H) Judaism
+  I) Sikhism
+  J) Spirituality
+21) Science
+  A) Biological Sciences
+  B) Chemistry
+  C) Environment
+  D) Genetics
+  E) Geography
+  F) Geology
+  G) Physics
+  H) Space and Astronomy
+22) Shopping
+  A) Couponing
+23) Sports
+  A) American Football
+  B) Australian Rules Football
+  C) Auto Racing
+  D) Badminton
+  E) Baseball
+  F) Basketball
+  G) Beach Volleyball
+  H) Bodybuiling
+  I) Bowling
+  J) Boxing
+  K) Cheerleading
+  L) College Sports
+  M) Cricket
+  N) Cycling
+  O) Darts
+  P) Disabled Sports
+  Q) Diving
+  R) Equine Sports
+  S) Extreme Sports
+  T) Fantasy Sports
+  U) Field Hockey
+  V) Figure Skating
+  W) Fishing Sports
+  X) Golf
+  Y) Gymnastics
+  Z) Hunting and Shooting
+  AA) Ice Hockey
+  AB) Inline Skating
+  AC) Lacrosse
+  AD) Martial Arts
+  AE) Olympic Sports
+  AF) Poker and Professional Gambling
+  AG) Rodeo
+  AH) Rowing
+  AI) Rugby
+  AJ) Sailing
+  AK) Skiing
+  AL) Snooker/Pool/Billiards
+  AM) Soccer
+  AN) Softball
+  AO) Squash
+  AP) Swimming
+  AQ) Table Tennis
+  AR) Tennis
+  AS) Track and Field
+  AT) Volleyball
+  AU) Walking
+  AV) Water Polo
+  AW) Weightlifting
+  AX) Wrestling
+24) Style & Fashion
+  A) Beauty
+  B) Body Art
+  C) Children's Clothing
+  D) Designer Clothing
+  E) Fashion Trends
+  F) High Fashion
+  G) Men's Fashion
+  H) Personal Care
+  I) Street Style
+  J) Women's Fashion
+25) Technology & Computing
+  A) Artificial Intelligence
+  B) Augmented Reality
+  C) Computing
+  D) Consumer Electronics
+  E) Robotics
+  F) Virtual RealityContent Taxonomy v2.0
+26) Television
+  A) Animation TV
+  B) Children's TV
+  C) Comedy TV
+  D) Drama TV
+  E) Factual TV
+  F) Holiday TV
+  G) Music TV
+  H) Reality TV
+  I) Science Fiction TV
+  J) Soap Opera TV
+  K) Special Interest TV
+  L) Sports TV
+27) Travel
+  A) Travel Accessories
+  B) Travel Locations
+  C) Travel Preparation
+  D) Travel Type
+28) Video Gaming
+  A) Console Games
+  B) eSports
+  C) Mobile Games
+  D) PC Games
+  E) Video Game Genres

categories_json.txt

@@ -0,0 +1,373 @@
+{
+  "Automotive": [
+    "Auto Body Styles",
+    "Auto Buying and Selling",
+    "Auto Insurance",
+    "Auto Parts",
+    "Auto Recalls",
+    "Auto Repair",
+    "Auto Safety",
+    "Auto Shows",
+    "Auto Technology",
+    "Auto Type",
+    "Car Culture",
+    "Dash Cam Videos",
+    "Motorcycles",
+    "Road-Side Assistance",
+    "Scooters"
+  ],
+  "Books and Literature": [
+    "Art and Photography Books",
+    "Biographies",
+    "Children's Literature",
+    "Comics and Graphic Novels",
+    "Cookbooks",
+    "Fiction",
+    "Poetry",
+    "Travel Books",
+    "Young Adult Literature"
+  ],
+  "Business and Finance": [
+    "Business",
+    "Economy",
+    "Industries"
+  ],
+  "Careers": [
+    "Apprenticeships",
+    "Career Advice",
+    "Career Planning",
+    "Job Search",
+    "Telecommuting",
+    "Vocational Training"
+  ],
+  "Education": [
+    "Adult Education",
+    "College Education",
+    "Early Childhood Education",
+    "Educational Assessment",
+    "Homeschooling",
+    "Homework and Study",
+    "Language Learning",
+    "Online Education",
+    "Primary Education",
+    "Private School",
+    "Secondary Education",
+    "Special Education"
+  ],
+  "Family and Relationships": [
+    "Bereavement",
+    "Dating",
+    "Divorce",
+    "Eldercare",
+    "Marriage and Civil Unions",
+    "Parenting",
+    "Single Life"
+  ],
+  "Fine Art": [
+    "Costume",
+    "Dance",
+    "Design",
+    "Digital Arts",
+    "Fine Art Photography",
+    "Modern Art",
+    "Opera",
+    "Theater"
+  ],
+  "Food & Drink": [
+    "Alcoholic Beverages",
+    "Barbecues and Grilling",
+    "Cooking",
+    "Desserts and Baking",
+    "Dining Out",
+    "Food Allergies",
+    "Food Movements",
+    "Healthy Cooking and Eating",
+    "Non-Alcoholic Beverages",
+    "Vegan Diets",
+    "Vegetarian Diets",
+    "World Cuisines"
+  ],
+  "Healthy Living": [
+    "Children's Health",
+    "Fitness and Exercise",
+    "Men's Health",
+    "Nutrition",
+    "Senior Health",
+    "Weight Loss",
+    "Wellness",
+    "Women's Health"
+  ],
+  "Hobbies & Interests": [
+    "Antiquing and Antiques",
+    "Arts and Crafts",
+    "Beekeeping",
+    "Birdwatching",
+    "Cigars",
+    "Collecting",
+    "Content Production",
+    "Games and Puzzles",
+    "Genealogy and Ancestry",
+    "Magic and Illusion",
+    "Model Toys",
+    "Musical Instruments",
+    "Paranormal Phenomena",
+    "Radio Control",
+    "Sci-fi and Fantasy",
+    "Workshops and Classes"
+  ],
+  "Home & Garden": [
+    "Gardening",
+    "Home Appliances",
+    "Home Entertaining",
+    "Home Improvement",
+    "Home Security",
+    "Indoor Environmental Quality",
+    "Interior Decorating",
+    "Landscaping",
+    "Outdoor Decorating",
+    "Remodeling & Construction",
+    "Smart Home"
+  ],
+  "Medical Health": [
+    "Diseases and Conditions",
+    "Medical Tests",
+    "Pharmaceutical Drugs",
+    "Surgery",
+    "Vaccines"
+  ],
+  "Movies": [
+    "Action and Adventure Movies",
+    "Animation Movies",
+    "Comedy Movies",
+    "Crime and Mystery Movies",
+    "Documentary Movies",
+    "Drama Movies",
+    "Family and Children Movies",
+    "Fantasy Movies",
+    "Horror Movies",
+    "Romance Movies",
+    "Science Fiction Movies",
+    "Special Interest Movies"
+  ],
+  "Music and Audio": [
+    "Adult Contemporary Music",
+    "Arts Podcasts",
+    "Blues",
+    "Business News Radio",
+    "Business Podcasts",
+    "Children's Music",
+    "Classic Hits",
+    "Classical Music",
+    "College Radio",
+    "Comedy Podcasts",
+    "Comedy Radio",
+    "Contemporary Hits",
+    "Country Music",
+    "Dance and Electronic Music",
+    "Education Podcasts",
+    "Folk Music",
+    "Games & Hobbies Podcasts",
+    "Gospel Music",
+    "Health Podcasts",
+    "Hip Hop Music",
+    "Inspirational Music",
+    "International Music",
+    "Jazz",
+    "Kids & Family Podcasts",
+    "News & Politics Podcasts",
+    "Oldies Music",
+    "Public Radio",
+    "Reggae",
+    "Religion & Spirituality Podcasts",
+    "Religious Music",
+    "Rhythm and Blues",
+    "Rock Music",
+    "Science & Medicine Podcasts",
+    "Society & Culture Podcasts",
+    "Soundtracks",
+    "Sports & Recreation Podcasts",
+    "Sports Play-by-Play",
+    "Sports Talk Radio",
+    "Talk Radio",
+    "Technology Podcasts",
+    "TV & Film Podcasts",
+    "Urban Adult Contemporary Music",
+    "Urban Contemporary Music"
+  ],
+  "News and Politics": [
+    "Crime",
+    "Disasters",
+    "International News",
+    "Law",
+    "Local News",
+    "National News",
+    "Politics",
+    "Weather"
+  ],
+  "Personal Finance": [
+    "Consumer Banking",
+    "Financial Assistance",
+    "Financial Planning",
+    "Frugal Living",
+    "Insurance",
+    "Personal Debt",
+    "Personal Investing",
+    "Personal Taxes",
+    "Retirement Planning"
+  ],
+  "Pets": [
+    "Birds",
+    "Cats",
+    "Dogs",
+    "Fish and Aquariums",
+    "Large Animals",
+    "Pet Adoptions",
+    "Reptiles",
+    "Veterinary Medicine"
+  ],
+  "Pop Culture": [
+    "Celebrity Deaths",
+    "Celebrity Families",
+    "Celebrity Homes",
+    "Celebrity Pregnancy",
+    "Celebrity Relationships",
+    "Celebrity Scandal",
+    "Celebrity Style"
+  ],
+  "Real Estate": [
+    "Apartments",
+    "Developmental Sites",
+    "Hotel Properties",
+    "Houses",
+    "Industrial Property",
+    "Land and Farms",
+    "Office Property",
+    "Real Estate Buying and Selling",
+    "Real Estate Renting and Leasing",
+    "Retail Property",
+    "Vacation Properties"
+  ],
+  "Religion & Spirituality": [
+    "Agnosticism",
+    "Astrology",
+    "Atheism",
+    "Buddhism",
+    "Christianity",
+    "Hinduism",
+    "Islam",
+    "Judaism",
+    "Sikhism",
+    "Spirituality"
+  ],
+  "Science": [
+    "Biological Sciences",
+    "Chemistry",
+    "Environment",
+    "Genetics",
+    "Geography",
+    "Geology",
+    "Physics",
+    "Space and Astronomy"
+  ],
+  "Shopping": [
+    "CouponingContent Taxonomy v2.0"
+  ],
+  "Sports": [
+    "American Football",
+    "Australian Rules Football",
+    "Auto Racing",
+    "Badminton",
+    "Baseball",
+    "Basketball",
+    "Beach Volleyball",
+    "Bodybuiling",
+    "Bowling",
+    "Boxing",
+    "Cheerleading",
+    "College Sports",
+    "Cricket",
+    "Cycling",
+    "Darts",
+    "Disabled Sports",
+    "Diving",
+    "Equine Sports",
+    "Extreme Sports",
+    "Fantasy Sports",
+    "Field Hockey",
+    "Figure Skating",
+    "Fishing Sports",
+    "Golf",
+    "Gymnastics",
+    "Hunting and Shooting",
+    "Ice Hockey",
+    "Inline Skating",
+    "Lacrosse",
+    "Martial Arts",
+    "Olympic Sports",
+    "Poker and Professional Gambling",
+    "Rodeo",
+    "Rowing",
+    "Rugby",
+    "Sailing",
+    "Skiing",
+    "Snooker/Pool/Billiards",
+    "Soccer",
+    "Softball",
+    "Squash",
+    "Swimming",
+    "Table Tennis",
+    "Tennis",
+    "Track and Field",
+    "Volleyball",
+    "Walking",
+    "Water Polo",
+    "Weightlifting",
+    "Wrestling"
+  ],
+  "Style & Fashion": [
+    "Beauty",
+    "Body Art",
+    "Children's Clothing",
+    "Designer Clothing",
+    "Fashion Trends",
+    "High Fashion",
+    "Men's Fashion",
+    "Personal Care",
+    "Street Style",
+    "Women's Fashion"
+  ],
+  "Technology & Computing": [
+    "Artificial Intelligence",
+    "Augmented Reality",
+    "Computing",
+    "Consumer Electronics",
+    "Robotics",
+    "Virtual RealityContent Taxonomy v2.0"
+  ],
+  "Television": [
+    "Animation TV",
+    "Children's TV",
+    "Comedy TV",
+    "Drama TV",
+    "Factual TV",
+    "Holiday TV",
+    "Music TV",
+    "Reality TV",
+    "Science Fiction TV",
+    "Soap Opera TV",
+    "Special Interest TV",
+    "Sports TV"
+  ],
+  "Travel": [
+    "Travel Accessories",
+    "Travel Locations",
+    "Travel Preparation",
+    "Travel Type"
+  ],
+  "Video Gaming": [
+    "Console Games",
+    "eSports",
+    "Mobile Games",
+    "PC Games"
+  ]
+}

image_caption.py

@@ -0,0 +1,65 @@
+import argparse
+from pathlib import Path
+import os
+from transformers import VisionEncoderDecoderModel, ViTImageProcessor, AutoTokenizer
+import torch
+from PIL import Image
+
+
+class Caption:
+    def __init__(self):
+        self.model = VisionEncoderDecoderModel.from_pretrained(
+            "nlpconnect/vit-gpt2-image-captioning"
+        )
+        self.feature_extractor = ViTImageProcessor.from_pretrained(
+            "nlpconnect/vit-gpt2-image-captioning"
+        )
+        self.tokenizer = AutoTokenizer.from_pretrained(
+            "nlpconnect/vit-gpt2-image-captioning"
+        )
+
+        # device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+        self.device = torch.device("cpu")
+        self.model.to(self.device)
+        self.max_length = 16
+        self.num_beams = 4
+        self.gen_kwargs = {"max_length": self.max_length, "num_beams": self.num_beams}
+
+
+    def predict_step(self,image_paths):
+        images = []
+        
+        for image_path in image_paths:
+            i_image = Image.open(image_path)
+            if i_image.mode != "RGB":
+                i_image = i_image.convert(mode="RGB")
+                
+            images.append(i_image)
+
+        pixel_values = self.feature_extractor(images=images, return_tensors="pt").pixel_values
+        pixel_values = pixel_values.to(self.device)
+
+        output_ids = self.model.generate(pixel_values, **self.gen_kwargs)
+
+        preds = self.tokenizer.batch_decode(output_ids, skip_special_tokens=True)
+        preds = [pred.strip() for pred in preds]
+        return preds
+    
+    def get_args(self):
+        parser = argparse.ArgumentParser()
+        parser.add_argument( "-i",
+        "--input_img_paths",
+        type=str,
+        default="farmer.jpg",
+        help="img for caption")
+        
+        args = parser.parse_args()
+    
+        return args
+	
+if __name__ == "__main__":
+    model = Caption()
+    args = model.get_args()
+    image_paths = []
+    image_paths.append(args.input_img_paths)
+    print(model.predict_step(image_paths))  

main_classes.txt

@@ -0,0 +1 @@
+['Automotive', 'Books and Literature', 'Business and Finance', 'Careers', 'Education', 'Families and Relationships', 'Fine Art', 'Food & Drink', 'Healthy Living', 'Hobbies & Interests', 'Home & Garden', 'Medical Health', 'Movies', 'Music and Audio', 'News and Politics', 'Personal Finance', 'Pets', 'Pop Culture', 'Real Estate', 'Religion & Spirituality', 'Science', 'Shopping', 'Sports', 'Style & Fashion', 'Technology & Computing', 'Television', 'Travel', 'Video Gaming']

sub_categories.txt

@@ -0,0 +1,8 @@
+1)Biological Sciences
+2)Chemistry
+3)Environment
+4)Genetics
+5)Geography
+6)Geology
+7)Physics
+8)Space and Astronomy