{"payload":{"pageCount":2,"repositories":[{"type":"Public","name":"declare-lab.github.io","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"JavaScript","color":"#f1e05a"},"pullRequestCount":7,"issueCount":0,"starsCount":0,"forksCount":0,"license":"MIT License","participation":[0,0,0,0,0,3,0,0,1,0,0,6,0,0,0,0,0,0,3,0,0,2,2,0,0,0,0,0,0,0,0,0,0,3,1,0,0,0,0,0,0,2,1,0,0,0,0,1,0,0,0,2],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-21T05:06:22.592Z"}},{"type":"Public","name":"InstrAug","owner":"declare-lab","isFork":false,"description":"[Arxiv 2024] Official Implementation of the paper: \"InstrAug: Automatic Instruction Augmentation for Multimodal Instruction Fine-tuning\"","allTopics":["instruction-following","large-language-models","llm","multimodal-instruction-tuning","multimodal-large-language-models","llm-robustness"],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":7,"forksCount":0,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,8,2,0,0,0,0,0,0,0,3,2,1,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-15T07:59:09.144Z"}},{"type":"Public","name":"MM-InstructEval","owner":"declare-lab","isFork":false,"description":"This repository contains code to evaluate various multimodal large language models using different instructions across multiple multimodal content comprehension tasks.","allTopics":["multimodal-large-language-models","multimodal-content-comprehension-tasks"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":21,"forksCount":1,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,23,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,7,0,0,0,0,0,0,0,11,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-02T13:09:00.242Z"}},{"type":"Public","name":"tango","owner":"declare-lab","isFork":false,"description":"A family of diffusion models for text-to-audio generation.","allTopics":["language-models","diffusion","diffusion-models","text-to-audio","audio-generation","large-language-models"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":20,"starsCount":933,"forksCount":70,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-02T00:03:58.525Z"}},{"type":"Public","name":"Sealing","owner":"declare-lab","isFork":false,"description":"[NAACL 2024] Official Implementation of paper \"Self-Adaptive Sampling for Efficient Video Question Answering on Image--Text Models\"","allTopics":["multimodality","video-understanding","video-question-answering","visual-language-models","naacl2024"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":6,"forksCount":1,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T03:43:19.507Z"}},{"type":"Public","name":"HyperTTS","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":32,"forksCount":2,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-15T03:04:30.217Z"}},{"type":"Public","name":"LLM-PuzzleTest","owner":"declare-lab","isFork":false,"description":"This repository is maintained to release dataset and models for multimodal puzzle reasoning.","allTopics":["gemini","language-model","multimodal-learning","multimodal-deep-learning","gpt-4","large-language-models","llm","llms","gemini-pro"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":25,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-09T06:06:31.475Z"}},{"type":"Public","name":"resta","owner":"declare-lab","isFork":false,"description":"Restore safety in fine-tuned language models through task arithmetic","allTopics":["alignment","safety","alignment-algorithm","llm","llms","llm-safety","llms-benchmarking","llm-safety-benchmark"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":20,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-28T11:58:42.481Z"}},{"type":"Public","name":"llm_robustness","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":1,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,5,1,0,2,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-15T14:13:46.194Z"}},{"type":"Public","name":"adapter-mix","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":13,"forksCount":4,"license":null,"participation":[3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-14T01:49:20.643Z"}},{"type":"Public","name":"MM-Align","owner":"declare-lab","isFork":false,"description":"[EMNLP 2022] This repository contains the official implementation of the paper \"MM-Align: Learning Optimal Transport-based Alignment Dynamics for Fast and Accurate Inference on Missing Modality Sequences\"","allTopics":["machine-learning","natural-language-processing","optimal-transport","multimodal-sentiment-analysis","multimodal-deep-learning"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":22,"forksCount":0,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-10T07:21:05.846Z"}},{"type":"Public","name":"MELD","owner":"declare-lab","isFork":false,"description":"MELD: A Multimodal Multi-Party Dataset for Emotion Recognition in Conversation","allTopics":["sentiment-analysis","chatbot","dialogue-systems","personality-profiling","personality-traits","conversational-ai","multimodal-interactions","multimodal-sentiment-analysis","emotion-recognition-in-conversation","dialogue","emotion","emotion-detection","emotion-recognition","multimodal-emotion-recognition"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":27,"starsCount":760,"forksCount":195,"license":"GNU General Public License v3.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-10T05:01:07.891Z"}},{"type":"Public","name":"instruct-eval","owner":"declare-lab","isFork":false,"description":"This repository contains code to quantitatively evaluate instruction-tuned models such as Alpaca and Flan-T5 on held-out tasks. ","allTopics":["llm","instruct-tuning"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":20,"starsCount":477,"forksCount":38,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-10T05:00:00.935Z"}},{"type":"Public","name":"conv-emotion","owner":"declare-lab","isFork":false,"description":"This repo contains implementation of different architectures for emotion recognition in conversations.","allTopics":["natural-language-processing","sentiment-analysis","memory-network","pretrained-models","emotion-analysis","dialogue-systems","conversational-agents","natural-language-understanding","conversational-ai","emotion-recognition-in-conversation","pytorch","lstm","emotion-recognition"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":7,"starsCount":1287,"forksCount":324,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-10T04:59:35.306Z"}},{"type":"Public","name":"red-instruct","owner":"declare-lab","isFork":false,"description":"Codes and datasets of the paper Red-Teaming Large Language Models using Chain of Utterances for Safety-Alignment","allTopics":["llama","huggingface-transformers","llm","llms","llama2"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":62,"forksCount":11,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-08T07:47:46.847Z"}},{"type":"Public","name":"awesome-emotion-recognition-in-conversations","owner":"declare-lab","isFork":false,"description":"A comprehensive reading list for Emotion Recognition in Conversations","allTopics":["natural-language-processing","dialogue-systems","conversational-ai","multimodal-interactions","multimodal-deep-learning","emotion-recognition-in-conversation","emotion-recognition"],"primaryLanguage":null,"pullRequestCount":0,"issueCount":1,"starsCount":245,"forksCount":42,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-06T08:02:58.529Z"}},{"type":"Public","name":".github","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-01T05:23:21.525Z"}},{"type":"Public","name":"mustango","owner":"declare-lab","isFork":true,"description":"Mustango: Toward Controllable Text-to-Music Generation","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":24,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-23T11:23:12.578Z"}},{"type":"Public","name":"Video2Music","owner":"declare-lab","isFork":true,"description":"Video2Music: Suitable Music Generation from Videos using an Affective Multimodal Transformer model","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":18,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-07T08:32:48.966Z"}},{"type":"Public","name":"LG-VQA","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":7,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-03T04:36:44.389Z"}},{"type":"Public","name":"flacuna","owner":"declare-lab","isFork":false,"description":"Flacuna was developed by fine-tuning Vicuna on Flan-mini, a comprehensive instruction collection encompassing various tasks. Vicuna is already an excellent writing assistant, and the intention behind Flacuna was to enhance Vicuna's problem-solving capabilities. To achieve this, we curated a dedicated instruction dataset called Flan-mini.","allTopics":["transformer","llama","large-language-models"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":4,"starsCount":109,"forksCount":3,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-09-10T23:51:22.383Z"}},{"type":"Public","name":"kingdom","owner":"declare-lab","isFork":false,"description":"Domain Adaptation using External Knowledge for Sentiment Analysis","allTopics":["deep-neural-networks","deep-learning","sentiment-analysis","opinion-mining","adversarial-networks","adversarial-learning","domain-adaptation"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":1,"starsCount":56,"forksCount":15,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-06T21:50:04.545Z"}},{"type":"Public","name":"CASCADE","owner":"declare-lab","isFork":false,"description":"This repo contains code to detect sarcasm from text in discussion forum using deep learning","allTopics":["reddit","deep-learning","tensorflow","lstm","tweets","sarcasm-detection","stylometric-features","user-embeddings"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":1,"starsCount":87,"forksCount":49,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-06T21:24:42.594Z"}},{"type":"Public","name":"flan-alpaca","owner":"declare-lab","isFork":false,"description":"This repository contains code for extending the Stanford Alpaca synthetic instruction tuning to existing instruction-tuned models such as Flan-T5.","allTopics":["transformers","language-model","alpaca","llm","flan-t5"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":8,"starsCount":336,"forksCount":37,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-04T23:49:23.878Z"}},{"type":"Public","name":"RelationPrompt","owner":"declare-lab","isFork":false,"description":"This repository implements our ACL Findings 2022 research paper RelationPrompt: Leveraging Prompts to Generate Synthetic Data for Zero-Shot Relation Triplet Extraction. The goal of Zero-Shot Relation Triplet Extraction (ZeroRTE) is to extract relation triplets of the format (head entity, tail entity, relation), despite not having annotated data …","allTopics":["relation-extraction","data-augumentation","generative-models"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":9,"starsCount":121,"forksCount":16,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-06-22T11:34:49.119Z"}},{"type":"Public","name":"segue","owner":"declare-lab","isFork":false,"description":"Codes and Checkpoints of the Interspeech paper \"Sentence Embedder Guided Utterance Encoder (SEGUE) for Spoken Language Understanding\"","allTopics":["speech-synthesis"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":6,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-05-29T02:26:07.309Z"}},{"type":"Public","name":"BBFN","owner":"declare-lab","isFork":false,"description":"This repository contains the implementation of the paper -- Bi-Bimodal Modality Fusion for Correlation-Controlled Multimodal Sentiment Analysis","allTopics":["multimodal-sentiment-analysis","multimodal-deep-learning","multimodal-representation","huggingface-transformers"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":61,"forksCount":14,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-04-16T07:49:49.524Z"}},{"type":"Public","name":"WikiDes","owner":"declare-lab","isFork":false,"description":"A Wikipedia-based summarization dataset","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":12,"forksCount":3,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-27T17:46:38.946Z"}},{"type":"Public","name":"identifiable-transformers","owner":"declare-lab","isFork":false,"description":"","allTopics":["transformer","explainable-artificial-intelligence","explainable-ml","text-classification","attention-weights"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":22,"forksCount":2,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-16T00:57:44.286Z"}},{"type":"Public","name":"multimodal-deep-learning","owner":"declare-lab","isFork":false,"description":"This repository contains various models targetting multimodal representation learning, multimodal fusion for downstream tasks such as multimodal sentiment analysis.","allTopics":["multimodal-interactions","multimodal-learning","multimodal-sentiment-analysis","multimodal-deep-learning"],"primaryLanguage":{"name":"OpenEdge ABL","color":"#5ce600"},"pullRequestCount":0,"issueCount":6,"starsCount":664,"forksCount":141,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-15T01:22:51.810Z"}}],"repositoryCount":57,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}