This commit is contained in:
ahmed531998 2023-04-19 04:19:32 +02:00
parent dc1a5a935f
commit d5b550d51a
12 changed files with 2 additions and 6 deletions

View File

@ -3,7 +3,7 @@ import os
class User:
def __init__(self, username, token, num_interests=3, directory='./', interests_file='interests.json'):
def __init__(self, username, token, num_interests=3, directory='/app/', interests_file='interests.json'):
self.username = username
self.token = token
self.num_interests = num_interests

2
VRE.py
View File

@ -17,7 +17,7 @@ import html2text
class VRE:
def __init__(self, name, token, retriever, directory='./'):
def __init__(self, name, token, retriever, directory='/app/'):
self.name = name
self.token = token
self.catalogue_url = 'https://api.d4science.org/catalogue/items/'

File diff suppressed because one or more lines are too long

View File

@ -1 +0,0 @@
{"id":{"3":3,"2":2,"1":1},"type":{"3":"Dataset","2":"Dataset","1":"Dataset"},"resources":{"3":[{"name":"intent classification dataset","url":"https:\/\/data.d4science.net\/899P","description":""}],"2":[{"name":"offensive language dataset","url":"https:\/\/data.d4science.net\/jZME","description":""}],"1":[{"name":"validation set","url":"https:\/\/data.d4science.net\/dTLm","description":""},{"name":"training set","url":"https:\/\/data.d4science.net\/6MXr","description":""}]},"tags":{"3":["intent classification"],"2":["hate speech detection","offensive language detection"],"1":["entity extraction"]},"title":{"3":"intent classification dataset","2":"offensive language dataset","1":"custom entity extraction dataset"},"author":{"3":"ibrahim ahmed salah tawfik","2":"ibrahim ahmed salah tawfik","1":"ibrahim ahmed salah tawfik"},"notes":{"3":"this is a dataset of possible inputs and their intents. it has been \r\ndeveloped for the purposes of developing a conversational agent for the \r\nvres. the supported intents are chitchat, findpaper, finddataset, qa and \r\nsummarizepapaer.","2":"this dataset consists of input texts and their labels in terms of being \r\noffensive, hateful or neither. it can be used for developing a model for \r\ndetecting offensive language.","1":"this dataset is supposed to be used with the spacy library to develop an \r\nentity extraction model. the supported entites are topic, author, date, \r\nqualifier and resource type."},"metadata_created":{"3":1676239892.8178350925,"2":1676240043.0586650372,"1":1676240176.4970309734}}

View File

@ -1 +0,0 @@
{"id":{"4":4,"7":7,"6":6,"5":5,"3":3,"2":2,"1":1},"type":{"4":"Paper","7":"Paper","6":"Paper","5":"Paper","3":"Paper","2":"Paper","1":"Paper"},"resources":{"4":[{"name":"textfile","url":"https:\/\/data.d4science.net\/6nwG","description":""}],"7":[{"name":"reinforcement learning","url":"https:\/\/data.d4science.net\/QDPK","description":""}],"6":[{"name":"retrieval-augmented generation","url":"https:\/\/data.d4science.net\/x3Yy","description":""}],"5":[{"name":"neural approaches to conversational information retrieval","url":"https:\/\/data.d4science.net\/Fr32","description":""}],"3":[{"name":"paper","url":"https:\/\/data.d4science.org\/shub\/E_cERSSERldlBFak1pOTZ4eXJRajM3ekl4a3l0L0JBZmpENE01TGRvNEE3TnB4UEhUTENTQ1RzbnJWQVFPKzRacg==","description":"paper about chatbots"}],"2":[{"name":"learning to summarize from human feedback","url":"https:\/\/data.d4science.org\/shub\/E_cnlTU2xJMTVXbXpSTHVJcDZPQkl0eThOUGRGR3ZqaFZUZGdWUmtHb25wN2pPbW9RUDVINFdQUXl1T1dwTXY5Vw==","description":"paper about developing models for machine summarization using human \r\nfeedback"}],"1":[{"name":"deep reinforcement learning from human preferences","url":"https:\/\/data.d4science.org\/shub\/E_NUMzdFB1Q0xiRGl4S2hFa3VEcU11NExrMVppb29hT0RvdEkwWDdOdTAyMWFLeTBleGx1V2Z5Z28rVVpBSlBYbQ==","description":""}]},"tags":{"4":["atag"],"7":["reinforcement learning"],"6":["qa","retrieval","answer generation","transformers"],"5":["cir","ir","conversational agents","conversational information retrieval","neural information retrieval"],"3":["chatbot","conversational agent"],"2":["deep learning","language generation","reinforcement learning","reinforcement learning from human feedback","rlhf"],"1":["reinforcement learning","reinforcement learning from human feedback","rlhf"]},"title":{"4":"this is a sample item","7":"reinforcement learning","6":"retrieval-augmented language generation","5":"neural conversational information retrieval","3":"survey about chatbots","2":"summarizing from human feedback","1":"deep reinforcement learning from human preferences"},"author":{"4":"candela leonardo","7":"ibrahim ahmed salah tawfik","6":"ibrahim ahmed salah tawfik","5":"ibrahim ahmed salah tawfik","3":"ibrahim ahmed salah tawfik","2":"ibrahim ahmed salah tawfik","1":"ibrahim ahmed salah tawfik"},"notes":{"4":"this is a sample item","7":"this paper explains the main concepts and algorithms of reinforcement \r\nlearning.","6":"this paper describes an algorithm to generate answers based on paragraphs \r\npotentially containing the answer.","5":"this paper is a survey about the different applications in which neural \r\nconversational information retrieval can be used.","3":"this paper presents a survey about chatbots and conversational agents.","2":"this paper explains a method for generating machine translations from human \r\nfeedback.","1":"this paper explains how to use human preferences to generate rewards for a \r\nreinforcement learning algorithm."},"metadata_created":{"4":1675700208.3923931122,"7":1676130193.0102539062,"6":1676130537.5889539719,"5":1676130738.7923879623,"3":1681208191.8971168995,"2":1681446416.8742809296,"1":1681446678.2581589222}}

View File

@ -1 +0,0 @@
{"id":{"14":14,"15":15,"16":16,"17":17,"18":18,"19":19,"20":20,"21":21,"22":22,"23":23,"24":24,"25":25,"26":26},"author":{"14":"leonardo candela","15":"catalogue","16":"catalogue","17":"catalogue","18":"catalogue","19":"catalogue","20":"catalogue","21":"catalogue","22":"catalogue","23":"catalogue","24":"catalogue","25":"catalogue","26":"leonardo candela"},"content":{"14":"welcome to the working environment conceived to support the development of #janet a #virtualassistant for d4science ","15":"leonardo candela just published the item \"this is a sample item\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/this_is_a_sample_item #atag ","16":"ahmed salah tawfik ibrahim just published the item \"d4science help qa\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/d4science_help_qa #qa #answer_generation #chatbot ","17":"ahmed salah tawfik ibrahim just published the item \"reinforcement learning\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/reinforcement_learning #reinforcement_learning ","18":"ahmed salah tawfik ibrahim just published the item \"retrieval-augmented language generation\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/retrieval- augmented_language_generation #qa #retrieval #answer_generation #transformers ","19":"ahmed salah tawfik ibrahim just published the item \"neural conversational information retrieval\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/neural_conversational_information_retrieval #cir #ir #conversational_agents #conversational_information_retrieval #neural_information_retrieval ","20":"ahmed salah tawfik ibrahim just published the item \"intent classification dataset\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/intent_classification_dataset #intent_classification ","21":"ahmed salah tawfik ibrahim just published the item \"offensive language dataset\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/offensive_language_dataset #hate_speech_detection #offensive_language_detection ","22":"ahmed salah tawfik ibrahim just published the item \"custom entity extraction dataset\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/custom_entity_extraction_dataset #entity_extraction ","23":"ahmed salah tawfik ibrahim just published the item \"survey about chatbots\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/survey_about_chatbots #chatbot #conversational_agent ","24":"ahmed salah tawfik ibrahim just published the item \"summarizing from human feedback\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/summarizing_from_human_feedback #deep_learning #language_generation #reinforcement_learning #reinforcement_learning_from_human_feedback #rlhf ","25":"ahmed salah tawfik ibrahim just published the item \"deep reinforcement learning from human preferences\" please find it at https:\/\/data.d4science.org\/ctlg\/assistedlab\/deep_reinforcement_learning_from_human_preferences #reinforcement_learning #reinforcement_learning_from_human_feedback #rlhf ","26":"there are a plenty of #aitools ... eg https:\/\/www.perplexity.ai\/ is an interesting #searchengine "},"time":{"14":1674496334094,"15":1675700214915,"16":1676060586159,"17":1676130194907,"18":1676130539699,"19":1676130740930,"20":1676239894705,"21":1676240044855,"22":1676240178180,"23":1681208199030,"24":1681446421748,"25":1681446684681,"26":1681462886324},"tags":{"14":["janet","virtualassistant"],"15":["atag"],"16":["qa","answer_generation","chatbot"],"17":["reinforcement_learning"],"18":["qa","retrieval","answer_generation","transformers"],"19":["cir","ir","conversational_agents","conversational_information_retrieval","neural_information_retrieval"],"20":["intent_classification"],"21":["hate_speech_detection","offensive_language_detection"],"22":["entity_extraction"],"23":["chatbot","conversational_agent"],"24":["deep_learning","language_generation","reinforcement_learning","reinforcement_learning_from_human_feedback","rlhf"],"25":["reinforcement_learning","reinforcement_learning_from_human_feedback","rlhf"],"26":["aitools","searchengine"]}}

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.