diff --git a/AIclassifier.py b/AIclassifier.py index 07946de..842e41f 100644 --- a/AIclassifier.py +++ b/AIclassifier.py @@ -7,7 +7,7 @@ from sklearn.preprocessing import StandardScaler from sklearn.pipeline import make_pipeline import fasttext.util -from utils import clean_corpus, reconstruct_hyphenated_words, write_output_stats_file, create_confusion_matrix # write_predictions_file +from utils import clean_corpus, reconstruct_hyphenated_words, write_output_stats_file, create_confusion_matrix, create_sent_label_dict, write_predictions_file from partition import sents_train, labels_train, sents_dev, labels_dev, sents_test, labels_test import spacy import numpy @@ -41,6 +41,23 @@ def create_labels_array(labels_list): labels_array.append(5) return labels_array +# Transform label array with number representations in labels list with names +def converts_to_text(numerical_pred_list): + text_pred_list = [] + for pred in numerical_pred_list: + if pred == 1: + text_pred_list.append('Commit to privacy') + if pred == 2: + text_pred_list.append('Violate privacy') + if pred == 3: + text_pred_list.append('Declare opinion about privacy') + if pred == 4: + text_pred_list.append('Related to privacy') + if pred == 5: + text_pred_list.append('Not applicable') + + return text_pred_list + # Create sparse matrixes that represent words present in each sentence, which is the appropriate format to feed the AI classifier def format_sentVector_to_SparseMatrix(vectors_list, dictionary): for i, sent_vector in enumerate(vectors_list): @@ -115,9 +132,9 @@ def create_vectors_list(sents, conversion_dict): print("Unigrams unknown count including repetitions:", unk_unigrams_count) print("Bigrams unknown count including repetitions:", unk_bigrams_count, "\n") - #return unigrams_vector # TO RUN WITH UNIGRAMS, UNCOMMENT THIS LINE AND COMMENT THE OTHER TWO RETURNS + return unigrams_vector # TO RUN WITH UNIGRAMS, UNCOMMENT THIS LINE AND COMMENT THE OTHER TWO RETURNS #return bigrams_vector # TO RUN WITH BIGRAMS, UNCOMMENT THIS LINE AND COMMENT THE OTHER TWO RETURNS - return mixed_vector # TO RUN WITH UNIGRAMS + BIGRAMS, UNCOMMENT THIS LINE AND COMMENT THE OTHER TWO RETURNS + #return mixed_vector # TO RUN WITH UNIGRAMS + BIGRAMS, UNCOMMENT THIS LINE AND COMMENT THE OTHER TWO RETURNS # TO USE MLP CLASSIFIER WITH WORD EMBEDDINGS APPROACH, UNCOMMENT THIS FUNCION # def create_word_embedding(partition): @@ -185,7 +202,7 @@ def create_vectors_list(sents, conversion_dict): bigrams_to_numbers = create_dict(bigrams_filtered_lexicon) # Mixed dictionary -with open('features.txt', 'r') as file: +with open('data/Utils/features.txt', 'r') as file: features_list = file.read() features_list = features_list.split('\n') mixed_to_numbers = create_dict(features_list) @@ -209,9 +226,9 @@ def create_vectors_list(sents, conversion_dict): # SIMPLE NUMERICAL REPRESENTATIONS OF THE SENTENCES # TO RUN WITH UNIGRAMS, UNCOMMENT THIS 3 LINES AND COMMENT THE OTHER TWO TRIPLETS -# train_vectors_list = create_vectors_list(sents_train, unigrams_to_numbers) -# dev_vectors_list = create_vectors_list(sents_dev, unigrams_to_numbers) -# test_vectors_list = create_vectors_list(sents_test, unigrams_to_numbers) +train_vectors_list = create_vectors_list(sents_train, unigrams_to_numbers) +dev_vectors_list = create_vectors_list(sents_dev, unigrams_to_numbers) +test_vectors_list = create_vectors_list(sents_test, unigrams_to_numbers) # TO RUN WITH BIGRAMS, UNCOMMENT THIS 3 LINES AND COMMENT THE OTHER TWO TRIPLETS # train_vectors_list = create_vectors_list(sents_train, bigrams_to_numbers) @@ -219,16 +236,16 @@ def create_vectors_list(sents, conversion_dict): # test_vectors_list = create_vectors_list(sents_test, bigrams_to_numbers) # TO RUN WITH UNIGRAMS + BIGRAMS, UNCOMMENT THIS 3 LINES AND COMMENT THE OTHER TWO TRIPLETS -train_vectors_list = create_vectors_list(sents_train, mixed_to_numbers) -dev_vectors_list = create_vectors_list(sents_dev, mixed_to_numbers) -test_vectors_list = create_vectors_list(sents_test, mixed_to_numbers) +# train_vectors_list = create_vectors_list(sents_train, mixed_to_numbers) +# dev_vectors_list = create_vectors_list(sents_dev, mixed_to_numbers) +# test_vectors_list = create_vectors_list(sents_test, mixed_to_numbers) # FORMATTING SIMPLE SENTENCE REPRESENTATIONS - MUST BE IN SPARSE MATRIX FORMAT TO FEED THE CLASSIFIERS # TO RUN WITH UNIGRAMS, UNCOMMENT THIS 3 LINES AND COMMENT THE OTHER TWO TRIPLETS -# train_matrix_array = format_sentVector_to_SparseMatrix(train_vectors_list, unigrams_to_numbers) -# dev_matrix_array = format_sentVector_to_SparseMatrix(dev_vectors_list, unigrams_to_numbers) -# test_matrix_array = format_sentVector_to_SparseMatrix(test_vectors_list, unigrams_to_numbers) +train_matrix_array = format_sentVector_to_SparseMatrix(train_vectors_list, unigrams_to_numbers) +dev_matrix_array = format_sentVector_to_SparseMatrix(dev_vectors_list, unigrams_to_numbers) +test_matrix_array = format_sentVector_to_SparseMatrix(test_vectors_list, unigrams_to_numbers) # TO RUN WITH BIGRAMS, UNCOMMENT THIS 3 LINES AND COMMENT THE OTHER TWO TRIPLETS # train_matrix_array = format_sentVector_to_SparseMatrix(train_vectors_list, bigrams_to_numbers) @@ -236,9 +253,9 @@ def create_vectors_list(sents, conversion_dict): # test_matrix_array = format_sentVector_to_SparseMatrix(test_vectors_list, bigrams_to_numbers) # TO RUN WITH UNIGRAMS + BIGRAMS, UNCOMMENT THIS 3 LINES AND COMMENT THE OTHER TWO TRIPLETS -train_matrix_array = format_sentVector_to_SparseMatrix(train_vectors_list, mixed_to_numbers) -dev_matrix_array = format_sentVector_to_SparseMatrix(dev_vectors_list, mixed_to_numbers) -test_matrix_array = format_sentVector_to_SparseMatrix(test_vectors_list, mixed_to_numbers) +# train_matrix_array = format_sentVector_to_SparseMatrix(train_vectors_list, mixed_to_numbers) +# dev_matrix_array = format_sentVector_to_SparseMatrix(dev_vectors_list, mixed_to_numbers) +# test_matrix_array = format_sentVector_to_SparseMatrix(test_vectors_list, mixed_to_numbers) # CREATE LABELS REPRESENTATIONS @@ -274,11 +291,11 @@ def create_vectors_list(sents, conversion_dict): # TO USE ADABOOST CLASSIFIER, UNCOMMENT adaclassifier AND COMMENT OTHER MODELS # TO USE UNIGRAMS, PARAMETERS WERE BETTER WITH n_estimators=50, learning_rate=1 # TO USE UNIGRAMS + BIGRAMS, PARAMETERS WERE BETTER WITH n_estimators=100, learning_rate=0.5 -adaclassifier = AdaBoostClassifier(n_estimators=100, learning_rate=0.5) +# adaclassifier = AdaBoostClassifier(n_estimators=50, learning_rate=1) # TO USE SVC CLASSIFIER WITH ONE VS REST SCHEME, UNCOMMENT THIS LINE AND COMMENT OTHER MODELS -#svc_classifier = make_pipeline(StandardScaler(), OneVsRestClassifier(LinearSVC(dual=False,random_state=None, tol=1e-5, C=1))) +svc_classifier = make_pipeline(StandardScaler(), OneVsRestClassifier(LinearSVC(dual=False,random_state=None, tol=1e-5, C=0.05))) # TO USE SVC CLASSIFIER WITH ONE VS ONE SCHEME, UNCOMMENT THIS LINE AND COMMENT OTHER MODELS -#svc_classifier = make_pipeline(StandardScaler(), OneVsOneClassifier(LinearSVC(dual=False,random_state=None, tol=1e-5, C=1))) +# svc_classifier = make_pipeline(StandardScaler(), OneVsOneClassifier(LinearSVC(dual=False,random_state=None, tol=1e-5, C=0.05))) # TO USE MLP CLASSIFIER WITH WORD EMBEDDINGS, UNCOMMENT THIS LINE AND COMMENT OTHER MODELS #mlp_classifier = MLPClassifier(random_state=1111111, early_stopping=True, batch_size=32, hidden_layer_sizes=(200,250,200), learning_rate='adaptive', learning_rate_init=0.001, max_iter=1000) # TO TEST HYPERPARAMETERS FOR MLP CLASSIFIER, UNCOMMENT THIS LINE AND COMMENT OTHER MODELS @@ -287,10 +304,10 @@ def create_vectors_list(sents, conversion_dict): # Training # TO USE ADABOOST CLASSIFIER, UNCOMMENT THIS LINE AND COMMENT OTHER MODELS -model = adaclassifier.fit(train_matrix_array, train_labels_primary) +# model = adaclassifier.fit(train_matrix_array, train_labels_primary) #print(adaclassifier.best_params_) # prints best parameters if you enabled GridSearchCV # TO USE SVC CLASSIFIER, UNCOMMENT THIS LINE AND COMMENT OTHER MODELS -#model = svc_classifier.fit(train_matrix_array, train_labels_primary) +model = svc_classifier.fit(train_matrix_array, train_labels_primary) # TO USE MLP CLASSIFIER, UNCOMMENT THESE 3 LINES AND COMMENT OTHER MODELS #new_train_features = numpy.asarray(train_word_embedding_features + dev_word_embedding_features) @@ -317,8 +334,8 @@ def create_vectors_list(sents, conversion_dict): # Predicting # TO USE ADABOOST OR SVC CLASSIFIERS -#predictions = model.predict(dev_matrix_array) # DEV -predictions = model.predict(test_matrix_array) # TEST +predictions = model.predict(dev_matrix_array) # DEV +#predictions = model.predict(test_matrix_array) # TEST # TO USE MLP CLASSIFIER WITH WORD EMBEDDINGS #predictions = model.predict(dev_word_embedding_features) # DEV @@ -328,36 +345,54 @@ def create_vectors_list(sents, conversion_dict): # Format labels and predictions test_list = test_labels_primary.tolist() # TEST -#dev_list = dev_labels_primary.tolist() # DEV +dev_list = dev_labels_primary.tolist() # DEV pred_list = [pred for pred in predictions] labels=[1,3,5,4,2] -path='output/AI Classifier/1Label_confusion_matrix_NormTrue.png' + +# path = 'output/AI Classifier/Adaboost/Unigrams/' +# path = 'output/AI Classifier/Adaboost/Unigrams+Bigrams/' +# path = 'output/AI Classifier/SVC/One vs Rest/C=1/' +# path = 'output/AI Classifier/SVC/One vs One/C=1/' +path = 'output/AI Classifier/SVC/One vs Rest/C=0.05/' +# path = 'output/AI Classifier/SVC/One vs One/C=0.05/' +# path = 'output/AI Classifier/SVC/C=0.05/' +# path = 'output/AI Classifier/MLP/' + +aux_path= path + 'confusion_matrix_Normalized_Dev.png' +#aux_path= path + 'confusion_matrix_Normalized_Test.png' display_labels=['Commit to privacy', 'Declare opinion about privacy','Not applicable','Related to privacy','Violate privacy'] # NORMALIZED CONFUSION MATRIX -#create_confusion_matrix(dev_list, pred_list, "true", path, labels, display_labels) # DEV -create_confusion_matrix(test_list, pred_list, "true", path, labels, display_labels) # TEST +create_confusion_matrix(dev_list, pred_list, "true", aux_path, labels, display_labels) # DEV +#create_confusion_matrix(test_list, pred_list, "true", aux_path, labels, display_labels) # TEST # NON NORMALIZED CONFUSION MATRIX -path='output/AI Classifier/1Label_confusion_matrix_NonNorm.png' -#create_confusion_matrix(dev_list, pred_list, None, path, labels, display_labels) # DEV -create_confusion_matrix(test_list, pred_list, None, path, labels, display_labels) # TEST +aux_path= path + 'confusion_matrix_NonNormalized_Dev.png' +#aux_path= path + 'confusion_matrix_NonNormalized_Test.png' +create_confusion_matrix(dev_list, pred_list, None, aux_path, labels, display_labels) # DEV +#create_confusion_matrix(test_list, pred_list, None, aux_path, labels, display_labels) # TEST # File for performance on predictions +aux_path = path + 'PredictionsStatsDev.txt' # DEV +#aux_path = path + 'PredictionsStatsTest.txt' # TEST + +with open(aux_path, 'w') as file: + #print("Performance measures - MLP Word Embeddings\n", file=file) # CHANGE TITLE ACCORDING TO CONTEXT + print("Performance measures - SVC\n0ne vs Rest, C = 0.05\n", file=file) # CHANGE TITLE ACCORDING TO CONTEXT +write_output_stats_file(aux_path, "Dev", dev_labels_primary, predictions, labels) # DEV +#write_output_stats_file(aux_path, "Test", test_labels_primary, predictions, labels) # TEST + + +pred_list = converts_to_text(pred_list) +dev_pred_dict = create_sent_label_dict(sents_dev, pred_list) # DEV +#test_pred_dict = create_sent_label_dict(sents_test, pred_list) # TEST + +# Predictions json file +aux_path = path + 'Predictions_Dev.json' +#aux_path = path + 'Predictions_Test.json' -#path='output/AI Classifier/1labelPredictionsStatsDev.txt' # DEV -path='output/AI Classifier/1labelPredictionsStatsTest.txt' # TEST -os.makedirs(os.path.dirname(path), exist_ok=True) -with open(path, 'w') as file: - #print("Performance measures - Unigram Dictionary - MLP Word Embeddings\n", file=file) # CHANGE TITLE ACCORDING TO CONTEXT - print("Performance measures - Mixed Dictionary - Adaboost\n", file=file) # CHANGE TITLE ACCORDING TO CONTEXT -#write_output_stats_file(path, "Dev", dev_labels_primary, predictions, labels) # DEV -write_output_stats_file(path, "Test", test_labels_primary, predictions, labels) # TEST - -# TO DO: WRITE PREDICTIONS JSON FILE -# -> LEARN HOW TO TRANSFORM ADABOOST OUTPUT IN DICT ( LIST OF ({"text":sentence['text'], "label":label})) -# write_predictions_file("Dev", dev_pred_dict) # DEV -# write_predictions_file("Test", test_pred_dict) # TEST +write_predictions_file(dev_pred_dict, aux_path) # DEV +#write_predictions_file(test_pred_dict, aux_path) # TEST # References that helped me understand how to implement all this # https://newbedev.com/valueerror-could-not-broadcast-input-array-from-shape-2242243-into-shape-224224 diff --git a/features.txt b/features.txt deleted file mode 100644 index 8c09f14..0000000 --- a/features.txt +++ /dev/null @@ -1,76 +0,0 @@ -privacy -secure -community -should -possible -express -believe -right -people -your -you -we -they -the -safe -or -is -information -data -cookies -no -experience -use -protect -with -providers -limited -learn -if -device -days -companies -can -automatically -also -about -you should -to be -when people -and protect -public interest -for people -have a -you share -to enable -this right -provide you -it with -help keep -are not -advertising and -you with -with the -you use -you can -with facebook -we may -we collect -we also -the information -the facebook -that help -such as -share it -share and -products including -post or -not at -more about -information about -help us -cookies to -and privacy -and others -ads to -should be \ No newline at end of file diff --git a/output/AI Classifier/Adaboost/Unigrams+Bigrams/PredictionsStatsDev.txt b/output/AI Classifier/Adaboost/Unigrams+Bigrams/PredictionsStatsDev.txt new file mode 100644 index 0000000..3a774f7 --- /dev/null +++ b/output/AI Classifier/Adaboost/Unigrams+Bigrams/PredictionsStatsDev.txt @@ -0,0 +1,15 @@ +Performance measures - Mixed Dictionary - Adaboost +N_est: 100, Learning rate: 0.5 + +Dev set: + +Precision macro: 0.425 +Precision Individually: [0.5 0. 0.696 0.5 0.429] +Recall macro: 0.389 +Recall Individually: [0.154 0. 0.941 0.182 0.667] +F1 Score micro: 0.609 +F1 Score macro: 0.365 +F1 Score weighted: 0.549 +F1 Score Individually: [0.235 0. 0.8 0.267 0.522] + + diff --git a/output/AI Classifier/Adaboost/Unigrams+Bigrams/PredictionsStatsTest.txt b/output/AI Classifier/Adaboost/Unigrams+Bigrams/PredictionsStatsTest.txt new file mode 100644 index 0000000..c3c6a09 --- /dev/null +++ b/output/AI Classifier/Adaboost/Unigrams+Bigrams/PredictionsStatsTest.txt @@ -0,0 +1,15 @@ +Performance measures - Mixed Dictionary - Adaboost +N_est: 100, Learning rate: 0.5 + +Test set: + +Precision macro: 0.425 +Precision Individually: [0.8 0. 0.574 0.25 0.5 ] +Recall macro: 0.315 +Recall Individually: [0.286 0. 1. 0.091 0.2 ] +F1 Score micro: 0.567 +F1 Score macro: 0.314 +F1 Score weighted: 0.49 +F1 Score Individually: [0.421 0. 0.729 0.133 0.286] + + diff --git a/output/AI Classifier/Adaboost/Unigrams+Bigrams/Predictions_Dev.json b/output/AI Classifier/Adaboost/Unigrams+Bigrams/Predictions_Dev.json new file mode 100644 index 0000000..5a89b7f --- /dev/null +++ b/output/AI Classifier/Adaboost/Unigrams+Bigrams/Predictions_Dev.json @@ -0,0 +1,278 @@ +[ + { + "text": "We make privacy part of everything we do, and are continuing to improve.", + "label": "Not applicable" + }, + { + "text": "For instance, if you access or use our Products for commercial or business purposes, such as buying ads, selling products, developing apps, managing a group or Page for your business, or using our measurement services, you must agree to our Commercial", + "label": "Not applicable" + }, + { + "text": "• Live Policies: These policies apply to all content broadcast to Facebook Live.", + "label": "Not applicable" + }, + { + "text": "partners.", + "label": "Not applicable" + }, + { + "text": "The types of information we collect depend on how you use our Products.", + "label": "Violate privacy" + }, + { + "text": "Communicate with you.", + "label": "Not applicable" + }, + { + "text": "Researchers and academics.", + "label": "Not applicable" + }, + { + "text": "If you submit a copy of your government-issued ID for account verification purposes, we delete that copy 30 days after review, unless otherwise stated.", + "label": "Commit to privacy" + }, + { + "text": "They supersede any prior agreements.", + "label": "Not applicable" + }, + { + "text": "We collect information about the people, Pages, accounts, hashtags and groups you are connected to and how you interact with them across our Products, such as people you communicate with the most or groups you are part of.", + "label": "Violate privacy" + }, + { + "text": "Permission to update software you use or download: If you download or use our software, you give us permission to download and install updates to the software where available.", + "label": "Not applicable" + }, + { + "text": "Terms.", + "label": "Not applicable" + }, + { + "text": "I C E S", + "label": "Not applicable" + }, + { + "text": "People can also use our Products to create and share content about you with the audience they choose.", + "label": "Violate privacy" + }, + { + "text": "Some web browsers transmit \"do-not- track\" signals to websites.", + "label": "Not applicable" + }, + { + "text": "We may receive information about you from other sources, including through third-party services and organizations, which we may combine with other information we receive about you.", + "label": "Violate privacy" + }, + { + "text": "We currently do not take action in response to these signals.", + "label": "Not applicable" + }, + { + "text": "Data from device settings: information you allow us to receive through device settings you turn on, such as access to your GPS location, camera or photos.", + "label": "Violate privacy" + }, + { + "text": "data.", + "label": "Not applicable" + }, + { + "text": "4.", + "label": "Not applicable" + }, + { + "text": "Facebook Transparency Report We publish regular reports to give our community visibility into how we enforce policies, respond to data requests, and protect intellectual property.", + "label": "Declare opinion about privacy" + }, + { + "text": "Learn more about our research programs.", + "label": "Not applicable" + }, + { + "text": "We can also make your experience more seamless, for example, by automatically filling in your registration information (such as your phone number) from one Facebook Product when you sign up for an account on a different Product.", + "label": "Violate privacy" + }, + { + "text": "We may place cookies on your computer or device and receive information stored in cookies when you use or visit: ▪", + "label": "Violate privacy" + }, + { + "text": "As a result, we may need to update these Terms from time to time to accurately reflect our services and practices.", + "label": "Not applicable" + }, + { + "text": "Our Services may enable you to access these platforms directly or indirectly through our Services.", + "label": "Not applicable" + }, + { + "text": "• Not share your password, give access to your Facebook account to others, or transfer your account to anyone else (without our permission).", + "label": "Not applicable" + }, + { + "text": "We also provide advertisers with reports about the performance of their ads to help them understand how people are interacting with their content on and off Facebook.", + "label": "Not applicable" + }, + { + "text": "Enable global access to our services: To operate our global service, we need to store and distribute content and data in our data centers and systems around the world, including outside your country of residence.", + "label": "Commit to privacy" + }, + { + "text": "Cookies Policy https://www.facebook.com/policy/cookies/printable", + "label": "Not applicable" + }, + { + "text": "We also partner to improve security standards across the industry.", + "label": "Not applicable" + }, + { + "text": "Information from partners.", + "label": "Not applicable" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "You, other people using Facebook and Instagram, and we can provide access to or send public information to anyone on or off our Products, including in other Facebook Company Products, in search results, or through tools and APIs.", + "label": "Violate privacy" + }, + { + "text": "When you add a platform account to our Services or log into our Services using your platform account, we may collect relevant information necessary to enable our Services to access that platform and your data that platform holds.", + "label": "Violate privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-", + "label": "Not applicable" + }, + { + "text": "Your California Privacy Rights We do not share personal information with third parties for their own direct marketing purposes.", + "label": "Not applicable" + }, + { + "text": "We will delete any information we may have inadvertently received from a child under 13 upon notice.", + "label": "Not applicable" + }, + { + "text": "Sardu Deutsch Español Shqip ﺍﻟﻌﺮﺑﻴﺔ Português (Brasil) िह�दी", + "label": "Not applicable" + }, + { + "text": "We don’t sell your personal data to advertisers, and we don’t share information that directly identifies you (such as your name, email address or other contact information) with advertisers unless you give us specific permission.", + "label": "Violate privacy" + }, + { + "text": "We don't sell any of your information to anyone, and we never will.", + "label": "Not applicable" + }, + { + "text": "When you subscribe to receive premium content, or buy something from a seller in our Products, the content creator or seller can receive your public information and other information you share with them, as well as the information needed to complete the transaction, including shipping and contact details.", + "label": "Related to privacy" + }, + { + "text": "The advertising companies we work with generally use cookies and similar technologies as part of their services.", + "label": "Related to privacy" + }, + { + "text": "You should know that we may need to change the username for your account in certain circumstances (for example, if someone else claims the username and it appears unrelated to the name you use in everyday life).We will inform you in advance if we have to do this and explain why.", + "label": "Violate privacy" + }, + { + "text": "The services we provide Our mission is to give people the power to build community and bring the world closer together.", + "label": "Not applicable" + }, + { + "text": "If you delete or we disable your account, these Terms shall terminate as an agreement between you and us, but the following provisions will remain in place: 3.3.1, 4.2-4.5.", + "label": "Commit to privacy" + }, + { + "text": "For example, people can share a photo of you in a Story, mention or tag you at a location in a post, or share information about you in their posts or messages.", + "label": "Violate privacy" + }, + { + "text": "Learn more.", + "label": "Not applicable" + }, + { + "text": "Protecting people's privacy is central to how we've designed our ad system.", + "label": "Not applicable" + }, + { + "text": "But apps and websites you use will not be able to receive any other information about your Facebook friends from you, or information about any of your Instagram followers (although your friends and followers may, of course, choose to share this information themselves).", + "label": "Not applicable" + }, + { + "text": "Yes, other companies use cookies on the Facebook Products to provide advertising, measurement, marketing and analytics services to us, and to provide certain features and improve our services for you.", + "label": "Related to privacy" + }, + { + "text": "U R I T Y", + "label": "Not applicable" + }, + { + "text": "We'll notify you before we make changes to this policy and give you the opportunity to review the revised policy before you choose to continue using our Products. XI.", + "label": "Not applicable" + }, + { + "text": "Performance", + "label": "Not applicable" + }, + { + "text": "If you have any questions about this Privacy Policy or our practices, please contact us at 5 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "These Terms govern your use of Facebook, Messenger, and the other products, features, apps, services, technologies, and software we offer (the Facebook Products or Products), except where we expressly state that separate terms (and not these) apply.", + "label": "Not applicable" + }, + { + "text": "You can learn how to access and delete information we collect by visiting the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "For any other purposes disclosed to you at the time we collect your information or and pursuant to your consent.", + "label": "Violate privacy" + }, + { + "text": "In Messenger Facebook Lite Watch Places Games Marketplace Facebook Pay Jobs Oculus Portal Instagram", + "label": "Not applicable" + }, + { + "text": "You may not upload viruses or malicious code or do anything that could disable, overburden, or impair the proper working or appearance of our Products.", + "label": "Not applicable" + }, + { + "text": "Except as otherwise stated in this policy, the Data Policy will apply to our processing of the data that we collect via cookies.", + "label": "Related to privacy" + }, + { + "text": "For example, we can suggest that you join a group on Facebook that includes people you follow on Instagram or communicate with using Messenger.", + "label": "Violate privacy" + }, + { + "text": "Updating our Terms We work constantly to improve our services and develop new features to make our Products better for you and our community.", + "label": "Not applicable" + }, + { + "text": "Limits on liability by our negligence, or to affect your statutory rights.", + "label": "Not applicable" + }, + { + "text": "By using our Products, you agree that we can show you ads", + "label": "Not applicable" + }, + { + "text": "This license will end when your content is deleted from our systems.", + "label": "Not applicable" + }, + { + "text": "The Facebook Products; ▪ Products provided by other members of the Facebook Companies; and ▪ Websites and apps provided by other companies that use the Facebook Products, including companies that incorporate the Facebook Technologies into their websites and apps.", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/Adaboost/Unigrams+Bigrams/Predictions_Test.json b/output/AI Classifier/Adaboost/Unigrams+Bigrams/Predictions_Test.json new file mode 100644 index 0000000..a195072 --- /dev/null +++ b/output/AI Classifier/Adaboost/Unigrams+Bigrams/Predictions_Test.json @@ -0,0 +1,270 @@ +[ + { + "text": "This can include information about you, such as when others share or comment on a photo of you, send a message to you, or upload, sync or import your contact information.", + "label": "Not applicable" + }, + { + "text": "T O", + "label": "Not applicable" + }, + { + "text": "Law enforcement or legal requests.", + "label": "Not applicable" + }, + { + "text": "This and other information (such as racial or ethnic origin, philosophical beliefs or trade union membership) is subject to special protections under EU law.", + "label": "Not applicable" + }, + { + "text": "In each of the above cases, this license will continue until the content has been fully deleted.", + "label": "Not applicable" + }, + { + "text": "For example, we log when you're using and have last used our Products, and what posts, videos and other content you view on our Products.", + "label": "Not applicable" + }, + { + "text": "For example, Page admins and Instagram business profiles receive information about the number of people or accounts who viewed, reacted to, or commented on their posts, as well as aggregate demographic and other information that helps them understand interactions with their Page or account.", + "label": "Violate privacy" + }, + { + "text": "This includes payment information, such as your credit or debit card number and other card information; other account and authentication information; and billing, shipping and contact details.", + "label": "Not applicable" + }, + { + "text": "7.", + "label": "Not applicable" + }, + { + "text": "We require each of these partners to have lawful rights to collect, use and share your data before providing any data to us.", + "label": "Not applicable" + }, + { + "text": "Nothing in these Terms is intended to exclude or limit our liability for death, personal injury or fraudulent misrepresentation caused We will exercise professional diligence in providing our Products and services to you and in keeping a safe, secure and error-free environment.", + "label": "Not applicable" + }, + { + "text": "You can find additional tools and information in the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "Learn more about deletion of content you have shared and cookie data obtained through social plugins.", + "label": "Commit to privacy" + }, + { + "text": "Permission to use content you create and share: Some content that you share or upload, such as photos or videos, may be protected by intellectual property laws.", + "label": "Not applicable" + }, + { + "text": "You are free to share your content with anyone else, wherever you want.", + "label": "Not applicable" + }, + { + "text": "We try to make Facebook broadly available to everyone, but you cannot use Facebook if: •", + "label": "Not applicable" + }, + { + "text": "• Music Guidelines: These guidelines outline the policies that apply if you post or share content containing music on Facebook.", + "label": "Not applicable" + }, + { + "text": "F E A T", + "label": "Not applicable" + }, + { + "text": "The cookies that we use include session cookies, which are deleted when you close your browser, and persistent cookies, which stay in your browser until they expire or you delete them.", + "label": "Related to privacy" + }, + { + "text": "We share your information with third-party vendors and service providers that help us with specialized services, including email deployment, business analytics, marketing, and data processing.", + "label": "Violate privacy" + }, + { + "text": "Learn more about how you can control who can see the things you share.", + "label": "Commit to privacy" + }, + { + "text": "Site features and services", + "label": "Not applicable" + }, + { + "text": "future.", + "label": "Not applicable" + }, + { + "text": "Faceb ook 7 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "If we introduce face-recognition technology to your Instagram experience, we will let you know first, and you will have control over whether we use this technology for you.", + "label": "Not applicable" + }, + { + "text": "For example: We use cookies to help businesses understand the kinds of people who like their Facebook Page or use their apps so that they can provide more relevant content and develop features that are likely to be interesting to their customers.", + "label": "Related to privacy" + }, + { + "text": "• Help you discover content, products, and services that may interest you: We show you ads, offers, and other sponsored content to help you discover content, products, and services that are offered by the many businesses and organizations that use Facebook and other Facebook Products.", + "label": "Not applicable" + }, + { + "text": "2.", + "label": "Not applicable" + }, + { + "text": "Two-Factor Authentication", + "label": "Not applicable" + }, + { + "text": "N E R I N G", + "label": "Not applicable" + }, + { + "text": "Other technologies, including data that we store on your web browser or device, identifiers associated with your device and other software, are used for similar purposes.", + "label": "Not applicable" + }, + { + "text": "Please note that ad blockers and tools that restrict our cookie use may interfere with these controls.", + "label": "Not applicable" + }, + { + "text": "To delete your account at any time, please visit the Facebook Settings and Instagram Settings.", + "label": "Not applicable" + }, + { + "text": "Changes To This Policy", + "label": "Not applicable" + }, + { + "text": "Digital Advertising Alliance of Canada ▪ European Interactive Digital Advertising Alliance Browser cookie controls:", + "label": "Not applicable" + }, + { + "text": "We then show their ad to people who might be interested.", + "label": "Not applicable" + }, + { + "text": "We’re ensuring every new product or feature is built with privacy in mind.", + "label": "Not applicable" + }, + { + "text": "You can delete content individually or all at once by deleting your account.", + "label": "Not applicable" + }, + { + "text": "• Network and connections: information such as the name of your mobile operator or ISP, language, time zone, mobile phone number, IP address, connection speed and, in some cases, information about other devices that are nearby or on your network, so we can do things like help you stream a video from your phone to your TV.", + "label": "Violate privacy" + }, + { + "text": "In Data Policy", + "label": "Not applicable" + }, + { + "text": "Cookies are used to store and receive identifiers and other information on computers, phones and other devices.", + "label": "Related to privacy" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "However, to provide our services we need you to give us some legal permissions (known as a ‘license’) to use this content.", + "label": "Not applicable" + }, + { + "text": "You can learn about how we collect and use your data in our Data Policy.", + "label": "Commit to privacy" + }, + { + "text": "We work with third-party partners who help us provide and improve our Products or who use Facebook Business Tools to grow their businesses, which makes it possible to operate our companies and provide free services to people around the world.", + "label": "Violate privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-... Download", + "label": "Not applicable" + }, + { + "text": "What is our legal basis for processing data?", + "label": "Not applicable" + }, + { + "text": "Cookies also help us prevent underage people from registering for Facebook accounts.", + "label": "Not applicable" + }, + { + "text": "Data retention, account deactivation and deletion", + "label": "Not applicable" + }, + { + "text": "Certain parts of the Facebook Products may not work properly if you have disabled browser cookie use.", + "label": "Not applicable" + }, + { + "text": "Here's how: Provide, personalize and improve our Products.", + "label": "Not applicable" + }, + { + "text": "VIII.", + "label": "Not applicable" + }, + { + "text": "What kinds of information do we collect?", + "label": "Not applicable" + }, + { + "text": "If you use any of these Products, you will be provided with an opportunity to agree to supplemental terms that will become part of our agreement with you.", + "label": "Not applicable" + }, + { + "text": "Seeing This", + "label": "Not applicable" + }, + { + "text": "In Cookies & other storage technologies", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + }, + { + "text": "By these platforms, we aim to make your online experiences richer and more personalized.", + "label": "Not applicable" + }, + { + "text": "Learn more about how Facebook ads work here.", + "label": "Not applicable" + }, + { + "text": "These partners provide information about your activities off Facebook—including information about your device, websites you visit, purchases you make, the ads you see, and how you use their services—whether or not you have a Facebook account or are logged into Facebook.", + "label": "Related to privacy" + }, + { + "text": "We use the data we have - for example, about the connections you make, the choices and settings you select, and what you share and do on and off our Products - to personalize your experience.", + "label": "Commit to privacy" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "▪", + "label": "Not applicable" + }, + { + "text": "For example, we use data we have to investigate suspicious activity or violations of our terms or policies, or to detect when someone needs help.", + "label": "Not applicable" + }, + { + "text": "You must obtain our written permission (or permission under an open source license) to modify, create derivative works of, decompile, or otherwise attempt to extract source code from us.", + "label": "Not applicable" + }, + { + "text": "Things you and others do and provide.", + "label": "Not applicable" + }, + { + "text": "countries, bringing our payout total to date to over $9.8 million to strengthen the security of our users and the internet at large.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_NonNormalized_Dev.png b/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_NonNormalized_Dev.png new file mode 100644 index 0000000..e1b9bba Binary files /dev/null and b/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_NonNormalized_Dev.png differ diff --git a/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_NonNormalized_Test.png b/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_NonNormalized_Test.png new file mode 100644 index 0000000..2e94e14 Binary files /dev/null and b/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_NonNormalized_Test.png differ diff --git a/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_Normalized_Dev.png b/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_Normalized_Dev.png new file mode 100644 index 0000000..4cac149 Binary files /dev/null and b/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_Normalized_Dev.png differ diff --git a/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_Normalized_Test.png b/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_Normalized_Test.png new file mode 100644 index 0000000..75c4501 Binary files /dev/null and b/output/AI Classifier/Adaboost/Unigrams+Bigrams/confusion_matrix_Normalized_Test.png differ diff --git a/output/AI Classifier/Adaboost/Unigrams/PredictionsStatsDev.txt b/output/AI Classifier/Adaboost/Unigrams/PredictionsStatsDev.txt new file mode 100644 index 0000000..4ab5c47 --- /dev/null +++ b/output/AI Classifier/Adaboost/Unigrams/PredictionsStatsDev.txt @@ -0,0 +1,15 @@ +Performance measures - Unigrams Dictionary - Adaboost +N_est: 50, Learning rate: 1 + +Dev set: + +Precision macro: 0.605 +Precision Individually: [0.444 1. 0.683 0.4 0.5 ] +Recall macro: 0.469 +Recall Individually: [0.615 0.5 0.824 0.182 0.222] +F1 Score micro: 0.594 +F1 Score macro: 0.497 +F1 Score weighted: 0.564 +F1 Score Individually: [0.516 0.667 0.747 0.25 0.308] + + diff --git a/output/AI Classifier/Adaboost/Unigrams/PredictionsStatsTest.txt b/output/AI Classifier/Adaboost/Unigrams/PredictionsStatsTest.txt new file mode 100644 index 0000000..f24317a --- /dev/null +++ b/output/AI Classifier/Adaboost/Unigrams/PredictionsStatsTest.txt @@ -0,0 +1,15 @@ +Performance measures - Unigrams Dictionary - Adaboost +N_est: 50, Learning rate: 1 + +Test set: + +Precision macro: 0.368 +Precision Individually: [0.556 0. 0.551 0.4 0.333] +Recall macro: 0.302 +Recall Individually: [0.357 0. 0.871 0.182 0.1 ] +F1 Score micro: 0.522 +F1 Score macro: 0.303 +F1 Score weighted: 0.467 +F1 Score Individually: [0.435 0. 0.675 0.25 0.154] + + diff --git a/output/AI Classifier/Adaboost/Unigrams/Predictions_Dev.json b/output/AI Classifier/Adaboost/Unigrams/Predictions_Dev.json new file mode 100644 index 0000000..61d73bd --- /dev/null +++ b/output/AI Classifier/Adaboost/Unigrams/Predictions_Dev.json @@ -0,0 +1,278 @@ +[ + { + "text": "We make privacy part of everything we do, and are continuing to improve.", + "label": "Not applicable" + }, + { + "text": "For instance, if you access or use our Products for commercial or business purposes, such as buying ads, selling products, developing apps, managing a group or Page for your business, or using our measurement services, you must agree to our Commercial", + "label": "Commit to privacy" + }, + { + "text": "• Live Policies: These policies apply to all content broadcast to Facebook Live.", + "label": "Not applicable" + }, + { + "text": "partners.", + "label": "Not applicable" + }, + { + "text": "The types of information we collect depend on how you use our Products.", + "label": "Not applicable" + }, + { + "text": "Communicate with you.", + "label": "Not applicable" + }, + { + "text": "Researchers and academics.", + "label": "Not applicable" + }, + { + "text": "If you submit a copy of your government-issued ID for account verification purposes, we delete that copy 30 days after review, unless otherwise stated.", + "label": "Commit to privacy" + }, + { + "text": "They supersede any prior agreements.", + "label": "Not applicable" + }, + { + "text": "We collect information about the people, Pages, accounts, hashtags and groups you are connected to and how you interact with them across our Products, such as people you communicate with the most or groups you are part of.", + "label": "Violate privacy" + }, + { + "text": "Permission to update software you use or download: If you download or use our software, you give us permission to download and install updates to the software where available.", + "label": "Commit to privacy" + }, + { + "text": "Terms.", + "label": "Not applicable" + }, + { + "text": "I C E S", + "label": "Not applicable" + }, + { + "text": "People can also use our Products to create and share content about you with the audience they choose.", + "label": "Violate privacy" + }, + { + "text": "Some web browsers transmit \"do-not- track\" signals to websites.", + "label": "Not applicable" + }, + { + "text": "We may receive information about you from other sources, including through third-party services and organizations, which we may combine with other information we receive about you.", + "label": "Not applicable" + }, + { + "text": "We currently do not take action in response to these signals.", + "label": "Not applicable" + }, + { + "text": "Data from device settings: information you allow us to receive through device settings you turn on, such as access to your GPS location, camera or photos.", + "label": "Commit to privacy" + }, + { + "text": "data.", + "label": "Not applicable" + }, + { + "text": "4.", + "label": "Not applicable" + }, + { + "text": "Facebook Transparency Report We publish regular reports to give our community visibility into how we enforce policies, respond to data requests, and protect intellectual property.", + "label": "Commit to privacy" + }, + { + "text": "Learn more about our research programs.", + "label": "Not applicable" + }, + { + "text": "We can also make your experience more seamless, for example, by automatically filling in your registration information (such as your phone number) from one Facebook Product when you sign up for an account on a different Product.", + "label": "Commit to privacy" + }, + { + "text": "We may place cookies on your computer or device and receive information stored in cookies when you use or visit: ▪", + "label": "Commit to privacy" + }, + { + "text": "As a result, we may need to update these Terms from time to time to accurately reflect our services and practices.", + "label": "Not applicable" + }, + { + "text": "Our Services may enable you to access these platforms directly or indirectly through our Services.", + "label": "Not applicable" + }, + { + "text": "• Not share your password, give access to your Facebook account to others, or transfer your account to anyone else (without our permission).", + "label": "Commit to privacy" + }, + { + "text": "We also provide advertisers with reports about the performance of their ads to help them understand how people are interacting with their content on and off Facebook.", + "label": "Related to privacy" + }, + { + "text": "Enable global access to our services: To operate our global service, we need to store and distribute content and data in our data centers and systems around the world, including outside your country of residence.", + "label": "Not applicable" + }, + { + "text": "Cookies Policy https://www.facebook.com/policy/cookies/printable", + "label": "Not applicable" + }, + { + "text": "We also partner to improve security standards across the industry.", + "label": "Not applicable" + }, + { + "text": "Information from partners.", + "label": "Not applicable" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "You, other people using Facebook and Instagram, and we can provide access to or send public information to anyone on or off our Products, including in other Facebook Company Products, in search results, or through tools and APIs.", + "label": "Violate privacy" + }, + { + "text": "When you add a platform account to our Services or log into our Services using your platform account, we may collect relevant information necessary to enable our Services to access that platform and your data that platform holds.", + "label": "Commit to privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-", + "label": "Not applicable" + }, + { + "text": "Your California Privacy Rights We do not share personal information with third parties for their own direct marketing purposes.", + "label": "Commit to privacy" + }, + { + "text": "We will delete any information we may have inadvertently received from a child under 13 upon notice.", + "label": "Not applicable" + }, + { + "text": "Sardu Deutsch Español Shqip ﺍﻟﻌﺮﺑﻴﺔ Português (Brasil) िह�दी", + "label": "Not applicable" + }, + { + "text": "We don’t sell your personal data to advertisers, and we don’t share information that directly identifies you (such as your name, email address or other contact information) with advertisers unless you give us specific permission.", + "label": "Commit to privacy" + }, + { + "text": "We don't sell any of your information to anyone, and we never will.", + "label": "Not applicable" + }, + { + "text": "When you subscribe to receive premium content, or buy something from a seller in our Products, the content creator or seller can receive your public information and other information you share with them, as well as the information needed to complete the transaction, including shipping and contact details.", + "label": "Commit to privacy" + }, + { + "text": "The advertising companies we work with generally use cookies and similar technologies as part of their services.", + "label": "Related to privacy" + }, + { + "text": "You should know that we may need to change the username for your account in certain circumstances (for example, if someone else claims the username and it appears unrelated to the name you use in everyday life).We will inform you in advance if we have to do this and explain why.", + "label": "Related to privacy" + }, + { + "text": "The services we provide Our mission is to give people the power to build community and bring the world closer together.", + "label": "Commit to privacy" + }, + { + "text": "If you delete or we disable your account, these Terms shall terminate as an agreement between you and us, but the following provisions will remain in place: 3.3.1, 4.2-4.5.", + "label": "Commit to privacy" + }, + { + "text": "For example, people can share a photo of you in a Story, mention or tag you at a location in a post, or share information about you in their posts or messages.", + "label": "Related to privacy" + }, + { + "text": "Learn more.", + "label": "Not applicable" + }, + { + "text": "Protecting people's privacy is central to how we've designed our ad system.", + "label": "Declare opinion about privacy" + }, + { + "text": "But apps and websites you use will not be able to receive any other information about your Facebook friends from you, or information about any of your Instagram followers (although your friends and followers may, of course, choose to share this information themselves).", + "label": "Commit to privacy" + }, + { + "text": "Yes, other companies use cookies on the Facebook Products to provide advertising, measurement, marketing and analytics services to us, and to provide certain features and improve our services for you.", + "label": "Not applicable" + }, + { + "text": "U R I T Y", + "label": "Not applicable" + }, + { + "text": "We'll notify you before we make changes to this policy and give you the opportunity to review the revised policy before you choose to continue using our Products. XI.", + "label": "Commit to privacy" + }, + { + "text": "Performance", + "label": "Not applicable" + }, + { + "text": "If you have any questions about this Privacy Policy or our practices, please contact us at 5 of 7 20/09/2021, 14:40", + "label": "Commit to privacy" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "These Terms govern your use of Facebook, Messenger, and the other products, features, apps, services, technologies, and software we offer (the Facebook Products or Products), except where we expressly state that separate terms (and not these) apply.", + "label": "Not applicable" + }, + { + "text": "You can learn how to access and delete information we collect by visiting the Facebook Settings and Instagram Settings.", + "label": "Not applicable" + }, + { + "text": "For any other purposes disclosed to you at the time we collect your information or and pursuant to your consent.", + "label": "Commit to privacy" + }, + { + "text": "In Messenger Facebook Lite Watch Places Games Marketplace Facebook Pay Jobs Oculus Portal Instagram", + "label": "Not applicable" + }, + { + "text": "You may not upload viruses or malicious code or do anything that could disable, overburden, or impair the proper working or appearance of our Products.", + "label": "Not applicable" + }, + { + "text": "Except as otherwise stated in this policy, the Data Policy will apply to our processing of the data that we collect via cookies.", + "label": "Not applicable" + }, + { + "text": "For example, we can suggest that you join a group on Facebook that includes people you follow on Instagram or communicate with using Messenger.", + "label": "Violate privacy" + }, + { + "text": "Updating our Terms We work constantly to improve our services and develop new features to make our Products better for you and our community.", + "label": "Not applicable" + }, + { + "text": "Limits on liability by our negligence, or to affect your statutory rights.", + "label": "Not applicable" + }, + { + "text": "By using our Products, you agree that we can show you ads", + "label": "Not applicable" + }, + { + "text": "This license will end when your content is deleted from our systems.", + "label": "Not applicable" + }, + { + "text": "The Facebook Products; ▪ Products provided by other members of the Facebook Companies; and ▪ Websites and apps provided by other companies that use the Facebook Products, including companies that incorporate the Facebook Technologies into their websites and apps.", + "label": "Related to privacy" + }, + { + "text": "3.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/Adaboost/Unigrams/Predictions_Test.json b/output/AI Classifier/Adaboost/Unigrams/Predictions_Test.json new file mode 100644 index 0000000..9857c66 --- /dev/null +++ b/output/AI Classifier/Adaboost/Unigrams/Predictions_Test.json @@ -0,0 +1,270 @@ +[ + { + "text": "This can include information about you, such as when others share or comment on a photo of you, send a message to you, or upload, sync or import your contact information.", + "label": "Commit to privacy" + }, + { + "text": "T O", + "label": "Not applicable" + }, + { + "text": "Law enforcement or legal requests.", + "label": "Not applicable" + }, + { + "text": "This and other information (such as racial or ethnic origin, philosophical beliefs or trade union membership) is subject to special protections under EU law.", + "label": "Not applicable" + }, + { + "text": "In each of the above cases, this license will continue until the content has been fully deleted.", + "label": "Not applicable" + }, + { + "text": "For example, we log when you're using and have last used our Products, and what posts, videos and other content you view on our Products.", + "label": "Not applicable" + }, + { + "text": "For example, Page admins and Instagram business profiles receive information about the number of people or accounts who viewed, reacted to, or commented on their posts, as well as aggregate demographic and other information that helps them understand interactions with their Page or account.", + "label": "Related to privacy" + }, + { + "text": "This includes payment information, such as your credit or debit card number and other card information; other account and authentication information; and billing, shipping and contact details.", + "label": "Not applicable" + }, + { + "text": "7.", + "label": "Not applicable" + }, + { + "text": "We require each of these partners to have lawful rights to collect, use and share your data before providing any data to us.", + "label": "Not applicable" + }, + { + "text": "Nothing in these Terms is intended to exclude or limit our liability for death, personal injury or fraudulent misrepresentation caused We will exercise professional diligence in providing our Products and services to you and in keeping a safe, secure and error-free environment.", + "label": "Related to privacy" + }, + { + "text": "You can find additional tools and information in the Facebook Settings and Instagram Settings.", + "label": "Not applicable" + }, + { + "text": "Learn more about deletion of content you have shared and cookie data obtained through social plugins.", + "label": "Not applicable" + }, + { + "text": "Permission to use content you create and share: Some content that you share or upload, such as photos or videos, may be protected by intellectual property laws.", + "label": "Violate privacy" + }, + { + "text": "You are free to share your content with anyone else, wherever you want.", + "label": "Commit to privacy" + }, + { + "text": "We try to make Facebook broadly available to everyone, but you cannot use Facebook if: •", + "label": "Not applicable" + }, + { + "text": "• Music Guidelines: These guidelines outline the policies that apply if you post or share content containing music on Facebook.", + "label": "Not applicable" + }, + { + "text": "F E A T", + "label": "Not applicable" + }, + { + "text": "The cookies that we use include session cookies, which are deleted when you close your browser, and persistent cookies, which stay in your browser until they expire or you delete them.", + "label": "Commit to privacy" + }, + { + "text": "We share your information with third-party vendors and service providers that help us with specialized services, including email deployment, business analytics, marketing, and data processing.", + "label": "Not applicable" + }, + { + "text": "Learn more about how you can control who can see the things you share.", + "label": "Not applicable" + }, + { + "text": "Site features and services", + "label": "Not applicable" + }, + { + "text": "future.", + "label": "Not applicable" + }, + { + "text": "Faceb ook 7 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "If we introduce face-recognition technology to your Instagram experience, we will let you know first, and you will have control over whether we use this technology for you.", + "label": "Commit to privacy" + }, + { + "text": "For example: We use cookies to help businesses understand the kinds of people who like their Facebook Page or use their apps so that they can provide more relevant content and develop features that are likely to be interesting to their customers.", + "label": "Related to privacy" + }, + { + "text": "• Help you discover content, products, and services that may interest you: We show you ads, offers, and other sponsored content to help you discover content, products, and services that are offered by the many businesses and organizations that use Facebook and other Facebook Products.", + "label": "Not applicable" + }, + { + "text": "2.", + "label": "Not applicable" + }, + { + "text": "Two-Factor Authentication", + "label": "Not applicable" + }, + { + "text": "N E R I N G", + "label": "Not applicable" + }, + { + "text": "Other technologies, including data that we store on your web browser or device, identifiers associated with your device and other software, are used for similar purposes.", + "label": "Not applicable" + }, + { + "text": "Please note that ad blockers and tools that restrict our cookie use may interfere with these controls.", + "label": "Not applicable" + }, + { + "text": "To delete your account at any time, please visit the Facebook Settings and Instagram Settings.", + "label": "Not applicable" + }, + { + "text": "Changes To This Policy", + "label": "Not applicable" + }, + { + "text": "Digital Advertising Alliance of Canada ▪ European Interactive Digital Advertising Alliance Browser cookie controls:", + "label": "Not applicable" + }, + { + "text": "We then show their ad to people who might be interested.", + "label": "Related to privacy" + }, + { + "text": "We’re ensuring every new product or feature is built with privacy in mind.", + "label": "Not applicable" + }, + { + "text": "You can delete content individually or all at once by deleting your account.", + "label": "Commit to privacy" + }, + { + "text": "• Network and connections: information such as the name of your mobile operator or ISP, language, time zone, mobile phone number, IP address, connection speed and, in some cases, information about other devices that are nearby or on your network, so we can do things like help you stream a video from your phone to your TV.", + "label": "Commit to privacy" + }, + { + "text": "In Data Policy", + "label": "Not applicable" + }, + { + "text": "Cookies are used to store and receive identifiers and other information on computers, phones and other devices.", + "label": "Not applicable" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "However, to provide our services we need you to give us some legal permissions (known as a ‘license’) to use this content.", + "label": "Commit to privacy" + }, + { + "text": "You can learn about how we collect and use your data in our Data Policy.", + "label": "Commit to privacy" + }, + { + "text": "We work with third-party partners who help us provide and improve our Products or who use Facebook Business Tools to grow their businesses, which makes it possible to operate our companies and provide free services to people around the world.", + "label": "Declare opinion about privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-... Download", + "label": "Not applicable" + }, + { + "text": "What is our legal basis for processing data?", + "label": "Not applicable" + }, + { + "text": "Cookies also help us prevent underage people from registering for Facebook accounts.", + "label": "Violate privacy" + }, + { + "text": "Data retention, account deactivation and deletion", + "label": "Not applicable" + }, + { + "text": "Certain parts of the Facebook Products may not work properly if you have disabled browser cookie use.", + "label": "Not applicable" + }, + { + "text": "Here's how: Provide, personalize and improve our Products.", + "label": "Not applicable" + }, + { + "text": "VIII.", + "label": "Not applicable" + }, + { + "text": "What kinds of information do we collect?", + "label": "Not applicable" + }, + { + "text": "If you use any of these Products, you will be provided with an opportunity to agree to supplemental terms that will become part of our agreement with you.", + "label": "Violate privacy" + }, + { + "text": "Seeing This", + "label": "Not applicable" + }, + { + "text": "In Cookies & other storage technologies", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + }, + { + "text": "By these platforms, we aim to make your online experiences richer and more personalized.", + "label": "Not applicable" + }, + { + "text": "Learn more about how Facebook ads work here.", + "label": "Not applicable" + }, + { + "text": "These partners provide information about your activities off Facebook—including information about your device, websites you visit, purchases you make, the ads you see, and how you use their services—whether or not you have a Facebook account or are logged into Facebook.", + "label": "Related to privacy" + }, + { + "text": "We use the data we have - for example, about the connections you make, the choices and settings you select, and what you share and do on and off our Products - to personalize your experience.", + "label": "Commit to privacy" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "▪", + "label": "Not applicable" + }, + { + "text": "For example, we use data we have to investigate suspicious activity or violations of our terms or policies, or to detect when someone needs help.", + "label": "Not applicable" + }, + { + "text": "You must obtain our written permission (or permission under an open source license) to modify, create derivative works of, decompile, or otherwise attempt to extract source code from us.", + "label": "Not applicable" + }, + { + "text": "Things you and others do and provide.", + "label": "Not applicable" + }, + { + "text": "countries, bringing our payout total to date to over $9.8 million to strengthen the security of our users and the internet at large.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_NonNormalized_Dev.png b/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_NonNormalized_Dev.png new file mode 100644 index 0000000..d1ccc17 Binary files /dev/null and b/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_NonNormalized_Dev.png differ diff --git a/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_NonNormalized_Test.png b/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_NonNormalized_Test.png new file mode 100644 index 0000000..641d6f4 Binary files /dev/null and b/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_NonNormalized_Test.png differ diff --git a/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_Normalized_Dev.png b/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_Normalized_Dev.png new file mode 100644 index 0000000..ff24b80 Binary files /dev/null and b/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_Normalized_Dev.png differ diff --git a/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_Normalized_Test.png b/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_Normalized_Test.png new file mode 100644 index 0000000..c90cdcc Binary files /dev/null and b/output/AI Classifier/Adaboost/Unigrams/confusion_matrix_Normalized_Test.png differ diff --git a/output/AI Classifier/SVC/One vs One/C=0.05/PredictionsStatsDev.txt b/output/AI Classifier/SVC/One vs One/C=0.05/PredictionsStatsDev.txt new file mode 100644 index 0000000..bb0210a --- /dev/null +++ b/output/AI Classifier/SVC/One vs One/C=0.05/PredictionsStatsDev.txt @@ -0,0 +1,15 @@ +Performance measures - SVC +0ne vs One, C = 0.05 + +Dev set: + +Precision macro: 0.786 +Precision Individually: [0.818 1. 0.816 0.714 0.583] +Recall macro: 0.667 +Recall Individually: [0.692 0.5 0.912 0.455 0.778] +F1 Score micro: 0.768 +F1 Score macro: 0.7 +F1 Score weighted: 0.76 +F1 Score Individually: [0.75 0.667 0.861 0.556 0.667] + + diff --git a/output/AI Classifier/SVC/One vs One/C=0.05/PredictionsStatsTest.txt b/output/AI Classifier/SVC/One vs One/C=0.05/PredictionsStatsTest.txt new file mode 100644 index 0000000..ff1801e --- /dev/null +++ b/output/AI Classifier/SVC/One vs One/C=0.05/PredictionsStatsTest.txt @@ -0,0 +1,15 @@ +Performance measures - SVC +0ne vs One, C = 0.05 + +Test set: + +Precision macro: 0.584 +Precision Individually: [0.875 0.25 0.806 0.364 0.625] +Recall macro: 0.66 +Recall Individually: [0.5 1. 0.935 0.364 0.5 ] +F1 Score micro: 0.687 +F1 Score macro: 0.564 +F1 Score weighted: 0.682 +F1 Score Individually: [0.636 0.4 0.866 0.364 0.556] + + diff --git a/output/AI Classifier/SVC/One vs One/C=0.05/Predictions_Dev.json b/output/AI Classifier/SVC/One vs One/C=0.05/Predictions_Dev.json new file mode 100644 index 0000000..5f47f72 --- /dev/null +++ b/output/AI Classifier/SVC/One vs One/C=0.05/Predictions_Dev.json @@ -0,0 +1,278 @@ +[ + { + "text": "We make privacy part of everything we do, and are continuing to improve.", + "label": "Not applicable" + }, + { + "text": "For instance, if you access or use our Products for commercial or business purposes, such as buying ads, selling products, developing apps, managing a group or Page for your business, or using our measurement services, you must agree to our Commercial", + "label": "Not applicable" + }, + { + "text": "• Live Policies: These policies apply to all content broadcast to Facebook Live.", + "label": "Not applicable" + }, + { + "text": "partners.", + "label": "Not applicable" + }, + { + "text": "The types of information we collect depend on how you use our Products.", + "label": "Not applicable" + }, + { + "text": "Communicate with you.", + "label": "Not applicable" + }, + { + "text": "Researchers and academics.", + "label": "Not applicable" + }, + { + "text": "If you submit a copy of your government-issued ID for account verification purposes, we delete that copy 30 days after review, unless otherwise stated.", + "label": "Commit to privacy" + }, + { + "text": "They supersede any prior agreements.", + "label": "Not applicable" + }, + { + "text": "We collect information about the people, Pages, accounts, hashtags and groups you are connected to and how you interact with them across our Products, such as people you communicate with the most or groups you are part of.", + "label": "Violate privacy" + }, + { + "text": "Permission to update software you use or download: If you download or use our software, you give us permission to download and install updates to the software where available.", + "label": "Commit to privacy" + }, + { + "text": "Terms.", + "label": "Not applicable" + }, + { + "text": "I C E S", + "label": "Not applicable" + }, + { + "text": "People can also use our Products to create and share content about you with the audience they choose.", + "label": "Violate privacy" + }, + { + "text": "Some web browsers transmit \"do-not- track\" signals to websites.", + "label": "Related to privacy" + }, + { + "text": "We may receive information about you from other sources, including through third-party services and organizations, which we may combine with other information we receive about you.", + "label": "Violate privacy" + }, + { + "text": "We currently do not take action in response to these signals.", + "label": "Not applicable" + }, + { + "text": "Data from device settings: information you allow us to receive through device settings you turn on, such as access to your GPS location, camera or photos.", + "label": "Violate privacy" + }, + { + "text": "data.", + "label": "Not applicable" + }, + { + "text": "4.", + "label": "Not applicable" + }, + { + "text": "Facebook Transparency Report We publish regular reports to give our community visibility into how we enforce policies, respond to data requests, and protect intellectual property.", + "label": "Commit to privacy" + }, + { + "text": "Learn more about our research programs.", + "label": "Not applicable" + }, + { + "text": "We can also make your experience more seamless, for example, by automatically filling in your registration information (such as your phone number) from one Facebook Product when you sign up for an account on a different Product.", + "label": "Related to privacy" + }, + { + "text": "We may place cookies on your computer or device and receive information stored in cookies when you use or visit: ▪", + "label": "Violate privacy" + }, + { + "text": "As a result, we may need to update these Terms from time to time to accurately reflect our services and practices.", + "label": "Not applicable" + }, + { + "text": "Our Services may enable you to access these platforms directly or indirectly through our Services.", + "label": "Not applicable" + }, + { + "text": "• Not share your password, give access to your Facebook account to others, or transfer your account to anyone else (without our permission).", + "label": "Related to privacy" + }, + { + "text": "We also provide advertisers with reports about the performance of their ads to help them understand how people are interacting with their content on and off Facebook.", + "label": "Related to privacy" + }, + { + "text": "Enable global access to our services: To operate our global service, we need to store and distribute content and data in our data centers and systems around the world, including outside your country of residence.", + "label": "Not applicable" + }, + { + "text": "Cookies Policy https://www.facebook.com/policy/cookies/printable", + "label": "Not applicable" + }, + { + "text": "We also partner to improve security standards across the industry.", + "label": "Not applicable" + }, + { + "text": "Information from partners.", + "label": "Not applicable" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "You, other people using Facebook and Instagram, and we can provide access to or send public information to anyone on or off our Products, including in other Facebook Company Products, in search results, or through tools and APIs.", + "label": "Related to privacy" + }, + { + "text": "When you add a platform account to our Services or log into our Services using your platform account, we may collect relevant information necessary to enable our Services to access that platform and your data that platform holds.", + "label": "Violate privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-", + "label": "Not applicable" + }, + { + "text": "Your California Privacy Rights We do not share personal information with third parties for their own direct marketing purposes.", + "label": "Violate privacy" + }, + { + "text": "We will delete any information we may have inadvertently received from a child under 13 upon notice.", + "label": "Commit to privacy" + }, + { + "text": "Sardu Deutsch Español Shqip ﺍﻟﻌﺮﺑﻴﺔ Português (Brasil) िह�दी", + "label": "Not applicable" + }, + { + "text": "We don’t sell your personal data to advertisers, and we don’t share information that directly identifies you (such as your name, email address or other contact information) with advertisers unless you give us specific permission.", + "label": "Commit to privacy" + }, + { + "text": "We don't sell any of your information to anyone, and we never will.", + "label": "Related to privacy" + }, + { + "text": "When you subscribe to receive premium content, or buy something from a seller in our Products, the content creator or seller can receive your public information and other information you share with them, as well as the information needed to complete the transaction, including shipping and contact details.", + "label": "Related to privacy" + }, + { + "text": "The advertising companies we work with generally use cookies and similar technologies as part of their services.", + "label": "Violate privacy" + }, + { + "text": "You should know that we may need to change the username for your account in certain circumstances (for example, if someone else claims the username and it appears unrelated to the name you use in everyday life).We will inform you in advance if we have to do this and explain why.", + "label": "Violate privacy" + }, + { + "text": "The services we provide Our mission is to give people the power to build community and bring the world closer together.", + "label": "Not applicable" + }, + { + "text": "If you delete or we disable your account, these Terms shall terminate as an agreement between you and us, but the following provisions will remain in place: 3.3.1, 4.2-4.5.", + "label": "Commit to privacy" + }, + { + "text": "For example, people can share a photo of you in a Story, mention or tag you at a location in a post, or share information about you in their posts or messages.", + "label": "Violate privacy" + }, + { + "text": "Learn more.", + "label": "Not applicable" + }, + { + "text": "Protecting people's privacy is central to how we've designed our ad system.", + "label": "Declare opinion about privacy" + }, + { + "text": "But apps and websites you use will not be able to receive any other information about your Facebook friends from you, or information about any of your Instagram followers (although your friends and followers may, of course, choose to share this information themselves).", + "label": "Commit to privacy" + }, + { + "text": "Yes, other companies use cookies on the Facebook Products to provide advertising, measurement, marketing and analytics services to us, and to provide certain features and improve our services for you.", + "label": "Violate privacy" + }, + { + "text": "U R I T Y", + "label": "Not applicable" + }, + { + "text": "We'll notify you before we make changes to this policy and give you the opportunity to review the revised policy before you choose to continue using our Products. XI.", + "label": "Commit to privacy" + }, + { + "text": "Performance", + "label": "Not applicable" + }, + { + "text": "If you have any questions about this Privacy Policy or our practices, please contact us at 5 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "These Terms govern your use of Facebook, Messenger, and the other products, features, apps, services, technologies, and software we offer (the Facebook Products or Products), except where we expressly state that separate terms (and not these) apply.", + "label": "Not applicable" + }, + { + "text": "You can learn how to access and delete information we collect by visiting the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "For any other purposes disclosed to you at the time we collect your information or and pursuant to your consent.", + "label": "Commit to privacy" + }, + { + "text": "In Messenger Facebook Lite Watch Places Games Marketplace Facebook Pay Jobs Oculus Portal Instagram", + "label": "Not applicable" + }, + { + "text": "You may not upload viruses or malicious code or do anything that could disable, overburden, or impair the proper working or appearance of our Products.", + "label": "Not applicable" + }, + { + "text": "Except as otherwise stated in this policy, the Data Policy will apply to our processing of the data that we collect via cookies.", + "label": "Commit to privacy" + }, + { + "text": "For example, we can suggest that you join a group on Facebook that includes people you follow on Instagram or communicate with using Messenger.", + "label": "Violate privacy" + }, + { + "text": "Updating our Terms We work constantly to improve our services and develop new features to make our Products better for you and our community.", + "label": "Not applicable" + }, + { + "text": "Limits on liability by our negligence, or to affect your statutory rights.", + "label": "Not applicable" + }, + { + "text": "By using our Products, you agree that we can show you ads", + "label": "Not applicable" + }, + { + "text": "This license will end when your content is deleted from our systems.", + "label": "Not applicable" + }, + { + "text": "The Facebook Products; ▪ Products provided by other members of the Facebook Companies; and ▪ Websites and apps provided by other companies that use the Facebook Products, including companies that incorporate the Facebook Technologies into their websites and apps.", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/SVC/One vs One/C=0.05/Predictions_Test.json b/output/AI Classifier/SVC/One vs One/C=0.05/Predictions_Test.json new file mode 100644 index 0000000..37393b9 --- /dev/null +++ b/output/AI Classifier/SVC/One vs One/C=0.05/Predictions_Test.json @@ -0,0 +1,270 @@ +[ + { + "text": "This can include information about you, such as when others share or comment on a photo of you, send a message to you, or upload, sync or import your contact information.", + "label": "Violate privacy" + }, + { + "text": "T O", + "label": "Not applicable" + }, + { + "text": "Law enforcement or legal requests.", + "label": "Not applicable" + }, + { + "text": "This and other information (such as racial or ethnic origin, philosophical beliefs or trade union membership) is subject to special protections under EU law.", + "label": "Commit to privacy" + }, + { + "text": "In each of the above cases, this license will continue until the content has been fully deleted.", + "label": "Related to privacy" + }, + { + "text": "For example, we log when you're using and have last used our Products, and what posts, videos and other content you view on our Products.", + "label": "Violate privacy" + }, + { + "text": "For example, Page admins and Instagram business profiles receive information about the number of people or accounts who viewed, reacted to, or commented on their posts, as well as aggregate demographic and other information that helps them understand interactions with their Page or account.", + "label": "Related to privacy" + }, + { + "text": "This includes payment information, such as your credit or debit card number and other card information; other account and authentication information; and billing, shipping and contact details.", + "label": "Related to privacy" + }, + { + "text": "7.", + "label": "Not applicable" + }, + { + "text": "We require each of these partners to have lawful rights to collect, use and share your data before providing any data to us.", + "label": "Commit to privacy" + }, + { + "text": "Nothing in these Terms is intended to exclude or limit our liability for death, personal injury or fraudulent misrepresentation caused We will exercise professional diligence in providing our Products and services to you and in keeping a safe, secure and error-free environment.", + "label": "Declare opinion about privacy" + }, + { + "text": "You can find additional tools and information in the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "Learn more about deletion of content you have shared and cookie data obtained through social plugins.", + "label": "Commit to privacy" + }, + { + "text": "Permission to use content you create and share: Some content that you share or upload, such as photos or videos, may be protected by intellectual property laws.", + "label": "Not applicable" + }, + { + "text": "You are free to share your content with anyone else, wherever you want.", + "label": "Related to privacy" + }, + { + "text": "We try to make Facebook broadly available to everyone, but you cannot use Facebook if: •", + "label": "Not applicable" + }, + { + "text": "• Music Guidelines: These guidelines outline the policies that apply if you post or share content containing music on Facebook.", + "label": "Not applicable" + }, + { + "text": "F E A T", + "label": "Not applicable" + }, + { + "text": "The cookies that we use include session cookies, which are deleted when you close your browser, and persistent cookies, which stay in your browser until they expire or you delete them.", + "label": "Related to privacy" + }, + { + "text": "We share your information with third-party vendors and service providers that help us with specialized services, including email deployment, business analytics, marketing, and data processing.", + "label": "Violate privacy" + }, + { + "text": "Learn more about how you can control who can see the things you share.", + "label": "Commit to privacy" + }, + { + "text": "Site features and services", + "label": "Not applicable" + }, + { + "text": "future.", + "label": "Not applicable" + }, + { + "text": "Faceb ook 7 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "If we introduce face-recognition technology to your Instagram experience, we will let you know first, and you will have control over whether we use this technology for you.", + "label": "Not applicable" + }, + { + "text": "For example: We use cookies to help businesses understand the kinds of people who like their Facebook Page or use their apps so that they can provide more relevant content and develop features that are likely to be interesting to their customers.", + "label": "Related to privacy" + }, + { + "text": "• Help you discover content, products, and services that may interest you: We show you ads, offers, and other sponsored content to help you discover content, products, and services that are offered by the many businesses and organizations that use Facebook and other Facebook Products.", + "label": "Related to privacy" + }, + { + "text": "2.", + "label": "Not applicable" + }, + { + "text": "Two-Factor Authentication", + "label": "Not applicable" + }, + { + "text": "N E R I N G", + "label": "Not applicable" + }, + { + "text": "Other technologies, including data that we store on your web browser or device, identifiers associated with your device and other software, are used for similar purposes.", + "label": "Violate privacy" + }, + { + "text": "Please note that ad blockers and tools that restrict our cookie use may interfere with these controls.", + "label": "Not applicable" + }, + { + "text": "To delete your account at any time, please visit the Facebook Settings and Instagram Settings.", + "label": "Related to privacy" + }, + { + "text": "Changes To This Policy", + "label": "Not applicable" + }, + { + "text": "Digital Advertising Alliance of Canada ▪ European Interactive Digital Advertising Alliance Browser cookie controls:", + "label": "Not applicable" + }, + { + "text": "We then show their ad to people who might be interested.", + "label": "Declare opinion about privacy" + }, + { + "text": "We’re ensuring every new product or feature is built with privacy in mind.", + "label": "Not applicable" + }, + { + "text": "You can delete content individually or all at once by deleting your account.", + "label": "Commit to privacy" + }, + { + "text": "• Network and connections: information such as the name of your mobile operator or ISP, language, time zone, mobile phone number, IP address, connection speed and, in some cases, information about other devices that are nearby or on your network, so we can do things like help you stream a video from your phone to your TV.", + "label": "Related to privacy" + }, + { + "text": "In Data Policy", + "label": "Not applicable" + }, + { + "text": "Cookies are used to store and receive identifiers and other information on computers, phones and other devices.", + "label": "Related to privacy" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "However, to provide our services we need you to give us some legal permissions (known as a ‘license’) to use this content.", + "label": "Violate privacy" + }, + { + "text": "You can learn about how we collect and use your data in our Data Policy.", + "label": "Commit to privacy" + }, + { + "text": "We work with third-party partners who help us provide and improve our Products or who use Facebook Business Tools to grow their businesses, which makes it possible to operate our companies and provide free services to people around the world.", + "label": "Declare opinion about privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-... Download", + "label": "Not applicable" + }, + { + "text": "What is our legal basis for processing data?", + "label": "Not applicable" + }, + { + "text": "Cookies also help us prevent underage people from registering for Facebook accounts.", + "label": "Violate privacy" + }, + { + "text": "Data retention, account deactivation and deletion", + "label": "Not applicable" + }, + { + "text": "Certain parts of the Facebook Products may not work properly if you have disabled browser cookie use.", + "label": "Related to privacy" + }, + { + "text": "Here's how: Provide, personalize and improve our Products.", + "label": "Not applicable" + }, + { + "text": "VIII.", + "label": "Not applicable" + }, + { + "text": "What kinds of information do we collect?", + "label": "Not applicable" + }, + { + "text": "If you use any of these Products, you will be provided with an opportunity to agree to supplemental terms that will become part of our agreement with you.", + "label": "Not applicable" + }, + { + "text": "Seeing This", + "label": "Not applicable" + }, + { + "text": "In Cookies & other storage technologies", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + }, + { + "text": "By these platforms, we aim to make your online experiences richer and more personalized.", + "label": "Declare opinion about privacy" + }, + { + "text": "Learn more about how Facebook ads work here.", + "label": "Not applicable" + }, + { + "text": "These partners provide information about your activities off Facebook—including information about your device, websites you visit, purchases you make, the ads you see, and how you use their services—whether or not you have a Facebook account or are logged into Facebook.", + "label": "Violate privacy" + }, + { + "text": "We use the data we have - for example, about the connections you make, the choices and settings you select, and what you share and do on and off our Products - to personalize your experience.", + "label": "Commit to privacy" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "▪", + "label": "Not applicable" + }, + { + "text": "For example, we use data we have to investigate suspicious activity or violations of our terms or policies, or to detect when someone needs help.", + "label": "Violate privacy" + }, + { + "text": "You must obtain our written permission (or permission under an open source license) to modify, create derivative works of, decompile, or otherwise attempt to extract source code from us.", + "label": "Not applicable" + }, + { + "text": "Things you and others do and provide.", + "label": "Not applicable" + }, + { + "text": "countries, bringing our payout total to date to over $9.8 million to strengthen the security of our users and the internet at large.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_NonNormalized_Dev.png b/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_NonNormalized_Dev.png new file mode 100644 index 0000000..aaf0dc5 Binary files /dev/null and b/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_NonNormalized_Dev.png differ diff --git a/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_NonNormalized_Test.png b/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_NonNormalized_Test.png new file mode 100644 index 0000000..e63ec34 Binary files /dev/null and b/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_NonNormalized_Test.png differ diff --git a/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_Normalized_Dev.png b/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_Normalized_Dev.png new file mode 100644 index 0000000..348bf2c Binary files /dev/null and b/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_Normalized_Dev.png differ diff --git a/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_Normalized_Test.png b/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_Normalized_Test.png new file mode 100644 index 0000000..9782068 Binary files /dev/null and b/output/AI Classifier/SVC/One vs One/C=0.05/confusion_matrix_Normalized_Test.png differ diff --git a/output/AI Classifier/SVC/One vs One/C=1/PredictionsStatsDev.txt b/output/AI Classifier/SVC/One vs One/C=1/PredictionsStatsDev.txt new file mode 100644 index 0000000..3ca9c1e --- /dev/null +++ b/output/AI Classifier/SVC/One vs One/C=1/PredictionsStatsDev.txt @@ -0,0 +1,15 @@ +Performance measures - SVC +0ne vs One, C = 1 + +Dev set: + +Precision macro: 0.773 +Precision Individually: [0.818 1. 0.795 0.667 0.583] +Recall macro: 0.649 +Recall Individually: [0.692 0.5 0.912 0.364 0.778] +F1 Score micro: 0.754 +F1 Score macro: 0.681 +F1 Score weighted: 0.741 +F1 Score Individually: [0.75 0.667 0.849 0.471 0.667] + + diff --git a/output/AI Classifier/SVC/One vs One/C=1/PredictionsStatsTest.txt b/output/AI Classifier/SVC/One vs One/C=1/PredictionsStatsTest.txt new file mode 100644 index 0000000..6820e80 --- /dev/null +++ b/output/AI Classifier/SVC/One vs One/C=1/PredictionsStatsTest.txt @@ -0,0 +1,15 @@ +Performance measures - SVC +0ne vs One, C = 1 + +Test set: + +Precision macro: 0.591 +Precision Individually: [0.889 0.25 0.829 0.364 0.625] +Recall macro: 0.674 +Recall Individually: [0.571 1. 0.935 0.364 0.5 ] +F1 Score micro: 0.701 +F1 Score macro: 0.579 +F1 Score weighted: 0.701 +F1 Score Individually: [0.696 0.4 0.879 0.364 0.556] + + diff --git a/output/AI Classifier/SVC/One vs One/C=1/Predictions_Dev.json b/output/AI Classifier/SVC/One vs One/C=1/Predictions_Dev.json new file mode 100644 index 0000000..8b50d26 --- /dev/null +++ b/output/AI Classifier/SVC/One vs One/C=1/Predictions_Dev.json @@ -0,0 +1,278 @@ +[ + { + "text": "We make privacy part of everything we do, and are continuing to improve.", + "label": "Not applicable" + }, + { + "text": "For instance, if you access or use our Products for commercial or business purposes, such as buying ads, selling products, developing apps, managing a group or Page for your business, or using our measurement services, you must agree to our Commercial", + "label": "Not applicable" + }, + { + "text": "• Live Policies: These policies apply to all content broadcast to Facebook Live.", + "label": "Not applicable" + }, + { + "text": "partners.", + "label": "Not applicable" + }, + { + "text": "The types of information we collect depend on how you use our Products.", + "label": "Not applicable" + }, + { + "text": "Communicate with you.", + "label": "Not applicable" + }, + { + "text": "Researchers and academics.", + "label": "Not applicable" + }, + { + "text": "If you submit a copy of your government-issued ID for account verification purposes, we delete that copy 30 days after review, unless otherwise stated.", + "label": "Commit to privacy" + }, + { + "text": "They supersede any prior agreements.", + "label": "Not applicable" + }, + { + "text": "We collect information about the people, Pages, accounts, hashtags and groups you are connected to and how you interact with them across our Products, such as people you communicate with the most or groups you are part of.", + "label": "Violate privacy" + }, + { + "text": "Permission to update software you use or download: If you download or use our software, you give us permission to download and install updates to the software where available.", + "label": "Commit to privacy" + }, + { + "text": "Terms.", + "label": "Not applicable" + }, + { + "text": "I C E S", + "label": "Not applicable" + }, + { + "text": "People can also use our Products to create and share content about you with the audience they choose.", + "label": "Violate privacy" + }, + { + "text": "Some web browsers transmit \"do-not- track\" signals to websites.", + "label": "Not applicable" + }, + { + "text": "We may receive information about you from other sources, including through third-party services and organizations, which we may combine with other information we receive about you.", + "label": "Violate privacy" + }, + { + "text": "We currently do not take action in response to these signals.", + "label": "Not applicable" + }, + { + "text": "Data from device settings: information you allow us to receive through device settings you turn on, such as access to your GPS location, camera or photos.", + "label": "Violate privacy" + }, + { + "text": "data.", + "label": "Not applicable" + }, + { + "text": "4.", + "label": "Not applicable" + }, + { + "text": "Facebook Transparency Report We publish regular reports to give our community visibility into how we enforce policies, respond to data requests, and protect intellectual property.", + "label": "Commit to privacy" + }, + { + "text": "Learn more about our research programs.", + "label": "Not applicable" + }, + { + "text": "We can also make your experience more seamless, for example, by automatically filling in your registration information (such as your phone number) from one Facebook Product when you sign up for an account on a different Product.", + "label": "Related to privacy" + }, + { + "text": "We may place cookies on your computer or device and receive information stored in cookies when you use or visit: ▪", + "label": "Violate privacy" + }, + { + "text": "As a result, we may need to update these Terms from time to time to accurately reflect our services and practices.", + "label": "Not applicable" + }, + { + "text": "Our Services may enable you to access these platforms directly or indirectly through our Services.", + "label": "Not applicable" + }, + { + "text": "• Not share your password, give access to your Facebook account to others, or transfer your account to anyone else (without our permission).", + "label": "Related to privacy" + }, + { + "text": "We also provide advertisers with reports about the performance of their ads to help them understand how people are interacting with their content on and off Facebook.", + "label": "Related to privacy" + }, + { + "text": "Enable global access to our services: To operate our global service, we need to store and distribute content and data in our data centers and systems around the world, including outside your country of residence.", + "label": "Not applicable" + }, + { + "text": "Cookies Policy https://www.facebook.com/policy/cookies/printable", + "label": "Not applicable" + }, + { + "text": "We also partner to improve security standards across the industry.", + "label": "Not applicable" + }, + { + "text": "Information from partners.", + "label": "Not applicable" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "You, other people using Facebook and Instagram, and we can provide access to or send public information to anyone on or off our Products, including in other Facebook Company Products, in search results, or through tools and APIs.", + "label": "Related to privacy" + }, + { + "text": "When you add a platform account to our Services or log into our Services using your platform account, we may collect relevant information necessary to enable our Services to access that platform and your data that platform holds.", + "label": "Violate privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-", + "label": "Not applicable" + }, + { + "text": "Your California Privacy Rights We do not share personal information with third parties for their own direct marketing purposes.", + "label": "Violate privacy" + }, + { + "text": "We will delete any information we may have inadvertently received from a child under 13 upon notice.", + "label": "Commit to privacy" + }, + { + "text": "Sardu Deutsch Español Shqip ﺍﻟﻌﺮﺑﻴﺔ Português (Brasil) िह�दी", + "label": "Not applicable" + }, + { + "text": "We don’t sell your personal data to advertisers, and we don’t share information that directly identifies you (such as your name, email address or other contact information) with advertisers unless you give us specific permission.", + "label": "Commit to privacy" + }, + { + "text": "We don't sell any of your information to anyone, and we never will.", + "label": "Related to privacy" + }, + { + "text": "When you subscribe to receive premium content, or buy something from a seller in our Products, the content creator or seller can receive your public information and other information you share with them, as well as the information needed to complete the transaction, including shipping and contact details.", + "label": "Related to privacy" + }, + { + "text": "The advertising companies we work with generally use cookies and similar technologies as part of their services.", + "label": "Violate privacy" + }, + { + "text": "You should know that we may need to change the username for your account in certain circumstances (for example, if someone else claims the username and it appears unrelated to the name you use in everyday life).We will inform you in advance if we have to do this and explain why.", + "label": "Violate privacy" + }, + { + "text": "The services we provide Our mission is to give people the power to build community and bring the world closer together.", + "label": "Not applicable" + }, + { + "text": "If you delete or we disable your account, these Terms shall terminate as an agreement between you and us, but the following provisions will remain in place: 3.3.1, 4.2-4.5.", + "label": "Commit to privacy" + }, + { + "text": "For example, people can share a photo of you in a Story, mention or tag you at a location in a post, or share information about you in their posts or messages.", + "label": "Violate privacy" + }, + { + "text": "Learn more.", + "label": "Not applicable" + }, + { + "text": "Protecting people's privacy is central to how we've designed our ad system.", + "label": "Declare opinion about privacy" + }, + { + "text": "But apps and websites you use will not be able to receive any other information about your Facebook friends from you, or information about any of your Instagram followers (although your friends and followers may, of course, choose to share this information themselves).", + "label": "Commit to privacy" + }, + { + "text": "Yes, other companies use cookies on the Facebook Products to provide advertising, measurement, marketing and analytics services to us, and to provide certain features and improve our services for you.", + "label": "Violate privacy" + }, + { + "text": "U R I T Y", + "label": "Not applicable" + }, + { + "text": "We'll notify you before we make changes to this policy and give you the opportunity to review the revised policy before you choose to continue using our Products. XI.", + "label": "Commit to privacy" + }, + { + "text": "Performance", + "label": "Not applicable" + }, + { + "text": "If you have any questions about this Privacy Policy or our practices, please contact us at 5 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "These Terms govern your use of Facebook, Messenger, and the other products, features, apps, services, technologies, and software we offer (the Facebook Products or Products), except where we expressly state that separate terms (and not these) apply.", + "label": "Not applicable" + }, + { + "text": "You can learn how to access and delete information we collect by visiting the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "For any other purposes disclosed to you at the time we collect your information or and pursuant to your consent.", + "label": "Commit to privacy" + }, + { + "text": "In Messenger Facebook Lite Watch Places Games Marketplace Facebook Pay Jobs Oculus Portal Instagram", + "label": "Not applicable" + }, + { + "text": "You may not upload viruses or malicious code or do anything that could disable, overburden, or impair the proper working or appearance of our Products.", + "label": "Not applicable" + }, + { + "text": "Except as otherwise stated in this policy, the Data Policy will apply to our processing of the data that we collect via cookies.", + "label": "Commit to privacy" + }, + { + "text": "For example, we can suggest that you join a group on Facebook that includes people you follow on Instagram or communicate with using Messenger.", + "label": "Violate privacy" + }, + { + "text": "Updating our Terms We work constantly to improve our services and develop new features to make our Products better for you and our community.", + "label": "Not applicable" + }, + { + "text": "Limits on liability by our negligence, or to affect your statutory rights.", + "label": "Not applicable" + }, + { + "text": "By using our Products, you agree that we can show you ads", + "label": "Not applicable" + }, + { + "text": "This license will end when your content is deleted from our systems.", + "label": "Not applicable" + }, + { + "text": "The Facebook Products; ▪ Products provided by other members of the Facebook Companies; and ▪ Websites and apps provided by other companies that use the Facebook Products, including companies that incorporate the Facebook Technologies into their websites and apps.", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/SVC/One vs One/C=1/Predictions_Test.json b/output/AI Classifier/SVC/One vs One/C=1/Predictions_Test.json new file mode 100644 index 0000000..7a8b252 --- /dev/null +++ b/output/AI Classifier/SVC/One vs One/C=1/Predictions_Test.json @@ -0,0 +1,270 @@ +[ + { + "text": "This can include information about you, such as when others share or comment on a photo of you, send a message to you, or upload, sync or import your contact information.", + "label": "Violate privacy" + }, + { + "text": "T O", + "label": "Not applicable" + }, + { + "text": "Law enforcement or legal requests.", + "label": "Not applicable" + }, + { + "text": "This and other information (such as racial or ethnic origin, philosophical beliefs or trade union membership) is subject to special protections under EU law.", + "label": "Commit to privacy" + }, + { + "text": "In each of the above cases, this license will continue until the content has been fully deleted.", + "label": "Related to privacy" + }, + { + "text": "For example, we log when you're using and have last used our Products, and what posts, videos and other content you view on our Products.", + "label": "Violate privacy" + }, + { + "text": "For example, Page admins and Instagram business profiles receive information about the number of people or accounts who viewed, reacted to, or commented on their posts, as well as aggregate demographic and other information that helps them understand interactions with their Page or account.", + "label": "Related to privacy" + }, + { + "text": "This includes payment information, such as your credit or debit card number and other card information; other account and authentication information; and billing, shipping and contact details.", + "label": "Related to privacy" + }, + { + "text": "7.", + "label": "Not applicable" + }, + { + "text": "We require each of these partners to have lawful rights to collect, use and share your data before providing any data to us.", + "label": "Commit to privacy" + }, + { + "text": "Nothing in these Terms is intended to exclude or limit our liability for death, personal injury or fraudulent misrepresentation caused We will exercise professional diligence in providing our Products and services to you and in keeping a safe, secure and error-free environment.", + "label": "Declare opinion about privacy" + }, + { + "text": "You can find additional tools and information in the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "Learn more about deletion of content you have shared and cookie data obtained through social plugins.", + "label": "Commit to privacy" + }, + { + "text": "Permission to use content you create and share: Some content that you share or upload, such as photos or videos, may be protected by intellectual property laws.", + "label": "Not applicable" + }, + { + "text": "You are free to share your content with anyone else, wherever you want.", + "label": "Related to privacy" + }, + { + "text": "We try to make Facebook broadly available to everyone, but you cannot use Facebook if: •", + "label": "Not applicable" + }, + { + "text": "• Music Guidelines: These guidelines outline the policies that apply if you post or share content containing music on Facebook.", + "label": "Not applicable" + }, + { + "text": "F E A T", + "label": "Not applicable" + }, + { + "text": "The cookies that we use include session cookies, which are deleted when you close your browser, and persistent cookies, which stay in your browser until they expire or you delete them.", + "label": "Related to privacy" + }, + { + "text": "We share your information with third-party vendors and service providers that help us with specialized services, including email deployment, business analytics, marketing, and data processing.", + "label": "Violate privacy" + }, + { + "text": "Learn more about how you can control who can see the things you share.", + "label": "Commit to privacy" + }, + { + "text": "Site features and services", + "label": "Not applicable" + }, + { + "text": "future.", + "label": "Not applicable" + }, + { + "text": "Faceb ook 7 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "If we introduce face-recognition technology to your Instagram experience, we will let you know first, and you will have control over whether we use this technology for you.", + "label": "Not applicable" + }, + { + "text": "For example: We use cookies to help businesses understand the kinds of people who like their Facebook Page or use their apps so that they can provide more relevant content and develop features that are likely to be interesting to their customers.", + "label": "Related to privacy" + }, + { + "text": "• Help you discover content, products, and services that may interest you: We show you ads, offers, and other sponsored content to help you discover content, products, and services that are offered by the many businesses and organizations that use Facebook and other Facebook Products.", + "label": "Related to privacy" + }, + { + "text": "2.", + "label": "Not applicable" + }, + { + "text": "Two-Factor Authentication", + "label": "Not applicable" + }, + { + "text": "N E R I N G", + "label": "Not applicable" + }, + { + "text": "Other technologies, including data that we store on your web browser or device, identifiers associated with your device and other software, are used for similar purposes.", + "label": "Violate privacy" + }, + { + "text": "Please note that ad blockers and tools that restrict our cookie use may interfere with these controls.", + "label": "Not applicable" + }, + { + "text": "To delete your account at any time, please visit the Facebook Settings and Instagram Settings.", + "label": "Related to privacy" + }, + { + "text": "Changes To This Policy", + "label": "Not applicable" + }, + { + "text": "Digital Advertising Alliance of Canada ▪ European Interactive Digital Advertising Alliance Browser cookie controls:", + "label": "Not applicable" + }, + { + "text": "We then show their ad to people who might be interested.", + "label": "Declare opinion about privacy" + }, + { + "text": "We’re ensuring every new product or feature is built with privacy in mind.", + "label": "Commit to privacy" + }, + { + "text": "You can delete content individually or all at once by deleting your account.", + "label": "Commit to privacy" + }, + { + "text": "• Network and connections: information such as the name of your mobile operator or ISP, language, time zone, mobile phone number, IP address, connection speed and, in some cases, information about other devices that are nearby or on your network, so we can do things like help you stream a video from your phone to your TV.", + "label": "Related to privacy" + }, + { + "text": "In Data Policy", + "label": "Not applicable" + }, + { + "text": "Cookies are used to store and receive identifiers and other information on computers, phones and other devices.", + "label": "Related to privacy" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "However, to provide our services we need you to give us some legal permissions (known as a ‘license’) to use this content.", + "label": "Violate privacy" + }, + { + "text": "You can learn about how we collect and use your data in our Data Policy.", + "label": "Commit to privacy" + }, + { + "text": "We work with third-party partners who help us provide and improve our Products or who use Facebook Business Tools to grow their businesses, which makes it possible to operate our companies and provide free services to people around the world.", + "label": "Declare opinion about privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-... Download", + "label": "Not applicable" + }, + { + "text": "What is our legal basis for processing data?", + "label": "Not applicable" + }, + { + "text": "Cookies also help us prevent underage people from registering for Facebook accounts.", + "label": "Violate privacy" + }, + { + "text": "Data retention, account deactivation and deletion", + "label": "Not applicable" + }, + { + "text": "Certain parts of the Facebook Products may not work properly if you have disabled browser cookie use.", + "label": "Related to privacy" + }, + { + "text": "Here's how: Provide, personalize and improve our Products.", + "label": "Not applicable" + }, + { + "text": "VIII.", + "label": "Not applicable" + }, + { + "text": "What kinds of information do we collect?", + "label": "Not applicable" + }, + { + "text": "If you use any of these Products, you will be provided with an opportunity to agree to supplemental terms that will become part of our agreement with you.", + "label": "Not applicable" + }, + { + "text": "Seeing This", + "label": "Not applicable" + }, + { + "text": "In Cookies & other storage technologies", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + }, + { + "text": "By these platforms, we aim to make your online experiences richer and more personalized.", + "label": "Declare opinion about privacy" + }, + { + "text": "Learn more about how Facebook ads work here.", + "label": "Not applicable" + }, + { + "text": "These partners provide information about your activities off Facebook—including information about your device, websites you visit, purchases you make, the ads you see, and how you use their services—whether or not you have a Facebook account or are logged into Facebook.", + "label": "Violate privacy" + }, + { + "text": "We use the data we have - for example, about the connections you make, the choices and settings you select, and what you share and do on and off our Products - to personalize your experience.", + "label": "Commit to privacy" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "▪", + "label": "Not applicable" + }, + { + "text": "For example, we use data we have to investigate suspicious activity or violations of our terms or policies, or to detect when someone needs help.", + "label": "Violate privacy" + }, + { + "text": "You must obtain our written permission (or permission under an open source license) to modify, create derivative works of, decompile, or otherwise attempt to extract source code from us.", + "label": "Not applicable" + }, + { + "text": "Things you and others do and provide.", + "label": "Not applicable" + }, + { + "text": "countries, bringing our payout total to date to over $9.8 million to strengthen the security of our users and the internet at large.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_NonNormalized_Dev.png b/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_NonNormalized_Dev.png new file mode 100644 index 0000000..2685ef3 Binary files /dev/null and b/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_NonNormalized_Dev.png differ diff --git a/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_NonNormalized_Test.png b/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_NonNormalized_Test.png new file mode 100644 index 0000000..c9d61be Binary files /dev/null and b/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_NonNormalized_Test.png differ diff --git a/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_Normalized_Dev.png b/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_Normalized_Dev.png new file mode 100644 index 0000000..4229c55 Binary files /dev/null and b/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_Normalized_Dev.png differ diff --git a/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_Normalized_Test.png b/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_Normalized_Test.png new file mode 100644 index 0000000..c910d26 Binary files /dev/null and b/output/AI Classifier/SVC/One vs One/C=1/confusion_matrix_Normalized_Test.png differ diff --git a/output/AI Classifier/SVC/One vs Rest/C=0.05/PredictionsStatsDev.txt b/output/AI Classifier/SVC/One vs Rest/C=0.05/PredictionsStatsDev.txt new file mode 100644 index 0000000..e953413 --- /dev/null +++ b/output/AI Classifier/SVC/One vs Rest/C=0.05/PredictionsStatsDev.txt @@ -0,0 +1,15 @@ +Performance measures - SVC +0ne vs Rest, C = 0.05 + +Dev set: + +Precision macro: 0.509 +Precision Individually: [0.583 0. 0.838 0.625 0.5 ] +Recall macro: 0.492 +Recall Individually: [0.538 0. 0.912 0.455 0.556] +F1 Score micro: 0.696 +F1 Score macro: 0.497 +F1 Score weighted: 0.688 +F1 Score Individually: [0.56 0. 0.873 0.526 0.526] + + diff --git a/output/AI Classifier/SVC/One vs Rest/C=0.05/PredictionsStatsTest.txt b/output/AI Classifier/SVC/One vs Rest/C=0.05/PredictionsStatsTest.txt new file mode 100644 index 0000000..d53e88a --- /dev/null +++ b/output/AI Classifier/SVC/One vs Rest/C=0.05/PredictionsStatsTest.txt @@ -0,0 +1,15 @@ +Performance measures - SVC +0ne vs Rest, C = 0.05 + +Test set: + +Precision macro: 0.599 +Precision Individually: [0.833 0.5 0.757 0.333 0.571] +Recall macro: 0.658 +Recall Individually: [0.714 1. 0.903 0.273 0.4 ] +F1 Score micro: 0.687 +F1 Score macro: 0.606 +F1 Score weighted: 0.671 +F1 Score Individually: [0.769 0.667 0.824 0.3 0.471] + + diff --git a/output/AI Classifier/SVC/One vs Rest/C=0.05/Predictions_Dev.json b/output/AI Classifier/SVC/One vs Rest/C=0.05/Predictions_Dev.json new file mode 100644 index 0000000..8b0a653 --- /dev/null +++ b/output/AI Classifier/SVC/One vs Rest/C=0.05/Predictions_Dev.json @@ -0,0 +1,278 @@ +[ + { + "text": "We make privacy part of everything we do, and are continuing to improve.", + "label": "Not applicable" + }, + { + "text": "For instance, if you access or use our Products for commercial or business purposes, such as buying ads, selling products, developing apps, managing a group or Page for your business, or using our measurement services, you must agree to our Commercial", + "label": "Not applicable" + }, + { + "text": "• Live Policies: These policies apply to all content broadcast to Facebook Live.", + "label": "Not applicable" + }, + { + "text": "partners.", + "label": "Not applicable" + }, + { + "text": "The types of information we collect depend on how you use our Products.", + "label": "Commit to privacy" + }, + { + "text": "Communicate with you.", + "label": "Not applicable" + }, + { + "text": "Researchers and academics.", + "label": "Not applicable" + }, + { + "text": "If you submit a copy of your government-issued ID for account verification purposes, we delete that copy 30 days after review, unless otherwise stated.", + "label": "Commit to privacy" + }, + { + "text": "They supersede any prior agreements.", + "label": "Not applicable" + }, + { + "text": "We collect information about the people, Pages, accounts, hashtags and groups you are connected to and how you interact with them across our Products, such as people you communicate with the most or groups you are part of.", + "label": "Related to privacy" + }, + { + "text": "Permission to update software you use or download: If you download or use our software, you give us permission to download and install updates to the software where available.", + "label": "Not applicable" + }, + { + "text": "Terms.", + "label": "Not applicable" + }, + { + "text": "I C E S", + "label": "Not applicable" + }, + { + "text": "People can also use our Products to create and share content about you with the audience they choose.", + "label": "Violate privacy" + }, + { + "text": "Some web browsers transmit \"do-not- track\" signals to websites.", + "label": "Related to privacy" + }, + { + "text": "We may receive information about you from other sources, including through third-party services and organizations, which we may combine with other information we receive about you.", + "label": "Not applicable" + }, + { + "text": "We currently do not take action in response to these signals.", + "label": "Commit to privacy" + }, + { + "text": "Data from device settings: information you allow us to receive through device settings you turn on, such as access to your GPS location, camera or photos.", + "label": "Violate privacy" + }, + { + "text": "data.", + "label": "Not applicable" + }, + { + "text": "4.", + "label": "Not applicable" + }, + { + "text": "Facebook Transparency Report We publish regular reports to give our community visibility into how we enforce policies, respond to data requests, and protect intellectual property.", + "label": "Not applicable" + }, + { + "text": "Learn more about our research programs.", + "label": "Not applicable" + }, + { + "text": "We can also make your experience more seamless, for example, by automatically filling in your registration information (such as your phone number) from one Facebook Product when you sign up for an account on a different Product.", + "label": "Violate privacy" + }, + { + "text": "We may place cookies on your computer or device and receive information stored in cookies when you use or visit: ▪", + "label": "Violate privacy" + }, + { + "text": "As a result, we may need to update these Terms from time to time to accurately reflect our services and practices.", + "label": "Not applicable" + }, + { + "text": "Our Services may enable you to access these platforms directly or indirectly through our Services.", + "label": "Not applicable" + }, + { + "text": "• Not share your password, give access to your Facebook account to others, or transfer your account to anyone else (without our permission).", + "label": "Related to privacy" + }, + { + "text": "We also provide advertisers with reports about the performance of their ads to help them understand how people are interacting with their content on and off Facebook.", + "label": "Related to privacy" + }, + { + "text": "Enable global access to our services: To operate our global service, we need to store and distribute content and data in our data centers and systems around the world, including outside your country of residence.", + "label": "Related to privacy" + }, + { + "text": "Cookies Policy https://www.facebook.com/policy/cookies/printable", + "label": "Not applicable" + }, + { + "text": "We also partner to improve security standards across the industry.", + "label": "Violate privacy" + }, + { + "text": "Information from partners.", + "label": "Not applicable" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "You, other people using Facebook and Instagram, and we can provide access to or send public information to anyone on or off our Products, including in other Facebook Company Products, in search results, or through tools and APIs.", + "label": "Related to privacy" + }, + { + "text": "When you add a platform account to our Services or log into our Services using your platform account, we may collect relevant information necessary to enable our Services to access that platform and your data that platform holds.", + "label": "Violate privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-", + "label": "Not applicable" + }, + { + "text": "Your California Privacy Rights We do not share personal information with third parties for their own direct marketing purposes.", + "label": "Violate privacy" + }, + { + "text": "We will delete any information we may have inadvertently received from a child under 13 upon notice.", + "label": "Commit to privacy" + }, + { + "text": "Sardu Deutsch Español Shqip ﺍﻟﻌﺮﺑﻴﺔ Português (Brasil) िह�दी", + "label": "Not applicable" + }, + { + "text": "We don’t sell your personal data to advertisers, and we don’t share information that directly identifies you (such as your name, email address or other contact information) with advertisers unless you give us specific permission.", + "label": "Commit to privacy" + }, + { + "text": "We don't sell any of your information to anyone, and we never will.", + "label": "Related to privacy" + }, + { + "text": "When you subscribe to receive premium content, or buy something from a seller in our Products, the content creator or seller can receive your public information and other information you share with them, as well as the information needed to complete the transaction, including shipping and contact details.", + "label": "Related to privacy" + }, + { + "text": "The advertising companies we work with generally use cookies and similar technologies as part of their services.", + "label": "Violate privacy" + }, + { + "text": "You should know that we may need to change the username for your account in certain circumstances (for example, if someone else claims the username and it appears unrelated to the name you use in everyday life).We will inform you in advance if we have to do this and explain why.", + "label": "Declare opinion about privacy" + }, + { + "text": "The services we provide Our mission is to give people the power to build community and bring the world closer together.", + "label": "Declare opinion about privacy" + }, + { + "text": "If you delete or we disable your account, these Terms shall terminate as an agreement between you and us, but the following provisions will remain in place: 3.3.1, 4.2-4.5.", + "label": "Commit to privacy" + }, + { + "text": "For example, people can share a photo of you in a Story, mention or tag you at a location in a post, or share information about you in their posts or messages.", + "label": "Violate privacy" + }, + { + "text": "Learn more.", + "label": "Not applicable" + }, + { + "text": "Protecting people's privacy is central to how we've designed our ad system.", + "label": "Commit to privacy" + }, + { + "text": "But apps and websites you use will not be able to receive any other information about your Facebook friends from you, or information about any of your Instagram followers (although your friends and followers may, of course, choose to share this information themselves).", + "label": "Commit to privacy" + }, + { + "text": "Yes, other companies use cookies on the Facebook Products to provide advertising, measurement, marketing and analytics services to us, and to provide certain features and improve our services for you.", + "label": "Violate privacy" + }, + { + "text": "U R I T Y", + "label": "Not applicable" + }, + { + "text": "We'll notify you before we make changes to this policy and give you the opportunity to review the revised policy before you choose to continue using our Products. XI.", + "label": "Commit to privacy" + }, + { + "text": "Performance", + "label": "Not applicable" + }, + { + "text": "If you have any questions about this Privacy Policy or our practices, please contact us at 5 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "These Terms govern your use of Facebook, Messenger, and the other products, features, apps, services, technologies, and software we offer (the Facebook Products or Products), except where we expressly state that separate terms (and not these) apply.", + "label": "Not applicable" + }, + { + "text": "You can learn how to access and delete information we collect by visiting the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "For any other purposes disclosed to you at the time we collect your information or and pursuant to your consent.", + "label": "Commit to privacy" + }, + { + "text": "In Messenger Facebook Lite Watch Places Games Marketplace Facebook Pay Jobs Oculus Portal Instagram", + "label": "Not applicable" + }, + { + "text": "You may not upload viruses or malicious code or do anything that could disable, overburden, or impair the proper working or appearance of our Products.", + "label": "Not applicable" + }, + { + "text": "Except as otherwise stated in this policy, the Data Policy will apply to our processing of the data that we collect via cookies.", + "label": "Not applicable" + }, + { + "text": "For example, we can suggest that you join a group on Facebook that includes people you follow on Instagram or communicate with using Messenger.", + "label": "Commit to privacy" + }, + { + "text": "Updating our Terms We work constantly to improve our services and develop new features to make our Products better for you and our community.", + "label": "Not applicable" + }, + { + "text": "Limits on liability by our negligence, or to affect your statutory rights.", + "label": "Not applicable" + }, + { + "text": "By using our Products, you agree that we can show you ads", + "label": "Not applicable" + }, + { + "text": "This license will end when your content is deleted from our systems.", + "label": "Not applicable" + }, + { + "text": "The Facebook Products; ▪ Products provided by other members of the Facebook Companies; and ▪ Websites and apps provided by other companies that use the Facebook Products, including companies that incorporate the Facebook Technologies into their websites and apps.", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/SVC/One vs Rest/C=0.05/Predictions_Test.json b/output/AI Classifier/SVC/One vs Rest/C=0.05/Predictions_Test.json new file mode 100644 index 0000000..1fab875 --- /dev/null +++ b/output/AI Classifier/SVC/One vs Rest/C=0.05/Predictions_Test.json @@ -0,0 +1,270 @@ +[ + { + "text": "This can include information about you, such as when others share or comment on a photo of you, send a message to you, or upload, sync or import your contact information.", + "label": "Violate privacy" + }, + { + "text": "T O", + "label": "Not applicable" + }, + { + "text": "Law enforcement or legal requests.", + "label": "Not applicable" + }, + { + "text": "This and other information (such as racial or ethnic origin, philosophical beliefs or trade union membership) is subject to special protections under EU law.", + "label": "Commit to privacy" + }, + { + "text": "In each of the above cases, this license will continue until the content has been fully deleted.", + "label": "Related to privacy" + }, + { + "text": "For example, we log when you're using and have last used our Products, and what posts, videos and other content you view on our Products.", + "label": "Violate privacy" + }, + { + "text": "For example, Page admins and Instagram business profiles receive information about the number of people or accounts who viewed, reacted to, or commented on their posts, as well as aggregate demographic and other information that helps them understand interactions with their Page or account.", + "label": "Related to privacy" + }, + { + "text": "This includes payment information, such as your credit or debit card number and other card information; other account and authentication information; and billing, shipping and contact details.", + "label": "Related to privacy" + }, + { + "text": "7.", + "label": "Not applicable" + }, + { + "text": "We require each of these partners to have lawful rights to collect, use and share your data before providing any data to us.", + "label": "Commit to privacy" + }, + { + "text": "Nothing in these Terms is intended to exclude or limit our liability for death, personal injury or fraudulent misrepresentation caused We will exercise professional diligence in providing our Products and services to you and in keeping a safe, secure and error-free environment.", + "label": "Violate privacy" + }, + { + "text": "You can find additional tools and information in the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "Learn more about deletion of content you have shared and cookie data obtained through social plugins.", + "label": "Commit to privacy" + }, + { + "text": "Permission to use content you create and share: Some content that you share or upload, such as photos or videos, may be protected by intellectual property laws.", + "label": "Not applicable" + }, + { + "text": "You are free to share your content with anyone else, wherever you want.", + "label": "Related to privacy" + }, + { + "text": "We try to make Facebook broadly available to everyone, but you cannot use Facebook if: •", + "label": "Not applicable" + }, + { + "text": "• Music Guidelines: These guidelines outline the policies that apply if you post or share content containing music on Facebook.", + "label": "Not applicable" + }, + { + "text": "F E A T", + "label": "Not applicable" + }, + { + "text": "The cookies that we use include session cookies, which are deleted when you close your browser, and persistent cookies, which stay in your browser until they expire or you delete them.", + "label": "Related to privacy" + }, + { + "text": "We share your information with third-party vendors and service providers that help us with specialized services, including email deployment, business analytics, marketing, and data processing.", + "label": "Violate privacy" + }, + { + "text": "Learn more about how you can control who can see the things you share.", + "label": "Commit to privacy" + }, + { + "text": "Site features and services", + "label": "Not applicable" + }, + { + "text": "future.", + "label": "Not applicable" + }, + { + "text": "Faceb ook 7 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "If we introduce face-recognition technology to your Instagram experience, we will let you know first, and you will have control over whether we use this technology for you.", + "label": "Commit to privacy" + }, + { + "text": "For example: We use cookies to help businesses understand the kinds of people who like their Facebook Page or use their apps so that they can provide more relevant content and develop features that are likely to be interesting to their customers.", + "label": "Related to privacy" + }, + { + "text": "• Help you discover content, products, and services that may interest you: We show you ads, offers, and other sponsored content to help you discover content, products, and services that are offered by the many businesses and organizations that use Facebook and other Facebook Products.", + "label": "Related to privacy" + }, + { + "text": "2.", + "label": "Not applicable" + }, + { + "text": "Two-Factor Authentication", + "label": "Not applicable" + }, + { + "text": "N E R I N G", + "label": "Not applicable" + }, + { + "text": "Other technologies, including data that we store on your web browser or device, identifiers associated with your device and other software, are used for similar purposes.", + "label": "Violate privacy" + }, + { + "text": "Please note that ad blockers and tools that restrict our cookie use may interfere with these controls.", + "label": "Commit to privacy" + }, + { + "text": "To delete your account at any time, please visit the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "Changes To This Policy", + "label": "Not applicable" + }, + { + "text": "Digital Advertising Alliance of Canada ▪ European Interactive Digital Advertising Alliance Browser cookie controls:", + "label": "Not applicable" + }, + { + "text": "We then show their ad to people who might be interested.", + "label": "Not applicable" + }, + { + "text": "We’re ensuring every new product or feature is built with privacy in mind.", + "label": "Commit to privacy" + }, + { + "text": "You can delete content individually or all at once by deleting your account.", + "label": "Commit to privacy" + }, + { + "text": "• Network and connections: information such as the name of your mobile operator or ISP, language, time zone, mobile phone number, IP address, connection speed and, in some cases, information about other devices that are nearby or on your network, so we can do things like help you stream a video from your phone to your TV.", + "label": "Not applicable" + }, + { + "text": "In Data Policy", + "label": "Not applicable" + }, + { + "text": "Cookies are used to store and receive identifiers and other information on computers, phones and other devices.", + "label": "Not applicable" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "However, to provide our services we need you to give us some legal permissions (known as a ‘license’) to use this content.", + "label": "Violate privacy" + }, + { + "text": "You can learn about how we collect and use your data in our Data Policy.", + "label": "Commit to privacy" + }, + { + "text": "We work with third-party partners who help us provide and improve our Products or who use Facebook Business Tools to grow their businesses, which makes it possible to operate our companies and provide free services to people around the world.", + "label": "Declare opinion about privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-... Download", + "label": "Not applicable" + }, + { + "text": "What is our legal basis for processing data?", + "label": "Not applicable" + }, + { + "text": "Cookies also help us prevent underage people from registering for Facebook accounts.", + "label": "Related to privacy" + }, + { + "text": "Data retention, account deactivation and deletion", + "label": "Not applicable" + }, + { + "text": "Certain parts of the Facebook Products may not work properly if you have disabled browser cookie use.", + "label": "Related to privacy" + }, + { + "text": "Here's how: Provide, personalize and improve our Products.", + "label": "Not applicable" + }, + { + "text": "VIII.", + "label": "Not applicable" + }, + { + "text": "What kinds of information do we collect?", + "label": "Not applicable" + }, + { + "text": "If you use any of these Products, you will be provided with an opportunity to agree to supplemental terms that will become part of our agreement with you.", + "label": "Not applicable" + }, + { + "text": "Seeing This", + "label": "Not applicable" + }, + { + "text": "In Cookies & other storage technologies", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + }, + { + "text": "By these platforms, we aim to make your online experiences richer and more personalized.", + "label": "Declare opinion about privacy" + }, + { + "text": "Learn more about how Facebook ads work here.", + "label": "Not applicable" + }, + { + "text": "These partners provide information about your activities off Facebook—including information about your device, websites you visit, purchases you make, the ads you see, and how you use their services—whether or not you have a Facebook account or are logged into Facebook.", + "label": "Violate privacy" + }, + { + "text": "We use the data we have - for example, about the connections you make, the choices and settings you select, and what you share and do on and off our Products - to personalize your experience.", + "label": "Commit to privacy" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "▪", + "label": "Not applicable" + }, + { + "text": "For example, we use data we have to investigate suspicious activity or violations of our terms or policies, or to detect when someone needs help.", + "label": "Not applicable" + }, + { + "text": "You must obtain our written permission (or permission under an open source license) to modify, create derivative works of, decompile, or otherwise attempt to extract source code from us.", + "label": "Not applicable" + }, + { + "text": "Things you and others do and provide.", + "label": "Not applicable" + }, + { + "text": "countries, bringing our payout total to date to over $9.8 million to strengthen the security of our users and the internet at large.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_NonNormalized_Dev.png b/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_NonNormalized_Dev.png new file mode 100644 index 0000000..0c3ce22 Binary files /dev/null and b/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_NonNormalized_Dev.png differ diff --git a/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_NonNormalized_Test.png b/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_NonNormalized_Test.png new file mode 100644 index 0000000..de9f216 Binary files /dev/null and b/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_NonNormalized_Test.png differ diff --git a/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_Normalized_Dev.png b/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_Normalized_Dev.png new file mode 100644 index 0000000..1f31a97 Binary files /dev/null and b/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_Normalized_Dev.png differ diff --git a/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_Normalized_Test.png b/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_Normalized_Test.png new file mode 100644 index 0000000..c9e4ad6 Binary files /dev/null and b/output/AI Classifier/SVC/One vs Rest/C=0.05/confusion_matrix_Normalized_Test.png differ diff --git a/output/AI Classifier/SVC/One vs Rest/C=1/PredictionsStatsDev.txt b/output/AI Classifier/SVC/One vs Rest/C=1/PredictionsStatsDev.txt new file mode 100644 index 0000000..dc6a4f1 --- /dev/null +++ b/output/AI Classifier/SVC/One vs Rest/C=1/PredictionsStatsDev.txt @@ -0,0 +1,15 @@ +Performance measures - SVC +0ne vs Rest, C = 1 + +Dev set: + +Precision macro: 0.509 +Precision Individually: [0.583 0. 0.838 0.625 0.5 ] +Recall macro: 0.492 +Recall Individually: [0.538 0. 0.912 0.455 0.556] +F1 Score micro: 0.696 +F1 Score macro: 0.497 +F1 Score weighted: 0.688 +F1 Score Individually: [0.56 0. 0.873 0.526 0.526] + + diff --git a/output/AI Classifier/SVC/One vs Rest/C=1/PredictionsStatsTest.txt b/output/AI Classifier/SVC/One vs Rest/C=1/PredictionsStatsTest.txt new file mode 100644 index 0000000..4ddabca --- /dev/null +++ b/output/AI Classifier/SVC/One vs Rest/C=1/PredictionsStatsTest.txt @@ -0,0 +1,15 @@ +Performance measures - SVC +0ne vs Rest, C = 1 + +Test set: + +Precision macro: 0.607 +Precision Individually: [0.818 0.5 0.757 0.333 0.625] +Recall macro: 0.664 +Recall Individually: [0.643 1. 0.903 0.273 0.5 ] +F1 Score micro: 0.687 +F1 Score macro: 0.613 +F1 Score weighted: 0.674 +F1 Score Individually: [0.72 0.667 0.824 0.3 0.556] + + diff --git a/output/AI Classifier/SVC/One vs Rest/C=1/Predictions_Dev.json b/output/AI Classifier/SVC/One vs Rest/C=1/Predictions_Dev.json new file mode 100644 index 0000000..8b0a653 --- /dev/null +++ b/output/AI Classifier/SVC/One vs Rest/C=1/Predictions_Dev.json @@ -0,0 +1,278 @@ +[ + { + "text": "We make privacy part of everything we do, and are continuing to improve.", + "label": "Not applicable" + }, + { + "text": "For instance, if you access or use our Products for commercial or business purposes, such as buying ads, selling products, developing apps, managing a group or Page for your business, or using our measurement services, you must agree to our Commercial", + "label": "Not applicable" + }, + { + "text": "• Live Policies: These policies apply to all content broadcast to Facebook Live.", + "label": "Not applicable" + }, + { + "text": "partners.", + "label": "Not applicable" + }, + { + "text": "The types of information we collect depend on how you use our Products.", + "label": "Commit to privacy" + }, + { + "text": "Communicate with you.", + "label": "Not applicable" + }, + { + "text": "Researchers and academics.", + "label": "Not applicable" + }, + { + "text": "If you submit a copy of your government-issued ID for account verification purposes, we delete that copy 30 days after review, unless otherwise stated.", + "label": "Commit to privacy" + }, + { + "text": "They supersede any prior agreements.", + "label": "Not applicable" + }, + { + "text": "We collect information about the people, Pages, accounts, hashtags and groups you are connected to and how you interact with them across our Products, such as people you communicate with the most or groups you are part of.", + "label": "Related to privacy" + }, + { + "text": "Permission to update software you use or download: If you download or use our software, you give us permission to download and install updates to the software where available.", + "label": "Not applicable" + }, + { + "text": "Terms.", + "label": "Not applicable" + }, + { + "text": "I C E S", + "label": "Not applicable" + }, + { + "text": "People can also use our Products to create and share content about you with the audience they choose.", + "label": "Violate privacy" + }, + { + "text": "Some web browsers transmit \"do-not- track\" signals to websites.", + "label": "Related to privacy" + }, + { + "text": "We may receive information about you from other sources, including through third-party services and organizations, which we may combine with other information we receive about you.", + "label": "Not applicable" + }, + { + "text": "We currently do not take action in response to these signals.", + "label": "Commit to privacy" + }, + { + "text": "Data from device settings: information you allow us to receive through device settings you turn on, such as access to your GPS location, camera or photos.", + "label": "Violate privacy" + }, + { + "text": "data.", + "label": "Not applicable" + }, + { + "text": "4.", + "label": "Not applicable" + }, + { + "text": "Facebook Transparency Report We publish regular reports to give our community visibility into how we enforce policies, respond to data requests, and protect intellectual property.", + "label": "Not applicable" + }, + { + "text": "Learn more about our research programs.", + "label": "Not applicable" + }, + { + "text": "We can also make your experience more seamless, for example, by automatically filling in your registration information (such as your phone number) from one Facebook Product when you sign up for an account on a different Product.", + "label": "Violate privacy" + }, + { + "text": "We may place cookies on your computer or device and receive information stored in cookies when you use or visit: ▪", + "label": "Violate privacy" + }, + { + "text": "As a result, we may need to update these Terms from time to time to accurately reflect our services and practices.", + "label": "Not applicable" + }, + { + "text": "Our Services may enable you to access these platforms directly or indirectly through our Services.", + "label": "Not applicable" + }, + { + "text": "• Not share your password, give access to your Facebook account to others, or transfer your account to anyone else (without our permission).", + "label": "Related to privacy" + }, + { + "text": "We also provide advertisers with reports about the performance of their ads to help them understand how people are interacting with their content on and off Facebook.", + "label": "Related to privacy" + }, + { + "text": "Enable global access to our services: To operate our global service, we need to store and distribute content and data in our data centers and systems around the world, including outside your country of residence.", + "label": "Related to privacy" + }, + { + "text": "Cookies Policy https://www.facebook.com/policy/cookies/printable", + "label": "Not applicable" + }, + { + "text": "We also partner to improve security standards across the industry.", + "label": "Violate privacy" + }, + { + "text": "Information from partners.", + "label": "Not applicable" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "You, other people using Facebook and Instagram, and we can provide access to or send public information to anyone on or off our Products, including in other Facebook Company Products, in search results, or through tools and APIs.", + "label": "Related to privacy" + }, + { + "text": "When you add a platform account to our Services or log into our Services using your platform account, we may collect relevant information necessary to enable our Services to access that platform and your data that platform holds.", + "label": "Violate privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-", + "label": "Not applicable" + }, + { + "text": "Your California Privacy Rights We do not share personal information with third parties for their own direct marketing purposes.", + "label": "Violate privacy" + }, + { + "text": "We will delete any information we may have inadvertently received from a child under 13 upon notice.", + "label": "Commit to privacy" + }, + { + "text": "Sardu Deutsch Español Shqip ﺍﻟﻌﺮﺑﻴﺔ Português (Brasil) िह�दी", + "label": "Not applicable" + }, + { + "text": "We don’t sell your personal data to advertisers, and we don’t share information that directly identifies you (such as your name, email address or other contact information) with advertisers unless you give us specific permission.", + "label": "Commit to privacy" + }, + { + "text": "We don't sell any of your information to anyone, and we never will.", + "label": "Related to privacy" + }, + { + "text": "When you subscribe to receive premium content, or buy something from a seller in our Products, the content creator or seller can receive your public information and other information you share with them, as well as the information needed to complete the transaction, including shipping and contact details.", + "label": "Related to privacy" + }, + { + "text": "The advertising companies we work with generally use cookies and similar technologies as part of their services.", + "label": "Violate privacy" + }, + { + "text": "You should know that we may need to change the username for your account in certain circumstances (for example, if someone else claims the username and it appears unrelated to the name you use in everyday life).We will inform you in advance if we have to do this and explain why.", + "label": "Declare opinion about privacy" + }, + { + "text": "The services we provide Our mission is to give people the power to build community and bring the world closer together.", + "label": "Declare opinion about privacy" + }, + { + "text": "If you delete or we disable your account, these Terms shall terminate as an agreement between you and us, but the following provisions will remain in place: 3.3.1, 4.2-4.5.", + "label": "Commit to privacy" + }, + { + "text": "For example, people can share a photo of you in a Story, mention or tag you at a location in a post, or share information about you in their posts or messages.", + "label": "Violate privacy" + }, + { + "text": "Learn more.", + "label": "Not applicable" + }, + { + "text": "Protecting people's privacy is central to how we've designed our ad system.", + "label": "Commit to privacy" + }, + { + "text": "But apps and websites you use will not be able to receive any other information about your Facebook friends from you, or information about any of your Instagram followers (although your friends and followers may, of course, choose to share this information themselves).", + "label": "Commit to privacy" + }, + { + "text": "Yes, other companies use cookies on the Facebook Products to provide advertising, measurement, marketing and analytics services to us, and to provide certain features and improve our services for you.", + "label": "Violate privacy" + }, + { + "text": "U R I T Y", + "label": "Not applicable" + }, + { + "text": "We'll notify you before we make changes to this policy and give you the opportunity to review the revised policy before you choose to continue using our Products. XI.", + "label": "Commit to privacy" + }, + { + "text": "Performance", + "label": "Not applicable" + }, + { + "text": "If you have any questions about this Privacy Policy or our practices, please contact us at 5 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "These Terms govern your use of Facebook, Messenger, and the other products, features, apps, services, technologies, and software we offer (the Facebook Products or Products), except where we expressly state that separate terms (and not these) apply.", + "label": "Not applicable" + }, + { + "text": "You can learn how to access and delete information we collect by visiting the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "For any other purposes disclosed to you at the time we collect your information or and pursuant to your consent.", + "label": "Commit to privacy" + }, + { + "text": "In Messenger Facebook Lite Watch Places Games Marketplace Facebook Pay Jobs Oculus Portal Instagram", + "label": "Not applicable" + }, + { + "text": "You may not upload viruses or malicious code or do anything that could disable, overburden, or impair the proper working or appearance of our Products.", + "label": "Not applicable" + }, + { + "text": "Except as otherwise stated in this policy, the Data Policy will apply to our processing of the data that we collect via cookies.", + "label": "Not applicable" + }, + { + "text": "For example, we can suggest that you join a group on Facebook that includes people you follow on Instagram or communicate with using Messenger.", + "label": "Commit to privacy" + }, + { + "text": "Updating our Terms We work constantly to improve our services and develop new features to make our Products better for you and our community.", + "label": "Not applicable" + }, + { + "text": "Limits on liability by our negligence, or to affect your statutory rights.", + "label": "Not applicable" + }, + { + "text": "By using our Products, you agree that we can show you ads", + "label": "Not applicable" + }, + { + "text": "This license will end when your content is deleted from our systems.", + "label": "Not applicable" + }, + { + "text": "The Facebook Products; ▪ Products provided by other members of the Facebook Companies; and ▪ Websites and apps provided by other companies that use the Facebook Products, including companies that incorporate the Facebook Technologies into their websites and apps.", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/SVC/One vs Rest/C=1/Predictions_Test.json b/output/AI Classifier/SVC/One vs Rest/C=1/Predictions_Test.json new file mode 100644 index 0000000..c699ba1 --- /dev/null +++ b/output/AI Classifier/SVC/One vs Rest/C=1/Predictions_Test.json @@ -0,0 +1,270 @@ +[ + { + "text": "This can include information about you, such as when others share or comment on a photo of you, send a message to you, or upload, sync or import your contact information.", + "label": "Violate privacy" + }, + { + "text": "T O", + "label": "Not applicable" + }, + { + "text": "Law enforcement or legal requests.", + "label": "Not applicable" + }, + { + "text": "This and other information (such as racial or ethnic origin, philosophical beliefs or trade union membership) is subject to special protections under EU law.", + "label": "Commit to privacy" + }, + { + "text": "In each of the above cases, this license will continue until the content has been fully deleted.", + "label": "Related to privacy" + }, + { + "text": "For example, we log when you're using and have last used our Products, and what posts, videos and other content you view on our Products.", + "label": "Violate privacy" + }, + { + "text": "For example, Page admins and Instagram business profiles receive information about the number of people or accounts who viewed, reacted to, or commented on their posts, as well as aggregate demographic and other information that helps them understand interactions with their Page or account.", + "label": "Related to privacy" + }, + { + "text": "This includes payment information, such as your credit or debit card number and other card information; other account and authentication information; and billing, shipping and contact details.", + "label": "Related to privacy" + }, + { + "text": "7.", + "label": "Not applicable" + }, + { + "text": "We require each of these partners to have lawful rights to collect, use and share your data before providing any data to us.", + "label": "Commit to privacy" + }, + { + "text": "Nothing in these Terms is intended to exclude or limit our liability for death, personal injury or fraudulent misrepresentation caused We will exercise professional diligence in providing our Products and services to you and in keeping a safe, secure and error-free environment.", + "label": "Violate privacy" + }, + { + "text": "You can find additional tools and information in the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "Learn more about deletion of content you have shared and cookie data obtained through social plugins.", + "label": "Commit to privacy" + }, + { + "text": "Permission to use content you create and share: Some content that you share or upload, such as photos or videos, may be protected by intellectual property laws.", + "label": "Not applicable" + }, + { + "text": "You are free to share your content with anyone else, wherever you want.", + "label": "Related to privacy" + }, + { + "text": "We try to make Facebook broadly available to everyone, but you cannot use Facebook if: •", + "label": "Not applicable" + }, + { + "text": "• Music Guidelines: These guidelines outline the policies that apply if you post or share content containing music on Facebook.", + "label": "Not applicable" + }, + { + "text": "F E A T", + "label": "Not applicable" + }, + { + "text": "The cookies that we use include session cookies, which are deleted when you close your browser, and persistent cookies, which stay in your browser until they expire or you delete them.", + "label": "Related to privacy" + }, + { + "text": "We share your information with third-party vendors and service providers that help us with specialized services, including email deployment, business analytics, marketing, and data processing.", + "label": "Violate privacy" + }, + { + "text": "Learn more about how you can control who can see the things you share.", + "label": "Commit to privacy" + }, + { + "text": "Site features and services", + "label": "Not applicable" + }, + { + "text": "future.", + "label": "Not applicable" + }, + { + "text": "Faceb ook 7 of 7 20/09/2021, 14:40", + "label": "Not applicable" + }, + { + "text": "If we introduce face-recognition technology to your Instagram experience, we will let you know first, and you will have control over whether we use this technology for you.", + "label": "Not applicable" + }, + { + "text": "For example: We use cookies to help businesses understand the kinds of people who like their Facebook Page or use their apps so that they can provide more relevant content and develop features that are likely to be interesting to their customers.", + "label": "Related to privacy" + }, + { + "text": "• Help you discover content, products, and services that may interest you: We show you ads, offers, and other sponsored content to help you discover content, products, and services that are offered by the many businesses and organizations that use Facebook and other Facebook Products.", + "label": "Related to privacy" + }, + { + "text": "2.", + "label": "Not applicable" + }, + { + "text": "Two-Factor Authentication", + "label": "Not applicable" + }, + { + "text": "N E R I N G", + "label": "Not applicable" + }, + { + "text": "Other technologies, including data that we store on your web browser or device, identifiers associated with your device and other software, are used for similar purposes.", + "label": "Violate privacy" + }, + { + "text": "Please note that ad blockers and tools that restrict our cookie use may interfere with these controls.", + "label": "Commit to privacy" + }, + { + "text": "To delete your account at any time, please visit the Facebook Settings and Instagram Settings.", + "label": "Commit to privacy" + }, + { + "text": "Changes To This Policy", + "label": "Not applicable" + }, + { + "text": "Digital Advertising Alliance of Canada ▪ European Interactive Digital Advertising Alliance Browser cookie controls:", + "label": "Not applicable" + }, + { + "text": "We then show their ad to people who might be interested.", + "label": "Declare opinion about privacy" + }, + { + "text": "We’re ensuring every new product or feature is built with privacy in mind.", + "label": "Commit to privacy" + }, + { + "text": "You can delete content individually or all at once by deleting your account.", + "label": "Commit to privacy" + }, + { + "text": "• Network and connections: information such as the name of your mobile operator or ISP, language, time zone, mobile phone number, IP address, connection speed and, in some cases, information about other devices that are nearby or on your network, so we can do things like help you stream a video from your phone to your TV.", + "label": "Not applicable" + }, + { + "text": "In Data Policy", + "label": "Not applicable" + }, + { + "text": "Cookies are used to store and receive identifiers and other information on computers, phones and other devices.", + "label": "Not applicable" + }, + { + "text": "Privacy Policy | Facebook Open Source https://opensource.fb.com/legal/privacy/", + "label": "Not applicable" + }, + { + "text": "However, to provide our services we need you to give us some legal permissions (known as a ‘license’) to use this content.", + "label": "Related to privacy" + }, + { + "text": "You can learn about how we collect and use your data in our Data Policy.", + "label": "Commit to privacy" + }, + { + "text": "We work with third-party partners who help us provide and improve our Products or who use Facebook Business Tools to grow their businesses, which makes it possible to operate our companies and provide free services to people around the world.", + "label": "Violate privacy" + }, + { + "text": "https://about.facebook.com/actions/protecting-privacy-... Download", + "label": "Not applicable" + }, + { + "text": "What is our legal basis for processing data?", + "label": "Not applicable" + }, + { + "text": "Cookies also help us prevent underage people from registering for Facebook accounts.", + "label": "Violate privacy" + }, + { + "text": "Data retention, account deactivation and deletion", + "label": "Not applicable" + }, + { + "text": "Certain parts of the Facebook Products may not work properly if you have disabled browser cookie use.", + "label": "Related to privacy" + }, + { + "text": "Here's how: Provide, personalize and improve our Products.", + "label": "Not applicable" + }, + { + "text": "VIII.", + "label": "Not applicable" + }, + { + "text": "What kinds of information do we collect?", + "label": "Not applicable" + }, + { + "text": "If you use any of these Products, you will be provided with an opportunity to agree to supplemental terms that will become part of our agreement with you.", + "label": "Not applicable" + }, + { + "text": "Seeing This", + "label": "Not applicable" + }, + { + "text": "In Cookies & other storage technologies", + "label": "Not applicable" + }, + { + "text": "3.", + "label": "Not applicable" + }, + { + "text": "By these platforms, we aim to make your online experiences richer and more personalized.", + "label": "Declare opinion about privacy" + }, + { + "text": "Learn more about how Facebook ads work here.", + "label": "Not applicable" + }, + { + "text": "These partners provide information about your activities off Facebook—including information about your device, websites you visit, purchases you make, the ads you see, and how you use their services—whether or not you have a Facebook account or are logged into Facebook.", + "label": "Violate privacy" + }, + { + "text": "We use the data we have - for example, about the connections you make, the choices and settings you select, and what you share and do on and off our Products - to personalize your experience.", + "label": "Commit to privacy" + }, + { + "text": "Sign Up", + "label": "Not applicable" + }, + { + "text": "▪", + "label": "Not applicable" + }, + { + "text": "For example, we use data we have to investigate suspicious activity or violations of our terms or policies, or to detect when someone needs help.", + "label": "Not applicable" + }, + { + "text": "You must obtain our written permission (or permission under an open source license) to modify, create derivative works of, decompile, or otherwise attempt to extract source code from us.", + "label": "Not applicable" + }, + { + "text": "Things you and others do and provide.", + "label": "Not applicable" + }, + { + "text": "countries, bringing our payout total to date to over $9.8 million to strengthen the security of our users and the internet at large.", + "label": "Not applicable" + } +] \ No newline at end of file diff --git a/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_NonNormalized_Dev.png b/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_NonNormalized_Dev.png new file mode 100644 index 0000000..0c3ce22 Binary files /dev/null and b/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_NonNormalized_Dev.png differ diff --git a/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_NonNormalized_Test.png b/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_NonNormalized_Test.png new file mode 100644 index 0000000..b6b65e2 Binary files /dev/null and b/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_NonNormalized_Test.png differ diff --git a/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_Normalized_Dev.png b/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_Normalized_Dev.png new file mode 100644 index 0000000..1f31a97 Binary files /dev/null and b/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_Normalized_Dev.png differ diff --git a/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_Normalized_Test.png b/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_Normalized_Test.png new file mode 100644 index 0000000..1949136 Binary files /dev/null and b/output/AI Classifier/SVC/One vs Rest/C=1/confusion_matrix_Normalized_Test.png differ diff --git a/utils.py b/utils.py index fcd852d..ac13a7d 100644 --- a/utils.py +++ b/utils.py @@ -61,6 +61,14 @@ def clean_corpus(corpus): return corpus +# Creates dictionary of a set, associating sentence with label +def create_sent_label_dict(sents, labels): + sents_dict = [] + for row_id,row in enumerate(sents): + row = re.sub("\n", " ", row) + sents_dict.append({"text":row.strip(), "label":labels[row_id]}) + return sents_dict + # For both classifiers # WRITE OUTPUT STATISTICS FILE @@ -78,10 +86,9 @@ def write_output_stats_file(path, name, ref_labels, pred_labels, labels): print("\n", file=file) # WRITE OUTPUT PREDICTIONS IN JSON FORMAT -def write_predictions_file(name, pred_dict): - path = 'output/Simple Classifier/multilabelPredictions_'+name+'.json' +def write_predictions_file(pred_dict, path): os.makedirs(os.path.dirname(path), exist_ok=True) - with open('output/Simple Classifier/multilabelPredictions_'+name+'.json', 'w') as file: + with open(path, 'w') as file: file.write(json.dumps(pred_dict, indent=4, ensure_ascii=False)) # Creates a confusion matrix