Delete models/retriever/level-4-small-no-negative-interventions

models/retriever/level-4-small-no-negative-interventions/document_index/config.yaml

@@ -1,5 +0,0 @@
-_target_: relik.retriever.indexers.inmemory.InMemoryDocumentIndex
-metadata_fields:
-- definition
-separator: ' <def> '
-name_or_path: null

models/retriever/level-4-small-no-negative-interventions/document_index/embeddings.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:32ca332d324e25861dbb0ec02a64e7b3f753ee725a76df7ac7a7f9b8b54c2bfc
-size 928171

models/retriever/level-4-small-no-negative-interventions/document_index_db/config.yaml

@@ -1,5 +0,0 @@
-_target_: relik.retriever.indexers.inmemory.InMemoryDocumentIndex
-metadata_fields:
-- definition
-separator: ' <def> '
-name_or_path: null

models/retriever/level-4-small-no-negative-interventions/document_index_db/documents.jsonl

@@ -1,35 +0,0 @@
-{"text": "flocculation/disinfection", "id": 0, "metadata": {"definition": "intervention. these interventions provide, or promote the uptake of, flocculation/disinfection for use at home. these combined coagulant-chlorine disinfection systems are commercial kits that combine dry coagulant/flocculent and chlorine as tablets or sachets.", "level": 4, "type": "intervention"}}
-{"text": "entrepreneurship training", "id": 1, "metadata": {"definition": "intervention. provision of entrepreneurship training focused on how to start up a business from scratch, which can include for example developing a business plan, day-to-day management of small enterprise, including bookkeeping, financial planning, etc.", "level": 4, "type": "intervention"}}
-{"text": "general health counselling", "id": 2, "metadata": {"definition": "intervention. group or individual counselling to promote best practices and transmit knowledge.", "level": 4, "type": "intervention"}}
-{"text": "technical and vocational education and training (tvet)", "id": 3, "metadata": {"definition": "intervention. education and training which provides knowledge and skills for employment. tvet uses formal, non-formal, and informal learning.", "level": 4, "type": "intervention"}}
-{"text": "citizen feedback mechanisms", "id": 4, "metadata": {"definition": "intervention. interventions facilitating meetings between service users and providers, setting up grievance redress mechanisms and scorecards allowing users to rate providers.", "level": 4, "type": "intervention"}}
-{"text": "subsidy for latrine", "id": 5, "metadata": {"definition": "intervention. these are interventions where a subsidy has been provided on cost of the materials to construct a latrine.", "level": 4, "type": "intervention"}}
-{"text": "secondary water treatments", "id": 6, "metadata": {"definition": "intervention. interventions that provide, or promote the uptake of, secondary forms of water treatment or supply.", "level": 4, "type": "intervention"}}
-{"text": "behavioural sanitation promotion", "id": 7, "metadata": {"definition": "intervention. these are interventions that encourage the practice of proper sanitation practices at the household or community level through behavioural promotion, such as using social pressure, environmental cues, nudges, or triggers of disgust and shame.", "level": 4, "type": "intervention"}}
-{"text": "agricultural marketing training", "id": 8, "metadata": {"definition": "intervention. training in how to bring products to market, including price-setting and negotiation", "level": 4, "type": "intervention"}}
-{"text": "representation of women & minorities", "id": 9, "metadata": {"definition": "intervention. introduction of quotas, reserved seats or similar within political institutions - such as parliament, state legislatures, and village councils - for women, ethnic minorities, and castes.", "level": 4, "type": "intervention"}}
-{"text": "providing care to groups versus individual patients", "id": 10, "metadata": {"definition": "intervention. comparisons of providing care to groups versus individual patients, for example intensive group therapy, group vs individual antenatal care.", "level": 4, "type": "intervention"}}
-{"text": "other life skills", "id": 11, "metadata": {"definition": "intervention. programmes that train and enhance other life skills.", "level": 4, "type": "intervention"}}
-{"text": "peer support groups for menstrual hygiene and sensitisation", "id": 12, "metadata": {"definition": "intervention. interventions that encourage the formation of peer support groups for menstrual hygiene and sensitisation.", "level": 4, "type": "intervention"}}
-{"text": "voucher for work", "id": 13, "metadata": {"definition": "intervention. voucher transfers to poor families and individuals in return from the provision of labour.", "level": 4, "type": "intervention"}}
-{"text": "rotating/accumulated savings and credit associations", "id": 14, "metadata": {"definition": "intervention. a group of individuals acting as an informal financial institution in the form of an alternative financial vehicle. a rosca happens via set contributions and withdrawals to and from a common fund. an ascra happens via set contributions with the common fund used for extending credit within or outside of the group. these include savings and internal lending communities (silcs) and self-help groups (shg).", "level": 4, "type": "intervention"}}
-{"text": "skills for conflict management", "id": 15, "metadata": {"definition": "intervention. interventions that aim at preventing disputes of scaling up at the community or village-level. this can include interventions promoting dialogue and negotiation skills or training on dispute resolution mechanisms to avoid the use of violence.", "level": 4, "type": "intervention"}}
-{"text": "access and participation", "id": 16, "metadata": {"definition": "intervention. provision of support and services to increase access to services and participation (for example in education, employment, public life). this can be done for example through quotas in universities, public services and political institutions (affirmative positive actions) or through educational campaign and targeted encouragement (positive action) or other social inclusion interventions. for communication or behavioural change interventions relating to gender issues, please use the gender equality code.", "level": 4, "type": "intervention"}}
-{"text": "counselling for job seekers", "id": 17, "metadata": {"definition": "intervention. counselling session with unemployed or youth job seekers to assist them in searching jobs, provide placement assistance, and advise them on skill development relevant to the job market. these include job fairs.", "level": 4, "type": "intervention"}}
-{"text": "total sanitation campaign", "id": 18, "metadata": {"definition": "intervention. this is a specific intervention designed by the indian government. it involves an education component to drive-up the demand for sanitation services, and then in some areas also a subsidy for those below the poverty line.", "level": 4, "type": "intervention"}}
-{"text": "peer-to-peer learning", "id": 19, "metadata": {"definition": "intervention. schemes to allow students to learn together, and from each other, such as study groups.", "level": 4, "type": "intervention"}}
-{"text": "community latrine and toilet provision", "id": 20, "metadata": {"definition": "intervention. these interventions provide new or improved hardware for latrines, or other means of excreta disposal, for the community. a shared facility provided for a defined group of residents or an entire settlement / community. it is normally located in or near the community area and used by almost community members.", "level": 4, "type": "intervention"}}
-{"text": "job placement schemes", "id": 21, "metadata": {"definition": "intervention. work placement programmes that seek to put job-seekers into positions within business or trade. these include internship or apprenticeship programmes.", "level": 4, "type": "intervention"}}
-{"text": "behavioural hand hygiene promotion", "id": 22, "metadata": {"definition": "intervention. these are interventions that encourage the practice of proper handwashing at the household or community level through behavioural promotion, such as using social pressure, environmental cues, nudges, or triggers of disgust and shame.", "level": 4, "type": "intervention"}}
-{"text": "peace education", "id": 23, "metadata": {"definition": "intervention. peace education interventions promote the knowledge, skills and attitudes that shape the social environment to both prevent conflict from occurring and help people to resolve it peacefully. these interventions can be run at many scales (i.e. local versus national) and often involve promoting a community dialogue. they usually cover a range of topics including non-violent conflict resolution techniques, human rights, democracy, disarmament, gender equality, tolerance and communication skills.", "level": 4, "type": "intervention"}}
-{"text": "handwashing stations", "id": 24, "metadata": {"definition": "intervention. provision or improving of handwashing stations.", "level": 4, "type": "intervention"}}
-{"text": "educational sanitation promotion", "id": 25, "metadata": {"definition": "intervention. these are interventions that encourage the practice of proper sanitation practices at the household or community level through educational promotion, such as sanitation management education, teaching best practices, and information on sanitation and waste management.", "level": 4, "type": "intervention"}}
-{"text": "educational hand hygiene promotion", "id": 26, "metadata": {"definition": "intervention. these are interventions that encourage the practice of proper handwashing at the household or community level through educational promotion, such as hygiene education, teaching best practices, and information on hand hygiene.", "level": 4, "type": "intervention"}}
-{"text": "community-led total sanitation (clts)", "id": 27, "metadata": {"definition": "intervention. clts is a participatory mechanism that mobilises communities by facilitating their own appraisal of, and action plan to address, open defecation. it often includes walks of shame, and the use of social pressures to elicit behaviour change.", "level": 4, "type": "intervention"}}
-{"text": "financial literacy", "id": 28, "metadata": {"definition": "intervention. skills development in financial topics and products.", "level": 4, "type": "intervention"}}
-{"text": "sexual and gender-based violence (sgbv) - prevention", "id": 29, "metadata": {"definition": "intervention. this group of interventions aim to prevent sexual and gender-based violence (sgbv) through a combination of methods such as media campaigns, behaviour-change communication, and education. this also includes the establishment of legal protections, such as new laws to criminalise sgbv, training for the police and courts on how to investigate and handle sgbv.", "level": 4, "type": "intervention"}}
-{"text": "general maintenance of latrines", "id": 30, "metadata": {"definition": "intervention. maintaining cleanliness and ensuring good level of hygiene for facilities", "level": 4, "type": "intervention"}}
-{"text": "labelled cash transfers", "id": 31, "metadata": {"definition": "intervention. monetary transfer to families or individuals without any formal conditionality attached to it, but labelled with the intended purpose of the transfer( soft conditionality). the aim of the transfer is emphasized when given to the beneficiaries but no monitoring of the beneficiaries' actions following the transfer is conducted.", "level": 4, "type": "intervention"}}
-{"text": "health facility latrine and toilet provision", "id": 32, "metadata": {"definition": "intervention. these interventions provide new or improved hardware for latrines, or other means of excreta disposal, at a health facility.", "level": 4, "type": "intervention"}}
-{"text": "transparency and accountability initiatives", "id": 33, "metadata": {"definition": "intervention. promotion of transparency and accountability through citizens' participation and monitoring initiatives.", "level": 4, "type": "intervention"}}
-{"text": "care environment", "id": 34, "metadata": {"definition": "intervention. changes to the physical or sensory healthcare environment, by adding or altering equipment or layout, providing music, art.", "level": 4, "type": "intervention"}}

models/retriever/level-4-small-no-negative-interventions/document_index_db/embeddings.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:85c95ebf2afa90285e646888ab84dd1aefb047638b2900771983f51f83ac90a3
-size 54955

models/retriever/level-4-small-no-negative-interventions/question_encoder/config.json

@@ -1,29 +0,0 @@
-{
-  "_name_or_path": "intfloat/e5-small-v2",
-  "architectures": [
-    "GoldenRetrieverModel"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "auto_map": {
-    "AutoModel": "hf.GoldenRetrieverModel"
-  },
-  "classifier_dropout": null,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
-  "initializer_range": 0.02,
-  "intermediate_size": 1536,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "position_embedding_type": "absolute",
-  "projection_dim": null,
-  "torch_dtype": "float32",
-  "transformers_version": "4.33.3",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 30522
-}

models/retriever/level-4-small-no-negative-interventions/question_encoder/hf.py

@@ -1,99 +0,0 @@
-from typing import Tuple, Union
-
-import torch
-from transformers import PretrainedConfig
-from transformers.modeling_outputs import BaseModelOutputWithPoolingAndCrossAttentions
-from transformers.models.bert.modeling_bert import BertModel
-
-
-class GoldenRetrieverConfig(PretrainedConfig):
-    model_type = "bert"
-
-    def __init__(
-        self,
-        vocab_size=30522,
-        hidden_size=768,
-        num_hidden_layers=12,
-        num_attention_heads=12,
-        intermediate_size=3072,
-        hidden_act="gelu",
-        hidden_dropout_prob=0.1,
-        attention_probs_dropout_prob=0.1,
-        max_position_embeddings=512,
-        type_vocab_size=2,
-        initializer_range=0.02,
-        layer_norm_eps=1e-12,
-        pad_token_id=0,
-        position_embedding_type="absolute",
-        use_cache=True,
-        classifier_dropout=None,
-        projection_dim=None,
-        **kwargs,
-    ):
-        super().__init__(pad_token_id=pad_token_id, **kwargs)
-
-        self.vocab_size = vocab_size
-        self.hidden_size = hidden_size
-        self.num_hidden_layers = num_hidden_layers
-        self.num_attention_heads = num_attention_heads
-        self.hidden_act = hidden_act
-        self.intermediate_size = intermediate_size
-        self.hidden_dropout_prob = hidden_dropout_prob
-        self.attention_probs_dropout_prob = attention_probs_dropout_prob
-        self.max_position_embeddings = max_position_embeddings
-        self.type_vocab_size = type_vocab_size
-        self.initializer_range = initializer_range
-        self.layer_norm_eps = layer_norm_eps
-        self.position_embedding_type = position_embedding_type
-        self.use_cache = use_cache
-        self.classifier_dropout = classifier_dropout
-        self.projection_dim = projection_dim
-
-
-class GoldenRetrieverModel(BertModel):
-    config_class = GoldenRetrieverConfig
-
-    def __init__(self, config, *args, **kwargs):
-        super().__init__(config)
-        self.layer_norm_layer = torch.nn.LayerNorm(
-            config.hidden_size, eps=config.layer_norm_eps
-        )
-        self.projection: torch.nn.Module | None = None
-        if config.projection_dim is not None:
-            self.projection = torch.nn.Sequential(
-                torch.nn.Linear(config.hidden_size, config.projection_dim),
-                torch.nn.LayerNorm(config.projection_dim),
-            )
-
-    def forward(
-        self, **kwargs
-    ) -> Union[Tuple[torch.Tensor], BaseModelOutputWithPoolingAndCrossAttentions]:
-        attention_mask = kwargs.get("attention_mask", None)
-        model_outputs = super().forward(**kwargs)
-        if attention_mask is None:
-            pooler_output = model_outputs.pooler_output
-        else:
-            token_embeddings = model_outputs.last_hidden_state
-            input_mask_expanded = (
-                attention_mask.unsqueeze(-1).expand(token_embeddings.size()).float()
-            )
-            pooler_output = torch.sum(
-                token_embeddings * input_mask_expanded, 1
-            ) / torch.clamp(input_mask_expanded.sum(1), min=1e-9)
-
-        pooler_output = self.layer_norm_layer(pooler_output)
-
-        if self.projection is not None:
-            pooler_output = self.projection(pooler_output)
-
-        if not kwargs.get("return_dict", True):
-            return (model_outputs[0], pooler_output) + model_outputs[2:]
-
-        return BaseModelOutputWithPoolingAndCrossAttentions(
-            last_hidden_state=model_outputs.last_hidden_state,
-            pooler_output=pooler_output,
-            past_key_values=model_outputs.past_key_values,
-            hidden_states=model_outputs.hidden_states,
-            attentions=model_outputs.attentions,
-            cross_attentions=model_outputs.cross_attentions,
-        )

models/retriever/level-4-small-no-negative-interventions/question_encoder/pytorch_model.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f0d87cf1f25fa91a62abdeb2bb88332989c2467bb8231a0807b2b7482c44afcc
-size 133510894

models/retriever/level-4-small-no-negative-interventions/question_encoder/special_tokens_map.json

@@ -1,7 +0,0 @@
-{
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
-}

models/retriever/level-4-small-no-negative-interventions/question_encoder/tokenizer_config.json

@@ -1,13 +0,0 @@
-{
-  "clean_up_tokenization_spaces": true,
-  "cls_token": "[CLS]",
-  "do_lower_case": true,
-  "mask_token": "[MASK]",
-  "model_max_length": 512,
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "strip_accents": null,
-  "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "unk_token": "[UNK]"
-}