README.md

---
license: mit
datasets:
- shorecode/summary-collection-200k-rows
language:
- en
base_model:
- google/t5-efficient-tiny-nh8
library_name: transformers
tags:
- summary
- summarizer
widget:
- text: Model training
  output:
    url: Screenshot_20251030_222933.png
metrics:
- f1
- rouge
- extractiveness
model-index:
- name: t5-efficient-tiny-summarizer-general-purpose-v2
  results:
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: f1 Score
      type: f1 Score
      value: 0.323
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: Faithfullness (facebook/bart-large-cnn)
      type: facebook/bart-large-cnn
      value: 2.56
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: Summarization Compression
      type: Lighteval extractiveness
      value: 6.91
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: Summarization Coverage
      type: Lighteval extractiveness
      value: 0.89
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: Summarization Density
      type: Lighteval extractiveness
      value: 4.95
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: rougeL precision
      type: Lighteval
      value: 0.51
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: rougeL recall
      type: Lighteval
      value: 0.13
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: rougeL fmeasure
      type: Lighteval
      value: 0.20
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: rouge1 precision
      type: Lighteval
      value: 0.71
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: rouge1 recall
      type: Lighteval
      value: 0.18
  - task:
      type: Summarization
    dataset:
      name: shorecode/summary-collection-60k-rows
      type: shorecode/summary-collection-60k-rows
    metrics:
    - name: rouge1 fmeasure
      type: Lighteval
      value: 0.28
---
# Deprecated
Please visit https://huggingface.co/shorecode/t5-efficient-tiny-summarizer-general-purpose-v3 for an improved version

# This model was built to shorten text that is injected into LLM prompts to reduce API calling costs
Very high compression (7x) meaning the text is 7 times smaller when sent to your LLM provider!

<Gallery />

https://api.wandb.ai/links/shorecode-shorecode-llc/nqr415rk