license: apache-2.0 pipeline_tag: image-to-text

模型架构：

mychen76/invoice-and-receipts_donut_v1（LLM）是一个专为将发票或收据图像转换为XML或Json数据结构任务而微调的模型。该实验性模型基于Donut模型。

动机：

去除OCR引擎，仅使用LLM模型将发票或收据转换为Json对象，可以减少转换步骤，降低资源利用率和部署依赖。结果，性能更优。

模型使用：

以如下发票收据图像为例，获取类似以下的Json或xml输出：

JSON输出

{
    'header': {
        'invoice_no': '13194726',
        'invoice_date': '05/29/2021',
        'seller': 'Hopkins and Sons 62283 Flores Tunnel North Luis, IA 69983',
        'client': 'Sims PLC USS Kramer FPO AA 81651',
        'seller_tax_id': '952-73-7223',
        'client_tax_id': '995-88-9495',
        'iban': 'GB31LZX520242755934691'
    },
    'items': [
        {
            'item_desc': 'Beach Lunch Lounge Striped Shirt Dress Large Navy Blue White Long Sleeve Casual',
            'item_qty': '1,00',
            'item_net_price': '16,99',
            'item_net_worth': '16,99',
            'item_vat': '10%',
            'item_gross_worth': '18,69'
        },
        {
            'item_desc': 'Jams World Hawaiian 0 Dress Rayon SZ.L',
            'item_qty': '5,00',
            'item_net_price': '65,00',
            'item_net_worth': '325,00',
            'item_vat': '10%',
            'item_gross_worth': '357,50'
        },
        {
            'item_desc': 'LuLaRoe Nicole Dress Size Large 26',
            'item_qty': '2,00',
            'item_net_price': '1,99',
            'item_net_worth': '3,98',
            'item_vat': '10%',
            'item_gross_worth': '4,38'
        },
        {
            'item_desc': 'phynny Was Medium Linen Wrap Dress Dessert Rose Embroidered Bohemian',
            'item_qty': '2,00',
            'item_net_price': '89,99',
            'item_net_worth': '179,98',
            'item_vat': '10%',
            'item_gross_worth': '197,98'
        },
        {
            'item_desc': "Eileen Fisher Women's Long Sleeve Fleece Lined Front Pockets Dress XS Gray",
            'item_qty': '2,00',
            'item_net_price': '15,99',
            'item_net_worth': '31,98',
            'item_vat': '10%',
            'item_gross_worth': '35,18'
        },
        {
            'item_desc': "Hanna Anderson Women's L Large Coral Short Sleeve Casual Fall Tee Shirt Dress",
            'item_qty': '1,00',
            'item_net_price': '24,00',
            'item_net_worth': '24,00',
            'item_vat': '10%',
            'item_gross_worth': '26,40'
        }
    ],
    'summary': {'total_net_worth': '$581,93', 'total_vat': '$58,19', 'total_gross_worth': '$ 640,12'}
}

XML输出

<s_header>
    <s_invoice_no> 13194726</s_invoice_no>
    <s_invoice_date> 05/29/2021</s_invoice_date>
    <s_seller> Hopkins and 
    Sons 62283 Flores Tunnel North Luis, IA 69983</s_seller>
    <s_client> Sims PLC USS Kramer FPO AA 
    81651</s_client>
    <s_seller_tax_id> 952-73-7223</s_seller_tax_id>
    <s_client_tax_id> 
    995-88-9495</s_client_tax_id>
    <s_iban> GB31LZX520242755934691</s_iban>
</s_header>
<s_items>
    <s_item_desc> Beach Lunch 
    Lounge Striped Shirt Dress Large Navy Blue White Long Sleeve Casual</s_item_desc>
    <s_item_qty> 
    1,00</s_item_qty>
    <s_item_net_price> 16,99</s_item_net_price>
    <s_item_net_worth> 16,99</s_item_net_worth>
    <s_item_vat>
    10%</s_item_vat>
    <s_item_gross_worth> 18,69</s_item_gross_worth>
    <sep/>
    <s_item_desc> Jams World Hawaiian 0 Dress 
    Rayon SZ.L</s_item_desc>
    <s_item_qty> 5,00</s_item_qty>
    <s_item_net_price> 65,00</s_item_net_price>
    <s_item_net_worth>
    325,00</s_item_net_worth>
    <s_item_vat> 10%</s_item_vat>
    <s_item_gross_worth> 
    357,50</s_item_gross_worth>
    <sep/>
    <s_item_desc> LuLaRoe Nicole Dress Size Large 26</s_item_desc>
    <s_item_qty> 
    2,00</s_item_qty>
    <s_item_net_price> 1,99</s_item_net_price>
    <s_item_net_worth> 3,98</s_item_net_worth>
    <s_item_vat> 
    10%</s_item_vat>
    <s_item_gross_worth> 4,38</s_item_gross_worth>
    <sep/>
    <s_item_desc> phynny Was Medium Linen Wrap 
    Dress Dessert Rose Embroidered Bohemian</s_item_desc>
    <s_item_qty> 2,00</s_item_qty>
    <s_item_net_price> 
    89,99</s_item_net_price>
    <s_item_net_worth> 179,98</s_item_net_worth>
    <s_item_vat> 
    10%</s_item_vat>
    <s_item_gross_worth> 197,98</s_item_gross_worth>
    <sep/>
    <s_item_desc> Eileen Fisher Women's Long 
    Sleeve Fleece Lined Front Pockets Dress XS Gray</s_item_desc>
    <s_item_qty> 2,00</s_item_qty>
    <s_item_net_price> 
    15,99</s_item_net_price>
    <s_item_net_worth> 31,98</s_item_net_worth>
    <s_item_vat> 
    10%</s_item_vat>
    <s_item_gross_worth> 35,18</s_item_gross_worth>
    <sep/>
    <s_item_desc> Hanna Anderson Women's L Large 
    Coral Short Sleeve Casual Fall Tee Shirt Dress</s_item_desc>
    <s_item_qty> 1,00</s_item_qty>
    <s_item_net_price> 
    24,00</s_item_net_price>
    <s_item_net_worth> 24,00</s_item_net_worth>
    <s_item_vat> 
    10%</s_item_vat>
    <s_item_gross_worth> 26,40</s_item_gross_worth>
</s_items>
<s_summary>
    <s_total_net_worth> 
    $581,93</s_total_net_worth>
    <s_total_vat> $58,19</s_total_vat>
    <s_total_gross_worth> $ 
    640,12</s_total_gross_worth>
</s_summary>