python - 使用 django-adaptors 导入 csv 文件

Question

我正在尝试使用 django-adaptors 导入 csv 文件，不幸的是我在这个过程中遇到了错误。

我像这样创建了模型和 CSV 类:

class depts(models.Model):
    iddepts = models.AutoField(primary_key=True)
    CustomerID = models.IntegerField(default=0, null=False)
    CustomerName = models.CharField(max_length=750, default='none', null=False)
    InvoiceID = models.IntegerField(max_length=20, default=0, null=False)
    Currency = models.CharField(max_length=3, default='EUR', null=False)
    CurrencyRate = models.DecimalField(max_digits=5, decimal_places=2) 
    PriceWithoutVAT = models.DecimalField(max_digits=20, decimal_places=2)
    PriceWithVAT = models.DecimalField(max_digits=20, decimal_places=2)
    VAT = models.DecimalField(max_digits=20, decimal_places=2)
    CustomerVATID = models.CharField(max_length=35, default='000-000-000-000', null=False)
    CustomerAddress = models.CharField(max_length=750, default='none', null=False)
    InvoiceBranch = models.IntegerField(max_length=3, default='000', null=False)
    InvoiceVATType = models.IntegerField(max_length=1, default='1', null=False)
    InvoiceDateCreate = models.DateField(auto_now=True)
    InvoiceDateDue = models.DateField(auto_now=True)
    InvoiceCodeVAT = models.CharField(max_length=20, default='none', null=False)
    PriceWithoutVATStandard = models.DecimalField(max_digits=20, decimal_places=2)
    PriceWithVATStandard = models.DecimalField(max_digits=20, decimal_places=2)
    VATStandard = models.DecimalField(max_digits=20, decimal_places=2)
    AccountVAT = models.CharField(max_length=20, default='none', null=False)
    AccountPriceWithoutVAT = models.CharField(max_length=20, default='none', null=False)
    AccountPriceWithVAT = models.CharField(max_length=20, default='none', null=False)
    class Meta:
            verbose_name = "Invoice"
            verbose_name_plural = "Invoices"
    def __str__(self):
        return self.InvoiceID        
    def __unicode__(self):
        return self.InvoiceID
class MyCsvModel(CsvDbModel):
    class Meta:
          dbModel = depts
          delimiter = ";"
          has_header = True

我的 csv 文件如下所示:

CustomerID;CustomerName;InvoiceID;Currency;CurrencyRate;PriceWithoutVAT;PriceWithVAT;VAT;CustomerVATID;CustomerAddress;InvoiceBranch;InvoiceVATType;InvoiceDateCreate;InvoiceDateDue;InvoiceCodeVAT;PriceWithoutVATStandard;PriceWithVATStandard;VATStandard;AccountVAT;AccountPriceWithoutVAT;AccountPriceWithVAT
73269;Good CO;131002919;EUR;1;141.12;173.58;32.46;666-666-11-11;Good street 123;002;1;2013-04-15;2013-04-22;21% ;141.12;173.58;32.46;111-111;111-111-111;111-111-11111

您可以看到我有额外的字段 im 模型“iddepts”，这是主键，将其排除在 MyCsvModel 不解决问题中。我的 import_data 仍然有错误。

>>>from app.models import MyCsvModel
>>>my_csv_list = MyCsvModel.import_data(data = open("file.csv"))
Traceback (most recent call last):
File "<console>", line 1, in <module>
File "/opt/local/Library/Frameworks/Python.framework/Versions/2.7/lib/python2.7/sitepackages/adaptor/model.py", line 197, in import_data
return importer.import_data(data)
File "/opt/local/Library/Frameworks/Python.framework/Versions/2.7/lib/python2.7/site-packages/adaptor/model.py", line 467, in import_data
self.process_line(data, line, lines, line_number, self.csvModel)
File "/opt/local/Library/Frameworks/Python.framework/Versions/2.7/lib/python2.7/site-packages/adaptor/model.py", line 487, in process_line
raise CsvDataException(line_number, error="Number of fields invalid")
CsvDataException: Line 2: Number of fields invalid

提前致谢。

Answer 1

使用 CsvDbModel 意味着您的 django 模型字段和 CSV 列匹配。您的 CSV 数据缺少 iddepts 列。

因此您需要创建一个 django-adaptors CsvModel。您需要告诉 DateField 日期的格式如何。在您的 CSV 文件中:

'%Y-%m-%d'

django 适配器 defaults it to :

'%d/%m/%Y'

建立这个模型。如果您的 Csv 模型的字段名称与您的 django 模型的字段名称不匹配，您可以 manage this with the match keyword

from adaptor.model import CsvModel
from adaptor.fields import CharField, IntegerField, DecimalField, DateField

from application.models import depts      

class DeptsCsvModel(CsvModel):

    CustomerID = IntegerField()
    CustomerName = CharField()
    InvoiceID = IntegerField()
    Currency = CharField()
    CurrencyRate = DecimalField() 
    PriceWithoutVAT = DecimalField()
    PriceWithVAT = DecimalField()
    VAT = DecimalField()
    CustomerVATID = CharField()
    CustomerAddress = CharField()
    InvoiceBranch = IntegerField()
    InvoiceVATType = IntegerField()
    InvoiceDateCreate = DateField(**{'format':'%Y-%m-%d'})
    InvoiceDateDue = DateField(**{'format':'%Y-%m-%d'})
    InvoiceCodeVAT = CharField()
    PriceWithoutVATStandard = DecimalField()
    PriceWithVATStandard = DecimalField()
    VATStandard = DecimalField()
    AccountVAT = CharField()
    AccountPriceWithoutVAT = CharField()
    AccountPriceWithVAT = CharField()

    class Meta:
        dbModel = depts
        delimiter = ";"
        has_header = True

使用此模型，您可以使用 django shell 导入 CSV 文件。我确实成功地将您的 CSV 数据导入到 SQL 数据库表中。

gottfried@lubuntu-virtual-machine:~/virtualenvs/django-adaptors/soquestion/application$ ../../bin/python ../manage.py shell
Python 2.7.2+ (default, Jul 20 2012, 22:12:53) 
[GCC 4.6.1] on linux2
Type "help", "copyright", "credits" or "license" for more information.
(InteractiveConsole)
>>> from application.adaptors import DeptsCsvModel
>>> DeptsCsvModel.import_data(data = open('data.csv'))
[<application.adaptors.DeptsCsvModel object at 0x93efa8c>]

自定义选项:您甚至可以创建与 CSV 数据中的日期格式匹配的自定义字段。

class DeptsDateField(DateField):
    "encapsulate specific data properties into a class for use with django-adaptors CsvModel fields"

    def __init__(self):
        super(DeptsDateField, self).__init__(**{'format':'%Y-%m-%d'})

class DeptsCsvModel(CsvModel):

    CustomerID = IntegerField()
    CustomerName = CharField()
    InvoiceID = IntegerField()
    Currency = CharField()
    CurrencyRate = DecimalField() 
    PriceWithoutVAT = DecimalField()
    PriceWithVAT = DecimalField()
    VAT = DecimalField()
    CustomerVATID = CharField()
    CustomerAddress = CharField()
    InvoiceBranch = IntegerField()
    InvoiceVATType = IntegerField()
    InvoiceDateCreate = DeptsDateField
    InvoiceDateDue = DeptsDateField
    InvoiceCodeVAT = CharField()
    PriceWithoutVATStandard = DecimalField()
    PriceWithVATStandard = DecimalField()
    VATStandard = DecimalField()
    AccountVAT = CharField()
    AccountPriceWithoutVAT = CharField()
    AccountPriceWithVAT = CharField()

    class Meta:
        dbModel = depts
        delimiter = ";"
        has_header = True