Export/Import fails on 'UNIQUE constraint failed: umbracoDocumentCultureVariation.nodeId, umbracoDocumentCultureVariation.languageId'

[skttl]

I'm trying to migrate from 8 to 16 using the Export/Import feature.

However, when I import my newly exported documents, They all seem to fail saying 'UNIQUE constraint failed: umbracoDocumentCultureVariation.nodeId, umbracoDocumentCultureVariation.languageId'

Heres an example of one of the UDA files:

{
  "Name": "Søgning",
  "Alias": "Søgning",
  "PublishedName": "Søgning",
  "PublishedVersion": {
    "Template": "umb://template/ceaf63c1eaee4b6b9b5bc71e0a5e2990",
    "Properties": {
      "metaTitle": {},
      "metaDescription": {},
      "openGraphImage": {},
      "notesHelp": {},
      "robotsTxt": {},
      "seperatorVisibility": {},
      "umbracoNaviHide": {
        "da-dk": "0"
      },
      "umbracoSitemapHide": {
        "da-dk": "0"
      },
      "umbracoSearchHide": {
        "da-dk": "0"
      },
      "reloadPageAfterUmbracoFormsSubmission": {},
      "seperatorUrl": {},
      "umbracoUrlName": {},
      "umbracoUrlAlias": {},
      "seperatorHtml": {},
      "htmlSnippets": {
        "da-dk": null
      },
      "footerCtaEnabled": {
        "da-dk": "1"
      },
      "footerCtaTitle": {},
      "footerCtaLink": {
        "da-dk": "[]"
      },
      "blockGrid": {
        "da-dk": null
      }
    },
    "UpdateDate": "2022-08-01T12:45:49.047Z"
  },
  "CultureInfos": [
    {
      "Culture": "da-dk",
      "Value": "Søgning",
      "Date": "2022-08-01T12:45:49.047Z"
    }
  ],
  "PublishedCultureInfos": [
    {
      "Culture": "da-dk",
      "Value": "Søgning",
      "Date": "2022-08-01T12:45:49.047Z"
    }
  ],
  "PublishedCultures": [
    "da-dk"
  ],
  "Writer": "...",
  "PublicAccessLoginContentId": "umb://document/e8698c21d00d4024a5b30618335fdce8",
  "PublicAccessNoAccessContentId": "umb://document/e8698c21d00d4024a5b30618335fdce8",
  "PublicAccessRules": [
    {
      "RuleValue": "assembler",
      "RuleType": "MemberRole"
    },
    {
      "RuleValue": "b2b",
      "RuleType": "MemberRole"
    }
  ],
  "Schedule": [],
  "Domains": [],
  "Parent": "umb://document/6f48110775344b4d893da5b9cf25d131",
  "SortOrder": 5,
  "ContentType": "umb://document-type/dff0154b9f1e43a9bbf68bc43966f61a",
  "CreateDate": "2022-08-01T12:45:49.047Z",
  "Creator": "...",
  "PropertyEditorAliases": {
    "metaTitle": "Umbraco.TextBox",
    "metaDescription": "Umbraco.TextArea",
    "openGraphImage": "Umbraco.MediaPicker",
    "notesHelp": "tooorangey.EditorNotes.v8",
    "robotsTxt": "robotsMetaEditor",
    "seperatorVisibility": "Our.Umbraco.Matryoshka.GroupSeparator",
    "umbracoNaviHide": "Umbraco.TrueFalse",
    "umbracoSitemapHide": "Umbraco.TrueFalse",
    "umbracoSearchHide": "Umbraco.TrueFalse",
    "reloadPageAfterUmbracoFormsSubmission": "Umbraco.TrueFalse",
    "seperatorUrl": "Our.Umbraco.Matryoshka.GroupSeparator",
    "umbracoUrlName": "Umbraco.TextBox",
    "umbracoUrlAlias": "Umbraco.TextBox",
    "seperatorHtml": "Our.Umbraco.Matryoshka.GroupSeparator",
    "htmlSnippets": "Umbraco.NestedContent",
    "footerCtaEnabled": "Umbraco.TrueFalse",
    "footerCtaTitle": "Umbraco.TextBox",
    "footerCtaLink": "Umbraco.MultiUrlPicker",
    "blockGrid": "Umbraco.BlockList"
  },
  "Udi": "umb://document/f40a2240e42d49dbb25df4787b444492",
  "Dependencies": [
    {
      "Udi": "umb://document/6f48110775344b4d893da5b9cf25d131",
      "Ordering": true,
      "Mode": "Exist"
    },
    {
      "Udi": "umb://document/e8698c21d00d4024a5b30618335fdce8",
      "Mode": "Exist"
    },
    {
      "Checksum": "51D8C00C37AA102282309AA8B3631C21A907B534",
      "Udi": "umb://document-type/dff0154b9f1e43a9bbf68bc43966f61a",
      "Ordering": true
    },
    {
      "Checksum": "BE6417E15F7FAE80285E6CFBAE11B5042838E90F",
      "Udi": "umb://language/da-DK",
      "Ordering": true
    },
    {
      "Udi": "umb://member-group/32e9f85084ab45749731dfcbe320d633",
      "Ordering": true,
      "Mode": "Exist"
    },
    {
      "Udi": "umb://member-group/e694e628b2f74403996bd6a7c5274df3",
      "Ordering": true,
      "Mode": "Exist"
    },
    {
      "Udi": "umb://template/ceaf63c1eaee4b6b9b5bc71e0a5e2990",
      "Ordering": true,
      "Mode": "Exist"
    }
  ],
  "__type": "Umbraco.Deploy,Umbraco.Deploy.Artifacts.Content.DocumentArtifact",
  "__version": "4.10.0"
}

The file is exported from Umbraco 8.18.15 using Deploy 4.10.0, and imported into Umbraco 16.2.0 using Deploy 16.0.1.

[skttl]

For now I worked around it, by removing the constraint in my local database, and after importing, I removed all the duplicates through SQL (while keeping the one with the highest id)

I used this SQL for that:

DELETE FROM umbracoDocumentCultureVariation
WHERE id NOT IN (
    SELECT MAX(id)
    FROM umbracoDocumentCultureVariation
    GROUP BY nodeId, languageId
);