Files
js/utils/batch.ts
T
5db96a64c7 [SOLANA] (#486)
* init solana dashboard

* some updates

* deploying programs works?

* solana program page is go

* more updates

* various updates and improvements

* git add maybe?

* working state

* working minting / nft list

* working drop lazy mint + latest nightly

* dashboard works

* forgot to add things

* fix various small things

* fix rpc

* implement token page + code organization

* update SDK

* rename accounts to program

* implement token mint button

* split dashboard into evm vs sol and separate out solana programs

* fix caching

* upgrade to combined sdk

* merge in main

* update to latest nightly SDK

* tabs for days

* lul query client maybe?

* remove unused hook

* add super basic nft drawer

* lots of updates to start on nft drawer etc

* add code tab content

* fix merge conflicts

* pass program address to code tab

* some changes

* some minor updates

* new nft drawer and table

* drawer for solana done (v1)

* fix a bunch of stuff

* fix some tracking

* update nightly

* add programId to program deploy event

* adapt to changes in react lib

* upgrade to dev version

* Add batch upload to Solana (#539)

* First small necessary refactor

* Working version

* Working version with yalc

* Use nightly

* Move everything around

* Remove unused imports

* Fix types

* Add state for hasTried

* Fix conditions

* Add solana

* Move selectedReveal to be part of the form

* Improve logic

* Update dependencies

* Make drawer fullscreen

* Fix hasFailed logic

* Fix types

* Make inputs required conditionally

* Fix types

* Make loading work

* Remove repeated code

* Remove unused

* Pass progress as a prop

* Move common files to core-ui

* massive cleanup

Co-authored-by: Jonas Daniels <[email protected]>

* feat(faucet): build solana faucet (#528)

* feat(faucet): build solana faucet

* chore: update names

* fix: type

Co-authored-by: Jonas Daniels <[email protected]>

* fix: minor stuff

Co-authored-by: Jonas Daniels <[email protected]>

* fix: feedback

* feat: minor improvements

* feat: add faq section

* refactor: refactor faq

* add accordion

* minor fix

Co-authored-by: Jonas Daniels <[email protected]>

* tiny fix

* Revert batch upload styles (#541)

* Fix typo, fix drawer width

* Revert to old batch upload styles

* Fix some more styles

* Fix progress bar styles

* Update to using TWRegistry

* [Solana] Add claim conditions to NFT Drop (#542)

* Add tab and getter

* Working version

* Delete unused imports

* Currency selector works but I hate it

* Add maxClaimable

* Fix build issue

* Make batch upload work again

* Fix claim conditions for devnet

* Test fix

* Delete console.logs

* A lot of solana stuff (#545)

* Remove unused banner

* Hide Claim Conditions tab for no drops

* Add loading state

* Remove comment

* Add helper text for nft drop supply

* Delete log

* Add loading state to program list

* Add redirect if you don't have any program deploys

* Add default instant reveal for Solana

* Fix styles

* Fix logic

* doc fixes

* fix(faucet): minor issues (#543)

* fix(spacing): fix spacing in faq

* feat: some updates from feedback

* fix: use linkButton

* feat: use fetch

* remove test code

* fix: err handling

* pass err

* fix sucecss state

* fix: link

* some updates

* small fixes

Co-authored-by: Nacho Iacovino <[email protected]>

* update to latest nightly

* fix up form and update deps

* Add claim button to Solana (#555)

* wip

* Add claim buttons, fix warning, disable buttons conditioanlly

* Use nightly

* Delete unused import

* Solana hackathon landing (#554)

* feat: build hackathon page (#547)

* wip: build hackathon page

* add some more stuff

* feat: responsievness and some minor stuff

Co-authored-by: Nacho Iacovino <[email protected]>

* First section

* Fix PrizeSection

* Add link to register now

* Add judges and footer

* Update startTime for hackathon

* Fix Schedule

* Add tracking

* Add pageId

* Prettier?

* Prettier again

* Prettier you're drunk

* This is my life now

* Remove unused import

* Add og metadata

* Update SEO

Co-authored-by: Avneesh Agarwal <[email protected]>
Co-authored-by: Jonas Daniels <[email protected]>

* Add solana landing page (#556)

* Add landing page for Solana

* Add solana landing page

* Add shopify landing

* Add shopify

* Remove quote

* Add meta tags

* Add landing page updates

* Add links

* small cleanups

* fix various & pagination on nft table solana

* Show unclaimed instead of tokenId for lazy minted tokens

* add full install command for solana react

* show create cli command in code tab for react

* add funds notice for solana

* add various things

* various updates

* various updates

* updated some guides and copy based on juan feedback

* Fix Solana faucet link

* Add disclaimer on how to deploy with Devnet

* Small fixes

* Update guidelines

* Fix currency selector bug

* Update hero copy

* fix build issues

* update to latest

* link solana cards

* Add partners

* update og images for shopify & solana

* Add solanathon og:image

* copy changes

* Update image size

* Center sponsors

Co-authored-by: Joaquim Verges <[email protected]>
Co-authored-by: Nacho Iacovino <[email protected]>
Co-authored-by: Avneesh Agarwal <[email protected]>
Co-authored-by: Nacho Iacovino <[email protected]>
Co-authored-by: Adam Majmudar <[email protected]>
2022-10-12 17:41:45 +00:00

233 lines
6.2 KiB
TypeScript

import { removeEmptyValues } from "./parseAttributes";
import type { NFTMetadataInput } from "@thirdweb-dev/sdk";
import Papa from "papaparse";
export interface CSVData extends Record<string, string | undefined> {
name: string;
description?: string;
external_url?: string;
background_color?: string;
youtube_url?: string;
}
export const csvMimeTypes = [
"text/csv",
"text/plain",
"text/x-csv",
"application/vnd.ms-excel",
"application/csv",
"application/x-csv",
"text/comma-separated-values",
"text/x-comma-separated-values",
"text/tab-separated-values",
];
export const jsonMimeTypes = [
"application/json",
"application/x-json",
"application/ld+json",
"application/json-ld",
"application/x-json-ld",
];
export const transformHeader = (h: string) => {
const headersToTransform = [
"name",
"description",
"image",
"animation_url",
"external_url",
"background_color",
"youtube_url",
];
if (headersToTransform.includes(h.trim().toLowerCase())) {
return h.trim().toLowerCase();
}
return h.trim();
};
function removeSpecialCharacters(str: string) {
return str.replace(/[^a-zA-Z0-9 ]/g, "");
}
function sortAscending(a: File, b: File) {
return (
parseInt(removeSpecialCharacters(a.name)) -
parseInt(removeSpecialCharacters(b.name))
);
}
const getAcceptedFiles = async (acceptedFiles: File[]) => {
const jsonFiles = acceptedFiles
.filter((f) => jsonMimeTypes.includes(f.type) || f.name.endsWith(".json"))
.sort(sortAscending);
let json: unknown[] = [];
for (const f of jsonFiles) {
const text = await f.text();
// can be either a single json object or an array of json objects
let parsed: unknown | unknown[] = [];
try {
parsed = JSON.parse(text);
} catch (e) {
console.error(e);
}
// just concat it always (even if it's a single object
// this will add the object to the end of the array or append the array to the end of the array)
json = json.concat(parsed);
}
const csv = acceptedFiles.find(
(f) => csvMimeTypes.includes(f.type) || f.name.endsWith(".csv"),
);
const images = acceptedFiles
.filter((f) => f.type.includes("image/"))
.sort(sortAscending);
const videos = acceptedFiles
.filter(
(f) =>
f.type.includes("video/") ||
f.type.includes("audio") ||
f.type.includes("model") ||
f.type.includes("pdf") ||
f.type.includes("text") ||
f.name.endsWith(".glb") ||
f.name.endsWith(".usdz"),
)
.filter((f) => f.name !== csv?.name)
.sort(sortAscending);
return { csv, json, images, videos };
};
export const removeEmptyKeysFromObject = (obj: any) => {
Object.keys(obj).forEach((key) => {
if (obj[key] === "" || obj[key] === null || obj[key] === undefined) {
delete obj[key];
}
});
return obj;
};
export const convertToOsStandard = (obj: NFTMetadataInput["attributes"]) => {
const attributes = Object.entries(obj || {}).map(([trait_type, value]) => ({
trait_type,
value,
}));
return removeEmptyValues(attributes);
};
const getMergedData = (
csvData: Papa.ParseResult<CSVData> | undefined,
jsonData: any,
imageFiles: File[],
videoFiles: File[],
): NFTMetadataInput[] => {
if (csvData?.data) {
const isImageMapped = csvData.data.some((row) =>
imageFiles.find((img) => img?.name === row.image),
);
const isAnimationUrlMapped = csvData.data.some((row) =>
videoFiles.find((video) => video?.name === row.animation_url),
);
return csvData.data.map((row, index) => {
const {
name,
description,
image,
animation_url,
external_url,
background_color,
youtube_url,
...properties
} = row;
return removeEmptyKeysFromObject({
name: name.toString(),
description: description?.toString(),
external_url,
background_color,
youtube_url,
attributes: convertToOsStandard(removeEmptyKeysFromObject(properties)),
image:
imageFiles.find((img) => img?.name === image) ||
(!isImageMapped && imageFiles[index]) ||
image ||
undefined,
animation_url:
videoFiles.find((video) => video?.name === animation_url) ||
(!isAnimationUrlMapped && videoFiles[index]) ||
animation_url ||
undefined,
});
});
} else if (Array.isArray(jsonData)) {
const isImageMapped = jsonData.some((row) =>
imageFiles.find((img) => img?.name === row.image),
);
const isAnimationUrlMapped = jsonData.some((row) =>
videoFiles.find((video) => video?.name === row.animation_url),
);
return jsonData.map((nft: any, index: number) => ({
...nft,
image:
imageFiles.find((img) => img?.name === nft?.image) ||
(!isImageMapped && imageFiles[index]) ||
nft.image ||
nft.file_url ||
undefined,
animation_url:
videoFiles.find((video) => video?.name === nft?.animation_url) ||
(!isAnimationUrlMapped && videoFiles[index]) ||
nft.animation_url ||
undefined,
}));
} else {
return [];
}
};
export async function processInputData(
files: File[],
setData: (data: NFTMetadataInput[]) => void,
) {
const { csv, json, images, videos } = await getAcceptedFiles(files);
if (json.length > 0) {
setData(getMergedData(undefined, json, images, videos));
} else if (csv) {
Papa.parse<CSVData>(csv, {
header: true,
transformHeader,
complete: (results) => {
const validResults: Papa.ParseResult<CSVData> = {
...results,
data: [],
};
for (let i = 0; i < results.data.length; i++) {
if (!results.errors.find((e) => e.row === i)) {
if (results.data[i].name) {
validResults.data.push(results.data[i]);
}
}
}
setData(getMergedData(validResults, undefined, images, videos));
},
});
} else {
throw new Error(
'No valid files found. Please upload a ".csv" or ".json" file.',
);
}
}
export const shuffleData = (array: NFTMetadataInput[]) =>
array
.map((value) => ({ value, sort: Math.random() }))
.sort((a, b) => a.sort - b.sort)
.map(({ value }) => value);