removed older storage pages
This commit is contained in:
@@ -1,100 +0,0 @@
|
||||
import { DefaultAzureCredential } from "@azure/identity";
|
||||
import { BlobServiceClient, ContainerClient } from "@azure/storage-blob";
|
||||
import { v4 as uuidv4 } from "uuid";
|
||||
import { wrapper } from "../store/store";
|
||||
|
||||
import { getIP } from "../actions";
|
||||
|
||||
const ShowStorage = (props) => {
|
||||
const { container } = props;
|
||||
//console.log("Containers:");
|
||||
// // for await (const container of blobServiceClient.listContainers()) {
|
||||
// // console.log(`- ${container.name}`);
|
||||
// // }
|
||||
|
||||
console.log(container);
|
||||
|
||||
return <div>hello</div>;
|
||||
};
|
||||
|
||||
export const getServerSideProps = wrapper.getServerSideProps(
|
||||
(store) => async (ctx) => {
|
||||
const { query, req, res } = ctx;
|
||||
getIP(req);
|
||||
|
||||
console.log(
|
||||
"have therese?:",
|
||||
process.env.AZURE_TENANT_ID,
|
||||
process.env.AZURE_CLIENT_ID,
|
||||
process.env.AZURE_CLIENT_SECRET
|
||||
);
|
||||
|
||||
const creds = new DefaultAzureCredential();
|
||||
|
||||
const blobServiceClient = new BlobServiceClient(
|
||||
`https://pedwdev.blob.core.windows.net`,
|
||||
creds
|
||||
);
|
||||
|
||||
const containerName = `CAS-999999-22222`;
|
||||
|
||||
const containerClient = new ContainerClient(
|
||||
`https://pedwdev.blob.core.windows.net/${containerName}`,
|
||||
creds
|
||||
);
|
||||
|
||||
//const createContainerResponse = await containerClient.create();
|
||||
//console.log(
|
||||
// `Created container ${containerName} successfully`,
|
||||
// createContainerResponse.requestId
|
||||
// );
|
||||
|
||||
console.log("Containers:");
|
||||
for await (const container of blobServiceClient.listContainers()) {
|
||||
console.log(`- ${container.name}`);
|
||||
}
|
||||
|
||||
const appealID = uuidv4();
|
||||
const uploadOptions = {
|
||||
metadata: { reviewer: "john", reviewDate: "2022-04-01" },
|
||||
tags: { owner: appealID },
|
||||
};
|
||||
// for (let index = 0; index < 7; index++) {
|
||||
// // Create a blob
|
||||
// const content = "hello";
|
||||
// const blobName = appealID + "/BOBnewblob" + new Date().getTime();
|
||||
// const blockBlobClient =
|
||||
// containerClient.getBlockBlobClient(blobName);
|
||||
|
||||
// //const uploadBlobResponse = await blockBlobClient.upload(
|
||||
// // content,
|
||||
// // Buffer.byteLength(content),
|
||||
// // uploadOptions
|
||||
// // );
|
||||
|
||||
// const uploadBlobResponse = await blockBlobClient.uploadFile(
|
||||
// "public/assets/images/HM-Govt-Supplier-to-Govt.jpg"
|
||||
// // uploadOptions
|
||||
// );
|
||||
|
||||
// const tags = {
|
||||
// owner: appealID,
|
||||
// };
|
||||
|
||||
// //console.log(tags);
|
||||
// //await blockBlobClient.setTags(tags);
|
||||
|
||||
// //console.log(
|
||||
// // `Uploaded block blob ${blobName} successfully`,
|
||||
// // uploadBlobResponse.requestId
|
||||
// // );
|
||||
// }
|
||||
|
||||
console.log("Blobs:");
|
||||
for await (const blob of containerClient.listBlobsFlat()) {
|
||||
console.log(`- ${blob.name}`);
|
||||
}
|
||||
}
|
||||
);
|
||||
|
||||
export default ShowStorage;
|
||||
@@ -1,759 +0,0 @@
|
||||
import CookieBanner from "../components/cookieBanner";
|
||||
import Footer from "../components/footer";
|
||||
import Header from "../components/header";
|
||||
import { DefaultAzureCredential } from "@azure/identity";
|
||||
import { BlobServiceClient, ContainerClient } from "@azure/storage-blob";
|
||||
import { v4 as uuidv4 } from "uuid";
|
||||
import {
|
||||
createContainerSas,
|
||||
listContainers,
|
||||
listBlobHierarchical,
|
||||
listContainersForUser,
|
||||
} from "../actions/azurestorage";
|
||||
import Head from "next/head";
|
||||
import Link from "next/link";
|
||||
import { PrismaClient } from "@prisma/client";
|
||||
import {
|
||||
bytesToSize,
|
||||
getThumbnailIconByExtension,
|
||||
updateLinks,
|
||||
} from "../components/utils";
|
||||
import {
|
||||
consoleLogger,
|
||||
getIP,
|
||||
sendRepCompleteMessage,
|
||||
deleteMyRepresentationsFromBlob,
|
||||
deleteAwaitingSubmissionsFromBlob,
|
||||
} from "../actions";
|
||||
import CryptoJS from "crypto-js";
|
||||
import { useState } from "react";
|
||||
|
||||
function getUpToLastSlash(url) {
|
||||
let lastSlash = url.lastIndexOf("/");
|
||||
|
||||
url = url.substring(0, lastSlash);
|
||||
|
||||
url =
|
||||
url.lastIndexOf("/files") > 0
|
||||
? url.substring(0, url.lastIndexOf("/files"))
|
||||
: url;
|
||||
return url;
|
||||
}
|
||||
|
||||
async function streamToString(readableStream) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const chunks = [];
|
||||
readableStream.on("data", (data) => {
|
||||
chunks.push(data.toString());
|
||||
});
|
||||
readableStream.on("end", () => {
|
||||
resolve(chunks.join(""));
|
||||
});
|
||||
readableStream.on("error", reject);
|
||||
});
|
||||
}
|
||||
|
||||
function formatTimeSince(date) {
|
||||
if (!date) return "Unknown date";
|
||||
|
||||
const now = new Date();
|
||||
const diffMs = now - date;
|
||||
const diffDays = Math.floor(diffMs / (1000 * 60 * 60 * 24));
|
||||
|
||||
if (diffDays < 7) {
|
||||
return `${diffDays} day${diffDays !== 1 ? "s" : ""} ago`;
|
||||
} else {
|
||||
const diffWeeks = Math.floor(diffDays / 7);
|
||||
return `${diffWeeks} week${diffWeeks !== 1 ? "s" : ""} ago`;
|
||||
}
|
||||
}
|
||||
|
||||
function formatBlobDates(blob) {
|
||||
const created = blob.createdOn ? new Date(blob.createdOn) : null;
|
||||
const modified = blob.lastModified ? new Date(blob.lastModified) : null;
|
||||
|
||||
if (!created && !modified) return "Unknown";
|
||||
|
||||
// If both exist and are the same
|
||||
if (created && modified && created.getTime() === modified.getTime()) {
|
||||
return `${created.toLocaleString("en-GB")} (${formatTimeSince(
|
||||
created
|
||||
)})`;
|
||||
}
|
||||
|
||||
// If modified exists and is newer than created
|
||||
if (created && modified && modified.getTime() > created.getTime()) {
|
||||
return `Created: ${created.toLocaleString("en-GB")} (${formatTimeSince(
|
||||
created
|
||||
)}), Modified: ${modified.toLocaleString("en-GB")} (${formatTimeSince(
|
||||
modified
|
||||
)})`;
|
||||
}
|
||||
|
||||
// Only one date exists
|
||||
const date = modified || created;
|
||||
return `${date.toLocaleString("en-GB")} (${formatTimeSince(date)})`;
|
||||
}
|
||||
|
||||
const deleteRepItem = (containerID, caseID, repfile) => {
|
||||
deleteMyRepresentationsFromBlob(containerID, caseID, repfile).then(
|
||||
(data) => {
|
||||
console.log("======== rep deleted =========");
|
||||
return data;
|
||||
}
|
||||
);
|
||||
};
|
||||
|
||||
// const deleteCaseItem = (containerID, caseID) => {
|
||||
// deleteAwaitingSubmissionsFromBlob(containerID, caseID).then((data) => {
|
||||
// return data;
|
||||
// });
|
||||
// };
|
||||
|
||||
const deleteCaseItem = async (containerID, caseID, setData) => {
|
||||
const result = await deleteAwaitingSubmissionsFromBlob(containerID, caseID);
|
||||
|
||||
if (result) {
|
||||
setData((prevData) =>
|
||||
prevData.map((user) => ({
|
||||
...user,
|
||||
containers: user.containers.map((c) =>
|
||||
c.container === containerID
|
||||
? {
|
||||
...c,
|
||||
folders: c.folders.filter(
|
||||
(f) => f.folderPath !== caseID
|
||||
),
|
||||
}
|
||||
: c
|
||||
),
|
||||
}))
|
||||
);
|
||||
}
|
||||
};
|
||||
|
||||
export default function StoragePage(props) {
|
||||
const { userData, repCompleteCount } = props;
|
||||
const [data, setData] = useState(props.data);
|
||||
const [showRepJson, setShowRepJson] = useState(true);
|
||||
const [showTmpFile, setShowTmpFile] = useState(true);
|
||||
const [whichTab, setWhichTab] = useState("storage");
|
||||
|
||||
const toggleAll = () => {
|
||||
const newState = !(showRepJson || showTmpFile);
|
||||
setShowRepJson(newState);
|
||||
setShowTmpFile(newState);
|
||||
};
|
||||
return (
|
||||
<div>
|
||||
<Head>
|
||||
<title>Storage Account Browser</title>
|
||||
</Head>
|
||||
<div id="page_wrapper">
|
||||
<CookieBanner />
|
||||
<Header />
|
||||
<div className="govuk-width-container">
|
||||
<div className="js-enabled govuk-template__body govuk-frontend-supported">
|
||||
<div className="govuk-tabs" data-module="govuk-tabs">
|
||||
<h2 className="govuk-tabs__title">Contents</h2>
|
||||
<ul className="govuk-tabs__list">
|
||||
<li
|
||||
className={
|
||||
whichTab == "storage"
|
||||
? "govuk-tabs__list-item govuk-tabs__list-item--selected"
|
||||
: "govuk-tabs__list-item "
|
||||
}
|
||||
>
|
||||
<a
|
||||
className="govuk-tabs__tab"
|
||||
href="#storage"
|
||||
onClick={() => setWhichTab("storage")}
|
||||
>
|
||||
Storage Account
|
||||
</a>
|
||||
</li>
|
||||
<li
|
||||
className={
|
||||
whichTab == "accounts"
|
||||
? "govuk-tabs__list-item govuk-tabs__list-item--selected"
|
||||
: "govuk-tabs__list-item "
|
||||
}
|
||||
>
|
||||
<a
|
||||
className="govuk-tabs__tab"
|
||||
href="#accounts"
|
||||
onClick={() => setWhichTab("accounts")}
|
||||
>
|
||||
User Accounts
|
||||
</a>
|
||||
</li>
|
||||
</ul>
|
||||
<div
|
||||
className={
|
||||
whichTab == "storage"
|
||||
? "govuk-tabs__panel "
|
||||
: "govuk-tabs__panel govuk-tabs__panel--hidden"
|
||||
}
|
||||
id="storage"
|
||||
>
|
||||
<h1>Storage Account Contents</h1>
|
||||
{repCompleteCount > 0 && (
|
||||
<p>
|
||||
Number of Orphaned Reps:{" "}
|
||||
{repCompleteCount}
|
||||
</p>
|
||||
)}
|
||||
|
||||
{/* Toggle buttons */}
|
||||
<div style={{ marginBottom: "0.2rem" }}>
|
||||
<button
|
||||
className="govuk-button govuk-button--secondary"
|
||||
onClick={() =>
|
||||
setShowRepJson(!showRepJson)
|
||||
}
|
||||
>
|
||||
{showRepJson
|
||||
? "Hide Reps"
|
||||
: "Show Reps"}
|
||||
</button>
|
||||
<button
|
||||
className="govuk-button govuk-button--secondary"
|
||||
onClick={() =>
|
||||
setShowTmpFile(!showTmpFile)
|
||||
}
|
||||
style={{ marginLeft: "0.5rem" }}
|
||||
>
|
||||
{showTmpFile
|
||||
? "Hide Temp Appeal"
|
||||
: "Show Temp Appeal"}
|
||||
</button>
|
||||
<button
|
||||
className="govuk-button govuk-button--secondary"
|
||||
onClick={toggleAll}
|
||||
style={{ marginLeft: "0.5rem" }}
|
||||
>
|
||||
Show/Hide All
|
||||
</button>
|
||||
</div>
|
||||
|
||||
{data.map((user) => (
|
||||
<div
|
||||
key={user.id}
|
||||
className="govuk-grid-row"
|
||||
>
|
||||
{user.containers.map((c) => (
|
||||
<div
|
||||
key={c.container}
|
||||
className="card"
|
||||
>
|
||||
<div className="card-body">
|
||||
<h3>
|
||||
{c.container} -{" "}
|
||||
<Link
|
||||
href={
|
||||
"/auth/signin2?email=" +
|
||||
user.email
|
||||
}
|
||||
>
|
||||
{user.email}
|
||||
</Link>
|
||||
</h3>
|
||||
{c.folders.map((folder) => (
|
||||
<div
|
||||
key={
|
||||
folder.folderPath
|
||||
}
|
||||
style={
|
||||
showRepJson &&
|
||||
folder.hasRepJson
|
||||
? {
|
||||
display:
|
||||
"block",
|
||||
}
|
||||
: showTmpFile &&
|
||||
folder.hasTmpFile
|
||||
? {
|
||||
display:
|
||||
"block",
|
||||
}
|
||||
: {
|
||||
display:
|
||||
"none",
|
||||
}
|
||||
}
|
||||
>
|
||||
<h4>
|
||||
{folder.folderPath ||
|
||||
"Root"}
|
||||
</h4>
|
||||
{/* {folder.hasRepJson && (
|
||||
<p>
|
||||
rep.json file found:{" "}
|
||||
{folder.repJsonBlob.name}
|
||||
</p>
|
||||
)} */}
|
||||
{folder.hasTmpFile && (
|
||||
<>
|
||||
<button
|
||||
onClick={() => {
|
||||
confirm(
|
||||
"Do you want to remove this unsubmitted appeal " +
|
||||
folder.folderPath +
|
||||
"?\n"
|
||||
) &&
|
||||
(deleteCaseItem(
|
||||
c.container,
|
||||
folder.folderPath,
|
||||
setData
|
||||
),
|
||||
alert(
|
||||
"Temp case Deleted!"
|
||||
));
|
||||
}}
|
||||
>
|
||||
Delete
|
||||
this TMP
|
||||
appeal
|
||||
</button>
|
||||
</>
|
||||
)}
|
||||
{folder.hasRepJson && (
|
||||
<div>
|
||||
{" "}
|
||||
<button
|
||||
title={
|
||||
"Do you want to delete rep"
|
||||
}
|
||||
className=" cardModuleRemoveCase govuk-link govuk-link--no-underline govuk-link--inverse "
|
||||
onClick={() => {
|
||||
confirm(
|
||||
"Do you want tyo delete rep " +
|
||||
folder.repJsonBlob.name.split(
|
||||
"/"
|
||||
)[0] +
|
||||
"?\n"
|
||||
) &&
|
||||
(deleteRepItem(
|
||||
c.container,
|
||||
folder.repJsonBlob.name.split(
|
||||
"/"
|
||||
)[0],
|
||||
folder.repJsonBlob.name.split(
|
||||
"/"
|
||||
)[1]
|
||||
),
|
||||
alert(
|
||||
"Rep Deleted!"
|
||||
),
|
||||
window.location.reload());
|
||||
}}
|
||||
>
|
||||
Delete
|
||||
Rep
|
||||
</button>
|
||||
{folder.repComplete && (
|
||||
<button
|
||||
onClick={async () => {
|
||||
const response =
|
||||
await fetch(
|
||||
"/api/file/editRepJson",
|
||||
{
|
||||
method: "POST",
|
||||
headers:
|
||||
{
|
||||
"Content-Type":
|
||||
"application/json",
|
||||
},
|
||||
body: JSON.stringify(
|
||||
{
|
||||
container:
|
||||
c.container,
|
||||
blobName:
|
||||
folder
|
||||
.repJsonBlob
|
||||
.name,
|
||||
}
|
||||
),
|
||||
}
|
||||
);
|
||||
const result =
|
||||
await response.json();
|
||||
if (
|
||||
response.ok
|
||||
) {
|
||||
alert(
|
||||
"repComplete removed!"
|
||||
),
|
||||
window.location.reload();
|
||||
// Optionally refresh the page or update UI state here
|
||||
} else {
|
||||
alert(
|
||||
"Error: " +
|
||||
result.error
|
||||
);
|
||||
}
|
||||
}}
|
||||
>
|
||||
Remove
|
||||
repComplete
|
||||
</button>
|
||||
)}
|
||||
{folder.repComplete && (
|
||||
<button
|
||||
onClick={async () => {
|
||||
confirm(
|
||||
"Do you want resend the rep queue message " +
|
||||
folder.repJsonBlob.name.split(
|
||||
"/"
|
||||
)[0] +
|
||||
" --- " +
|
||||
folder.repJsonBlob.name.split(
|
||||
"/"
|
||||
)[1]
|
||||
) &&
|
||||
(sendRepCompleteMessage(
|
||||
c.container,
|
||||
folder.repJsonBlob.name.split(
|
||||
"/"
|
||||
)[0],
|
||||
folder.repJsonBlob.name.split(
|
||||
"/"
|
||||
)[1]
|
||||
),
|
||||
alert(
|
||||
"rep queue message sent!"
|
||||
),
|
||||
window.location.reload());
|
||||
}}
|
||||
>
|
||||
Recreate
|
||||
Queue
|
||||
Message
|
||||
</button>
|
||||
)}
|
||||
</div>
|
||||
)}
|
||||
|
||||
<ul>
|
||||
{folder.blobs.map(
|
||||
(blob) => (
|
||||
<li
|
||||
key={
|
||||
blob.name
|
||||
}
|
||||
>
|
||||
<Link
|
||||
scroll={
|
||||
false
|
||||
}
|
||||
href={
|
||||
"/api/file/downloadblob?container=" +
|
||||
c.container +
|
||||
"&casefolderID=" +
|
||||
folder.folderPath +
|
||||
"&blobname=" +
|
||||
blob.name
|
||||
.substring(
|
||||
blob.name.lastIndexOf(
|
||||
"/"
|
||||
) +
|
||||
1
|
||||
)
|
||||
.trim() +
|
||||
"&hash=" +
|
||||
blob.hashedfilepath
|
||||
}
|
||||
className="govuk-body govuk-!-font-size-14 govuk-link"
|
||||
>
|
||||
{
|
||||
blob.name
|
||||
}{" "}
|
||||
(
|
||||
{bytesToSize(
|
||||
blob.contentLength ||
|
||||
blob.size
|
||||
)}
|
||||
|
||||
)
|
||||
</Link>{" "}
|
||||
{blob.lastModified && (
|
||||
<span className="govuk-!-font-size-14">
|
||||
{/* {
|
||||
blob.displayDate
|
||||
} */}
|
||||
{formatBlobDates(
|
||||
blob
|
||||
)}
|
||||
</span>
|
||||
)}
|
||||
</li>
|
||||
)
|
||||
)}
|
||||
</ul>
|
||||
</div>
|
||||
))}
|
||||
</div>
|
||||
</div>
|
||||
))}
|
||||
</div>
|
||||
))}
|
||||
</div>
|
||||
<div
|
||||
className={
|
||||
whichTab == "accounts"
|
||||
? "govuk-tabs__panel "
|
||||
: "govuk-tabs__panel govuk-tabs__panel--hidden"
|
||||
}
|
||||
id="accounts"
|
||||
>
|
||||
<h1>User Accounts </h1>
|
||||
<p>
|
||||
Number of accounts created:{" "}
|
||||
{userData.length}
|
||||
</p>
|
||||
<dl className=" govuk-summary-list govuk-!-margin-bottom-9 results">
|
||||
<div class="govuk-summary-list__row results-headings">
|
||||
<dd className="govuk-summary-list__key govuk-!-font-size-16 ">
|
||||
Name
|
||||
</dd>
|
||||
<dd className="govuk-summary-list__key govuk-!-font-size-16">
|
||||
Last accessed
|
||||
</dd>
|
||||
</div>
|
||||
|
||||
{userData.map((user) => (
|
||||
<div
|
||||
key={user.id}
|
||||
className=" govuk-summary-list__row"
|
||||
>
|
||||
<dd className="govuk-summary-list__value govuk-!-font-size-16 ">
|
||||
<Link
|
||||
target="_blank"
|
||||
href={
|
||||
"/auth/signin2?email=" +
|
||||
user.email
|
||||
}
|
||||
>
|
||||
{user.email}
|
||||
</Link>
|
||||
</dd>
|
||||
<dd className="govuk-summary-list__value govuk-!-font-size-16 ">
|
||||
Last accessed: {user.created}{" "}
|
||||
</dd>
|
||||
</div>
|
||||
))}
|
||||
</dl>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<Footer />
|
||||
</div>
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
export async function getServerSideProps({ req }) {
|
||||
// Load allowed IPs from env and trim spaces
|
||||
const ALLOWED_IPS = process.env.ALLOWED_IPS
|
||||
? process.env.ALLOWED_IPS.split(",").map((ip) => ip.trim())
|
||||
: [];
|
||||
|
||||
// Always allow localhost addresses
|
||||
const LOCALHOST_IPS = ["127.0.0.1", "::1"];
|
||||
|
||||
// Get IP address from headers or socket
|
||||
const forwarded = req.headers["x-forwarded-for"];
|
||||
const ip =
|
||||
typeof forwarded === "string"
|
||||
? forwarded.split(",")[0]
|
||||
: req.socket.remoteAddress;
|
||||
|
||||
console.log("Visitor IP:", ip);
|
||||
|
||||
// Check whitelist + localhost
|
||||
if (![...ALLOWED_IPS, ...LOCALHOST_IPS].includes(ip)) {
|
||||
return {
|
||||
redirect: {
|
||||
destination: "/403", // custom "Access Denied" page
|
||||
permanent: false,
|
||||
},
|
||||
};
|
||||
}
|
||||
const accountName = process.env.AZURE_STORAGE_ACCOUNT_NAME;
|
||||
|
||||
const creds = new DefaultAzureCredential();
|
||||
|
||||
const globalForPrisma = global;
|
||||
|
||||
const prisma = globalForPrisma.prisma || new PrismaClient();
|
||||
|
||||
const blobServiceClient = new BlobServiceClient(
|
||||
`https://${accountName}.blob.core.windows.net`,
|
||||
creds
|
||||
);
|
||||
|
||||
const users = await prisma.user.findMany();
|
||||
|
||||
const hashAPIPath = (queryPath, WORDKEY) => {
|
||||
var hashlink = CryptoJS.HmacSHA256(
|
||||
queryPath,
|
||||
CryptoJS.enc.Hex.parse(WORDKEY)
|
||||
);
|
||||
hashlink = hashlink.toString(CryptoJS.enc.Hex);
|
||||
return hashlink;
|
||||
};
|
||||
|
||||
let data = await Promise.all(
|
||||
users.map(async (user) => {
|
||||
const containers = await listContainersForUser(
|
||||
blobServiceClient,
|
||||
`${user.id}`,
|
||||
user.email
|
||||
);
|
||||
|
||||
const containersWithHashes = await Promise.all(
|
||||
containers.map(async (container) => {
|
||||
const groupedByFolder = await container.blobs.reduce(
|
||||
async (accP, blob) => {
|
||||
// Because we'll do async read, reduce needs to be async, so accP is a Promise
|
||||
const acc = await accP;
|
||||
|
||||
const folderPath =
|
||||
getUpToLastSlash(blob.name.trim()) || "";
|
||||
|
||||
const hashedfilepath = hashAPIPath(
|
||||
"/api/file/downloadblob?container=" +
|
||||
container.container +
|
||||
"&casefolderID=" +
|
||||
folderPath +
|
||||
"&blobname=" +
|
||||
blob.name
|
||||
.substring(
|
||||
blob.name.lastIndexOf("/") + 1
|
||||
)
|
||||
.trim(),
|
||||
process.env.HASHKEY
|
||||
);
|
||||
|
||||
const fileNameOnly = blob.name.substring(
|
||||
blob.name.lastIndexOf("/") + 1
|
||||
);
|
||||
const isTmpFile = fileNameOnly.startsWith("TMP-");
|
||||
|
||||
const blobWithHash = {
|
||||
...blob,
|
||||
hashedfilepath,
|
||||
isTmpFile,
|
||||
};
|
||||
|
||||
let folderGroup = acc.find(
|
||||
(f) => f.folderPath === folderPath
|
||||
);
|
||||
if (!folderGroup) {
|
||||
folderGroup = {
|
||||
folderPath,
|
||||
blobs: [],
|
||||
hasRepJson: false,
|
||||
repJsonBlob: null,
|
||||
repComplete: false,
|
||||
hasTmpFile: false,
|
||||
};
|
||||
acc.push(folderGroup);
|
||||
}
|
||||
|
||||
folderGroup.blobs.push(blobWithHash);
|
||||
|
||||
if (isTmpFile) {
|
||||
folderGroup.hasTmpFile = true;
|
||||
}
|
||||
|
||||
// If this blob ends with rep.json, fetch and parse JSON
|
||||
if (blob.name.toLowerCase().endsWith("rep.json")) {
|
||||
folderGroup.hasRepJson = true;
|
||||
folderGroup.repJsonBlob = blobWithHash;
|
||||
|
||||
// Read blob content from Azure Storage
|
||||
const containerClient =
|
||||
blobServiceClient.getContainerClient(
|
||||
container.container
|
||||
);
|
||||
const blockBlobClient =
|
||||
containerClient.getBlockBlobClient(
|
||||
blob.name
|
||||
);
|
||||
|
||||
try {
|
||||
const downloadResponse =
|
||||
await blockBlobClient.download(0);
|
||||
const downloaded = await streamToString(
|
||||
downloadResponse.readableStreamBody
|
||||
);
|
||||
|
||||
const json = JSON.parse(downloaded);
|
||||
folderGroup.repComplete = Boolean(
|
||||
json.repComplete
|
||||
);
|
||||
} catch (err) {
|
||||
console.error(
|
||||
"Error reading or parsing rep.json",
|
||||
err
|
||||
);
|
||||
folderGroup.repComplete = false;
|
||||
}
|
||||
}
|
||||
|
||||
return acc;
|
||||
},
|
||||
Promise.resolve([])
|
||||
);
|
||||
|
||||
return {
|
||||
...container,
|
||||
folders: groupedByFolder,
|
||||
};
|
||||
})
|
||||
);
|
||||
|
||||
return containersWithHashes.length > 0
|
||||
? {
|
||||
id: user.id,
|
||||
email: user.email,
|
||||
containers: containersWithHashes,
|
||||
}
|
||||
: null;
|
||||
})
|
||||
);
|
||||
|
||||
let userData = await Promise.all(
|
||||
users
|
||||
.filter((user) => user.email && user.email.trim() !== "")
|
||||
.map(async (user) => ({
|
||||
id: user.id,
|
||||
email: user.email,
|
||||
created: user.emailVerified?.toLocaleString("en-GB") || "",
|
||||
}))
|
||||
);
|
||||
|
||||
let repCompleteCount = 0;
|
||||
|
||||
data = data.filter(Boolean);
|
||||
|
||||
data.forEach((user) => {
|
||||
user.containers.forEach((container) => {
|
||||
container.folders.forEach((folder) => {
|
||||
if (folder.repComplete === true) {
|
||||
repCompleteCount++;
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
return {
|
||||
props: {
|
||||
data: data,
|
||||
userData: userData,
|
||||
repCompleteCount,
|
||||
},
|
||||
};
|
||||
}
|
||||
Reference in New Issue
Block a user