XeNote/lib/utils.js

import {Node} from "./node"
import {Transformer} from "./transformer";
import unified from "unified";
import markdown from "remark-parse";
import {toString} from 'mdast-util-to-string'

const dirTree = require("directory-tree");


export function getContent(slug) {
    let currentFilePath = toFilePath(slug)
    if (currentFilePath === undefined || currentFilePath == null) return null
    return Node.readFileSync(currentFilePath)
}

export function getShortSummary(slug) {
    const content = getContent(slug)
    if (content === undefined || content === null) {
        return
    }

    const tree = unified().use(markdown)
        .parse(content)
    let plainText = toString(tree)
    return plainText.split(" ").splice(0, 40).join(" ")
}


export function getAllMarkdownFiles() {
    return Node.getFiles(Node.getMarkdownFolder())
}

export function getSinglePost(slug) {


    // List of filenames that will provide existing links to wikilink
    let currentFilePath = slug !== "index" ? toFilePath(slug) : Node.getMarkdownFolder() + "/index.md"
    //console.log("currentFilePath: ", currentFilePath)

    var fileContent = Node.readFileSync(currentFilePath)

    const currentFileFrontMatter = Transformer.getFrontMatterData(fileContent)
    // console.log("===============\n\nFile is scanning: ", slug)
    const [htmlContent] = Transformer.getHtmlContent(fileContent)
    // console.log("==================================")
    //console.log("hrmlcontents and backlinks")
    return {
        id: slug,
        ...currentFileFrontMatter,
        data: htmlContent,
    }

}

export function toFilePath(slug) {
    // Construct file name from slug of /notes/abcxyz
    let filePath;

    if (slug === '/') {
        filePath = Node.getMarkdownFolder() + "/index.md"
    } else {
        filePath = Node.getMarkdownFolder() + slug
                .replaceAll('__', '/')
                .replaceAll('--', ' ')
                .replaceAll('ambersand', '&')
            + ".md";
    }

    if (Node.isFile(filePath)) {
        return filePath
    } else {
        return null
    }
}


export function toSlug(filePath) {

    if (Node.isFile(filePath) && filePath.includes(Node.getMarkdownFolder())) {
        return filePath.replace(Node.getMarkdownFolder(), '')
            .replaceAll('/', '__')
            .replaceAll(' ', '--')
            .replaceAll('&', 'ambersand')
            .replace('.md', '')
    } else {
        //TODO handle this properly
        return '/'
    }

}


export function constructGraphData() {

    const filePaths = getAllMarkdownFiles();
    const edges = []
    const nodes = []

    filePaths
        .forEach(aFilePath => {
            // const {currentFilePath} = getFileNames(filename)
            const aNode = {
                title: Transformer.parseFileNameFromPath(aFilePath),
                slug: toSlug(aFilePath),
                shortSummary: getShortSummary(toSlug(aFilePath))
            }
            nodes.push(aNode)

            // console.log("Constructing graph for node: " + aFilePath )
            const internalLinks = Transformer.getInternalLinks(aFilePath)
            internalLinks.forEach(aLink => {

                if (aLink.slug === null || aLink.slug.length === 0) return

                const anEdge = {
                    source: toSlug(aFilePath),
                    target: aLink.slug,
                }
                edges.push(anEdge)
                // console.log("Source: " + anEdge.source)
                // console.log("Target: " + anEdge.target)
            })
            // console.log("==============Constructing graph" )
        }
    )

    return {nodes, edges};
}


export function getLocalGraphData(currentNodeId) {

    const {nodes, edges} = constructGraphData()

    const newNodes = nodes.map(aNode => (
        {
            data: {
                id: aNode.slug.toString(),
                label: Transformer.parseFileNameFromPath(toFilePath(aNode.slug)),
            }
        }
    ))

    const newEdges = edges.map(anEdge => ({
        data: {
            source: anEdge.source,
            target: anEdge.target,
        }
    }))


    const existingNodeIDs = newNodes.map(aNode => aNode.data.id)
    currentNodeId = currentNodeId === 'index' ? '__index' : currentNodeId
    if (currentNodeId != null && existingNodeIDs.includes(currentNodeId)) {
        const outGoingNodeIds = newEdges
            .filter(anEdge => anEdge.data.source === currentNodeId)
            .map(anEdge => anEdge.data.target)

        const incomingNodeIds = newEdges
            .filter(anEdge => anEdge.data.target === currentNodeId)
            .map(anEdge => anEdge.data.source)

        outGoingNodeIds.push(currentNodeId)

        const localNodeIds = incomingNodeIds.concat(outGoingNodeIds.filter(item => incomingNodeIds.indexOf(item) < 0))
        if (localNodeIds.indexOf(currentNodeId) < 0) {
            localNodeIds.push(currentNodeId)
        }

        const localNodes = newNodes.filter(aNode => localNodeIds.includes(aNode.data.id))
        var localEdges = newEdges.filter(edge => localNodeIds.includes(edge.data.source)).filter(edge => localNodeIds.includes(edge.data.target))

        localEdges.forEach(edge => {
            if (edge.data.target === '/') {
                console.log(edge.data.target)
            }

        })
        // Filter self-reference edges
        localEdges = localEdges.filter(edge => edge.data.source !== edge.data.target)
        localEdges = localEdges.filter(edge => edge.data.target !== '/')
        return {
            nodes: localNodes,
            edges: localEdges
        }
    } else {
        const filteredEdges = newEdges
            .filter(edge => existingNodeIDs.includes(edge.data.source))
            .filter(edge => existingNodeIDs.includes(edge.data.target))

        return {
            nodes: newNodes,
            edges: filteredEdges
        }
    }


}

export function getAllSlugs() {
    //console.log("\n\nAll Posts are scanning")
    // Get file names under /posts
    const filePaths = Node.getFiles(Node.getMarkdownFolder()).filter(f => !(f.endsWith("index") || f.endsWith("sidebar")))
    return filePaths.map(f => toSlug(f))
}

export function getDirectoryData() {
    const filteredDirectory = dirTree(Node.getMarkdownFolder(), {extensions: /\.md/});
    return convertObject(filteredDirectory)
}

let _counter = 0;

export function convertObject(thisObject) {
    const children = []

    let routerPath = getAllSlugs().find(slug => {
        const fileName = Transformer.parseFileNameFromPath(toFilePath(slug))
        return Transformer.normalizeFileName(fileName) === Transformer.normalizeFileName(thisObject.name)
    }) || null
    routerPath = routerPath ? '/note/' + routerPath : null
    const newObject = {
        name: thisObject.name,
        children: children,
        id: (_counter++).toString(),
        routePath: routerPath || null
    };

    if (thisObject.children != null && thisObject.children.length > 0) {
        thisObject.children.forEach(aChild => {
            const newChild = convertObject(aChild)
            children.push(newChild)
        })
        return newObject;
    } else {
        return newObject
    }
}

function flat(array) {
    var result = [];
    array.forEach(function (a) {
        result.push(a);
        if (Array.isArray(a.children)) {
            result = result.concat(flat(a.children));
        }
    });
    return result;
}

export function getFlattenArray(thisObject) {
    return flat(thisObject.children)
}