Saltearse al contenido
StudioCMS Docs
Sitio Principal

effects/WordPressAPI/converters

Esta página aún no está disponible en tu idioma.

Classes

Section titled “Classes”

WordPressAPIConverters

Section titled “WordPressAPIConverters”

Defined in: studiocms/packages/@studiocms/devapps/src/effects/WordPressAPI/converters.ts:42^

Extends

Section titled “Extends”
  • { convertToPageContent: Effect<{ contentId: string; }, boolean | Error | ParseError, | RawPageData | FullPageData>; convertToPageData: Effect<{ description: string; slug: string; title: string; }, boolean | Error | ParseError, | ImportEndpointConfig | RawPageData>; convertToPostContent: Effect<{ contentId: string; }, boolean | Error | ParseError, | RawPageData | FullPageData>; convertToPostData: Effect<{ description: string; slug: string; title: string; }, | boolean | AstroUserError | UnknownException | ParseError | LibSQLDatabaseError, | ImportEndpointConfig | RawPageData | UseBlogPkgConfig>; } & { _tag: "WordPressAPIConverters"; }

Constructors

Section titled “Constructors”

Constructor
Section titled “Constructor”
new WordPressAPIConverters(_: {
  convertToPageContent: Effect<{
     contentId: string;
    }, boolean | Error | ParseError,
     | RawPageData
     | FullPageData>;
  convertToPageData: Effect<{
     description: string;
     slug: string;
     title: string;
    }, boolean | Error | ParseError,
     | ImportEndpointConfig
     | RawPageData>;
  convertToPostContent: Effect<{
     contentId: string;
    }, boolean | Error | ParseError,
     | RawPageData
     | FullPageData>;
  convertToPostData: Effect<{
     description: string;
     slug: string;
     title: string;
    },
     | boolean
     | AstroUserError
     | UnknownException
     | ParseError
     | LibSQLDatabaseError,
     | ImportEndpointConfig
     | RawPageData
     | UseBlogPkgConfig>;
 }): WordPressAPIConverters

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Effect.d.ts:26559

Parameters
Section titled “Parameters”
_
Section titled “_”
convertToPageContent
Section titled “convertToPageContent”

Effect<{ contentId: string; }, boolean | Error | ParseError, | RawPageData | FullPageData>

convertToPageData
Section titled “convertToPageData”

Effect<{ description: string; slug: string; title: string; }, boolean | Error | ParseError, | ImportEndpointConfig | RawPageData>

convertToPostContent
Section titled “convertToPostContent”

Effect<{ contentId: string; }, boolean | Error | ParseError, | RawPageData | FullPageData>

convertToPostData
Section titled “convertToPostData”

Effect<{ description: string; slug: string; title: string; }, | boolean | AstroUserError | UnknownException | ParseError | LibSQLDatabaseError, | ImportEndpointConfig | RawPageData | UseBlogPkgConfig>

Returns
Section titled “Returns”

WordPressAPIConverters

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).constructor

Properties

Section titled “Properties”

_tag
Section titled “_tag”
readonly _tag: "WordPressAPIConverters";

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Effect.d.ts:26560

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
)._tag

convertToPageContent
Section titled “convertToPageContent”
convertToPageContent: Effect<{
  contentId: string;
 }, boolean | Error | ParseError,
  | RawPageData
| FullPageData>;

Defined in: studiocms/packages/@studiocms/devapps/src/effects/WordPressAPI/converters.ts:398^

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).convertToPageContent

convertToPageData
Section titled “convertToPageData”
convertToPageData: Effect<{
  description: string;
  slug: string;
  title: string;
 }, boolean | Error | ParseError,
  | ImportEndpointConfig
| RawPageData>;

Defined in: studiocms/packages/@studiocms/devapps/src/effects/WordPressAPI/converters.ts:397^

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).convertToPageData

convertToPostContent
Section titled “convertToPostContent”
convertToPostContent: Effect<{
  contentId: string;
 }, boolean | Error | ParseError,
  | RawPageData
| FullPageData>;

Defined in: studiocms/packages/@studiocms/devapps/src/effects/WordPressAPI/converters.ts:400^

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).convertToPostContent

convertToPostData
Section titled “convertToPostData”
convertToPostData: Effect<{
  description: string;
  slug: string;
  title: string;
 },
  | boolean
  | AstroUserError
  | UnknownException
  | ParseError
  | LibSQLDatabaseError,
  | ImportEndpointConfig
  | RawPageData
| UseBlogPkgConfig>;

Defined in: studiocms/packages/@studiocms/devapps/src/effects/WordPressAPI/converters.ts:399^

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).convertToPostData

_op
Section titled “_op”
readonly static _op: "Tag";

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:28

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
)._op

[ChannelTypeId]
Section titled “[ChannelTypeId]”
readonly static [ChannelTypeId]: VarianceStruct<never, unknown, never, unknown, WordPressAPIConverters, unknown, WordPressAPIConverters>;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Channel.d.ts:108

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[ChannelTypeId]

[EffectTypeId]
Section titled “[EffectTypeId]”
readonly static [EffectTypeId]: VarianceStruct<WordPressAPIConverters, never, WordPressAPIConverters>;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Effect.d.ts:195

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[EffectTypeId]

[ignoreSymbol]?
Section titled “[ignoreSymbol]?”
static optional [ignoreSymbol]: TagUnifyIgnore;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:41

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[ignoreSymbol]

[SinkTypeId]
Section titled “[SinkTypeId]”
readonly static [SinkTypeId]: VarianceStruct<WordPressAPIConverters, unknown, never, never, WordPressAPIConverters>;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Sink.d.ts:82

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[SinkTypeId]

[STMTypeId]
Section titled “[STMTypeId]”
readonly static [STMTypeId]: {
  _A: Covariant<WordPressAPIConverters>;
  _E: Covariant<never>;
  _R: Covariant<WordPressAPIConverters>;
};

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/STM.d.ts:136

_A
Section titled “_A”
readonly _A: Covariant<WordPressAPIConverters>;
_E
Section titled “_E”
readonly _E: Covariant<never>;
_R
Section titled “_R”
readonly _R: Covariant<WordPressAPIConverters>;
Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[STMTypeId]

[StreamTypeId]
Section titled “[StreamTypeId]”
readonly static [StreamTypeId]: VarianceStruct<WordPressAPIConverters, never, WordPressAPIConverters>;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Stream.d.ts:111

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[StreamTypeId]

[TagTypeId]
Section titled “[TagTypeId]”
readonly static [TagTypeId]: {
  _Identifier: Invariant<WordPressAPIConverters>;
  _Service: Invariant<WordPressAPIConverters>;
};

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:31

_Identifier
Section titled “_Identifier”
readonly _Identifier: Invariant<WordPressAPIConverters>;
_Service
Section titled “_Service”
readonly _Service: Invariant<WordPressAPIConverters>;
Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[TagTypeId]

[typeSymbol]?
Section titled “[typeSymbol]?”
static optional [typeSymbol]: unknown;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:39

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[typeSymbol]

[unifySymbol]?
Section titled “[unifySymbol]?”
static optional [unifySymbol]: TagUnify<Class<WordPressAPIConverters, "WordPressAPIConverters", {
  dependencies: readonly [Layer<WordPressAPIUtils, never, never>];
  effect: Effect<{
     convertToPageContent: Effect<{
        contentId: string;
       }, boolean | Error | ParseError,
        | RawPageData
        | FullPageData>;
     convertToPageData: Effect<{
        description: string;
        slug: string;
        title: string;
       }, boolean | Error | ParseError,
        | ImportEndpointConfig
        | RawPageData>;
     convertToPostContent: Effect<{
        contentId: string;
       }, boolean | Error | ParseError,
        | RawPageData
        | FullPageData>;
     convertToPostData: Effect<{
        description: string;
        slug: string;
        title: string;
       },
        | boolean
        | AstroUserError
        | UnknownException
        | ParseError
        | LibSQLDatabaseError,
        | ImportEndpointConfig
        | RawPageData
        | UseBlogPkgConfig>;
    }, never, WordPressAPIUtils>;
}>>;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:40

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[unifySymbol]

Default
Section titled “Default”
readonly static Default: Layer<WordPressAPIConverters, never, never>;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Effect.d.ts:26570

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).Default

DefaultWithoutDependencies
Section titled “DefaultWithoutDependencies”
readonly static DefaultWithoutDependencies: Layer<WordPressAPIConverters, never, WordPressAPIUtils>;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Effect.d.ts:26569

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).DefaultWithoutDependencies

Identifier
Section titled “Identifier”
readonly static Identifier: WordPressAPIConverters;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:30

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).Identifier

key
Section titled “key”
readonly static key: "WordPressAPIConverters";

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:38

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).key

make()
Section titled “make()”
readonly static make: (_: {
  convertToPageContent: Effect<{
     contentId: string;
    }, boolean | Error | ParseError,
     | RawPageData
     | FullPageData>;
  convertToPageData: Effect<{
     description: string;
     slug: string;
     title: string;
    }, boolean | Error | ParseError,
     | ImportEndpointConfig
     | RawPageData>;
  convertToPostContent: Effect<{
     contentId: string;
    }, boolean | Error | ParseError,
     | RawPageData
     | FullPageData>;
  convertToPostData: Effect<{
     description: string;
     slug: string;
     title: string;
    },
     | boolean
     | AstroUserError
     | UnknownException
     | ParseError
     | LibSQLDatabaseError,
     | ImportEndpointConfig
     | RawPageData
     | UseBlogPkgConfig>;
 }) => WordPressAPIConverters;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Effect.d.ts:26563

Parameters
Section titled “Parameters”
_
Section titled “_”
convertToPageContent
Section titled “convertToPageContent”

Effect<{ contentId: string; }, boolean | Error | ParseError, | RawPageData | FullPageData>

convertToPageData
Section titled “convertToPageData”

Effect<{ description: string; slug: string; title: string; }, boolean | Error | ParseError, | ImportEndpointConfig | RawPageData>

convertToPostContent
Section titled “convertToPostContent”

Effect<{ contentId: string; }, boolean | Error | ParseError, | RawPageData | FullPageData>

convertToPostData
Section titled “convertToPostData”

Effect<{ description: string; slug: string; title: string; }, | boolean | AstroUserError | UnknownException | ParseError | LibSQLDatabaseError, | ImportEndpointConfig | RawPageData | UseBlogPkgConfig>

Returns
Section titled “Returns”

WordPressAPIConverters

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).make

Service
Section titled “Service”
readonly static Service: WordPressAPIConverters;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:29

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).Service

stack?
Section titled “stack?”
readonly static optional stack: string;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:37

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).stack

use()
Section titled “use()”
readonly static use: <X>(body: (_: WordPressAPIConverters) => X) => [X] extends [Effect<A, E, R>] ? Effect<A, E,
  | WordPressAPIConverters
| R> : [X] extends [PromiseLike<A>] ? Effect<A, UnknownException, WordPressAPIConverters> : Effect<X, never, WordPressAPIConverters>;

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Effect.d.ts:26562

Type Parameters
Section titled “Type Parameters”
X
Section titled “X”

X

Parameters
Section titled “Parameters”
body
Section titled “body”

(_: WordPressAPIConverters) => X

Returns
Section titled “Returns”

[X] extends [Effect<A, E, R>] ? Effect<A, E, | WordPressAPIConverters | R> : [X] extends [PromiseLike<A>] ? Effect<A, UnknownException, WordPressAPIConverters> : Effect<X, never, WordPressAPIConverters>

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).use

Methods

Section titled “Methods”

[iterator]()
Section titled “[iterator]()”
static iterator: EffectGenerator<Tag<WordPressAPIConverters, WordPressAPIConverters>>

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Effect.d.ts:137

Returns
Section titled “Returns”

EffectGenerator<Tag<WordPressAPIConverters, WordPressAPIConverters>>

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[iterator]

[NodeInspectSymbol]()
Section titled “[NodeInspectSymbol]()”
static NodeInspectSymbol: unknown

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Inspectable.d.ts:22

Returns
Section titled “Returns”

unknown

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).[NodeInspectSymbol]

context()
Section titled “context()”
static context(self: WordPressAPIConverters): Context<WordPressAPIConverters>

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:36

Parameters
Section titled “Parameters”
self
Section titled “self”

WordPressAPIConverters

Returns
Section titled “Returns”

Context<WordPressAPIConverters>

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).context

of()
Section titled “of()”
static of(self: WordPressAPIConverters): WordPressAPIConverters

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Context.d.ts:35

Parameters
Section titled “Parameters”
self
Section titled “self”

WordPressAPIConverters

Returns
Section titled “Returns”

WordPressAPIConverters

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).of

pipe()
Section titled “pipe()”
Call Signature
Section titled “Call Signature”
static pipe<A>(this: A): A

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:10

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

Parameters
Section titled “Parameters”
this
Section titled “this”

A

Returns
Section titled “Returns”

A

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B>(this: A, ab: (_: A) => B): B

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:11

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

Returns
Section titled “Returns”

B

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C): C

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:12

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

Returns
Section titled “Returns”

C

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D): D

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:13

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

Returns
Section titled “Returns”

D

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E): E

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:14

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

Returns
Section titled “Returns”

E

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F): F

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:15

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

Returns
Section titled “Returns”

F

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G): G

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:16

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

Returns
Section titled “Returns”

G

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H): H

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:17

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

Returns
Section titled “Returns”

H

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I): I

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:18

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

Returns
Section titled “Returns”

I

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J): J

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:19

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

Returns
Section titled “Returns”

J

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K): K

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:20

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

Returns
Section titled “Returns”

K

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L): L

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:21

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

Returns
Section titled “Returns”

L

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M): M

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:22

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

Returns
Section titled “Returns”

M

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M, N>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M,
   mn: (_: M) => N): N

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:23

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

N
Section titled “N”

N = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

mn
Section titled “mn”

(_: M) => N

Returns
Section titled “Returns”

N

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M, N, O>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M,
   mn: (_: M) => N,
   no: (_: N) => O): O

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:24

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

N
Section titled “N”

N = never

O
Section titled “O”

O = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

mn
Section titled “mn”

(_: M) => N

no
Section titled “no”

(_: N) => O

Returns
Section titled “Returns”

O

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M,
   mn: (_: M) => N,
   no: (_: N) => O,
   op: (_: O) => P): P

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:25

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

N
Section titled “N”

N = never

O
Section titled “O”

O = never

P
Section titled “P”

P = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

mn
Section titled “mn”

(_: M) => N

no
Section titled “no”

(_: N) => O

op
Section titled “op”

(_: O) => P

Returns
Section titled “Returns”

P

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M,
   mn: (_: M) => N,
   no: (_: N) => O,
   op: (_: O) => P,
   pq: (_: P) => Q): Q

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:26

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

N
Section titled “N”

N = never

O
Section titled “O”

O = never

P
Section titled “P”

P = never

Q
Section titled “Q”

Q = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

mn
Section titled “mn”

(_: M) => N

no
Section titled “no”

(_: N) => O

op
Section titled “op”

(_: O) => P

pq
Section titled “pq”

(_: P) => Q

Returns
Section titled “Returns”

Q

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M,
   mn: (_: M) => N,
   no: (_: N) => O,
   op: (_: O) => P,
   pq: (_: P) => Q,
   qr: (_: Q) => R): R

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:27

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

N
Section titled “N”

N = never

O
Section titled “O”

O = never

P
Section titled “P”

P = never

Q
Section titled “Q”

Q = never

R
Section titled “R”

R = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

mn
Section titled “mn”

(_: M) => N

no
Section titled “no”

(_: N) => O

op
Section titled “op”

(_: O) => P

pq
Section titled “pq”

(_: P) => Q

qr
Section titled “qr”

(_: Q) => R

Returns
Section titled “Returns”

R

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M,
   mn: (_: M) => N,
   no: (_: N) => O,
   op: (_: O) => P,
   pq: (_: P) => Q,
   qr: (_: Q) => R,
   rs: (_: R) => S): S

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:28

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

N
Section titled “N”

N = never

O
Section titled “O”

O = never

P
Section titled “P”

P = never

Q
Section titled “Q”

Q = never

R
Section titled “R”

R = never

S
Section titled “S”

S = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

mn
Section titled “mn”

(_: M) => N

no
Section titled “no”

(_: N) => O

op
Section titled “op”

(_: O) => P

pq
Section titled “pq”

(_: P) => Q

qr
Section titled “qr”

(_: Q) => R

rs
Section titled “rs”

(_: R) => S

Returns
Section titled “Returns”

S

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M,
   mn: (_: M) => N,
   no: (_: N) => O,
   op: (_: O) => P,
   pq: (_: P) => Q,
   qr: (_: Q) => R,
   rs: (_: R) => S,
   st: (_: S) => T): T

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:29

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

N
Section titled “N”

N = never

O
Section titled “O”

O = never

P
Section titled “P”

P = never

Q
Section titled “Q”

Q = never

R
Section titled “R”

R = never

S
Section titled “S”

S = never

T
Section titled “T”

T = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

mn
Section titled “mn”

(_: M) => N

no
Section titled “no”

(_: N) => O

op
Section titled “op”

(_: O) => P

pq
Section titled “pq”

(_: P) => Q

qr
Section titled “qr”

(_: Q) => R

rs
Section titled “rs”

(_: R) => S

st
Section titled “st”

(_: S) => T

Returns
Section titled “Returns”

T

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M,
   mn: (_: M) => N,
   no: (_: N) => O,
   op: (_: O) => P,
   pq: (_: P) => Q,
   qr: (_: Q) => R,
   rs: (_: R) => S,
   st: (_: S) => T,
   tu: (_: T) => U): U

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:30

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

N
Section titled “N”

N = never

O
Section titled “O”

O = never

P
Section titled “P”

P = never

Q
Section titled “Q”

Q = never

R
Section titled “R”

R = never

S
Section titled “S”

S = never

T
Section titled “T”

T = never

U
Section titled “U”

U = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

mn
Section titled “mn”

(_: M) => N

no
Section titled “no”

(_: N) => O

op
Section titled “op”

(_: O) => P

pq
Section titled “pq”

(_: P) => Q

qr
Section titled “qr”

(_: Q) => R

rs
Section titled “rs”

(_: R) => S

st
Section titled “st”

(_: S) => T

tu
Section titled “tu”

(_: T) => U

Returns
Section titled “Returns”

U

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe
Call Signature
Section titled “Call Signature”
static pipe<A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U>(
   this: A,
   ab: (_: A) => B,
   bc: (_: B) => C,
   cd: (_: C) => D,
   de: (_: D) => E,
   ef: (_: E) => F,
   fg: (_: F) => G,
   gh: (_: G) => H,
   hi: (_: H) => I,
   ij: (_: I) => J,
   jk: (_: J) => K,
   kl: (_: K) => L,
   lm: (_: L) => M,
   mn: (_: M) => N,
   no: (_: N) => O,
   op: (_: O) => P,
   pq: (_: P) => Q,
   qr: (_: Q) => R,
   rs: (_: R) => S,
   st: (_: S) => T,
   tu: (_: T) => U): U

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Pipeable.d.ts:31

Type Parameters
Section titled “Type Parameters”
A
Section titled “A”

A

B
Section titled “B”

B = never

C
Section titled “C”

C = never

D
Section titled “D”

D = never

E
Section titled “E”

E = never

F
Section titled “F”

F = never

G
Section titled “G”

G = never

H
Section titled “H”

H = never

I
Section titled “I”

I = never

J
Section titled “J”

J = never

K
Section titled “K”

K = never

L
Section titled “L”

L = never

M
Section titled “M”

M = never

N
Section titled “N”

N = never

O
Section titled “O”

O = never

P
Section titled “P”

P = never

Q
Section titled “Q”

Q = never

R
Section titled “R”

R = never

S
Section titled “S”

S = never

T
Section titled “T”

T = never

U
Section titled “U”

U = never

Parameters
Section titled “Parameters”
this
Section titled “this”

A

ab
Section titled “ab”

(_: A) => B

bc
Section titled “bc”

(_: B) => C

cd
Section titled “cd”

(_: C) => D

de
Section titled “de”

(_: D) => E

ef
Section titled “ef”

(_: E) => F

fg
Section titled “fg”

(_: F) => G

gh
Section titled “gh”

(_: G) => H

hi
Section titled “hi”

(_: H) => I

ij
Section titled “ij”

(_: I) => J

jk
Section titled “jk”

(_: J) => K

kl
Section titled “kl”

(_: K) => L

lm
Section titled “lm”

(_: L) => M

mn
Section titled “mn”

(_: M) => N

no
Section titled “no”

(_: N) => O

op
Section titled “op”

(_: O) => P

pq
Section titled “pq”

(_: P) => Q

qr
Section titled “qr”

(_: Q) => R

rs
Section titled “rs”

(_: R) => S

st
Section titled “st”

(_: S) => T

tu
Section titled “tu”

(_: T) => U

Returns
Section titled “Returns”

U

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).pipe

toJSON()
Section titled “toJSON()”
static toJSON(): unknown

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Inspectable.d.ts:21

Returns
Section titled “Returns”

unknown

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).toJSON

toString()
Section titled “toString()”
static toString(): string

Defined in: node_modules/.pnpm/effect@3.17.3/node_modules/effect/dist/dts/Inspectable.d.ts:20

Returns
Section titled “Returns”

string

Inherited from
Section titled “Inherited from”
Effect.Service<WordPressAPIConverters>()(
  'WordPressAPIConverters',
  {
    dependencies: [WordPressAPIUtils.Default],
    effect: genLogger('@studiocms/devapps/effects/WordPressAPI/converters.effect')(function () {
      const sdk = yield SDKCore;


      const {
        apiEndpoint,
        cleanUpHtml,
        downloadAndUpdateImages,
        downloadPostImage,
        stripHtml,
        turndown,
      } = yield WordPressAPIUtils;


      /
        Converts a given page object to a PageData object.


        @param page - The page object to convert. This is expected to be of an unknown type.
        @param endpoint - The API endpoint to fetch additional data, such as media.
        @returns A promise that resolves to a PageData object containing the converted page data.
       /
      const convertToPageData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageData'
      )(function () {
        const [{ endpoint }, { page }] = yield Effect.all([ImportEndpointConfig, RawPageData]);


        if (!endpoint) {
          yield Effect.fail(new Error('Missing endpoint configuration'));
        }
        if (!page) {
          yield Effect.fail(new Error('Missing page data'));
        }


        const data = yield Schema.decodeUnknown(Page)(page);


        const cleanHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: 'studiocms',
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, pagesImagesFolder)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: 'studiocms',
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the provided page data and page content into a PageContent object.


        @param pageData - The data of the page to be converted.
        @param page - The raw page content to be converted.
        @returns A promise that resolves to a PageContent object.
       /
      const convertToPageContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPageContent'
      )(function () {
        const [{ page }, { pageData }] = yield Effect.all([RawPageData, FullPageData]);


        const data = yield Schema.decodeUnknown(Page)(page);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanUpContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanUpContent, pagesImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      const generateCategoriesOrTags = <T extends 'categories' | 'tags'>(type: T) =>
        genLogger(
          '@studiocms/devapps/effects/WordPressAPI/converters.effect.generateCategoriesOrTags'
        )(function () {
          const [{ endpoint }, { value }] = yield Effect.all([
            ImportEndpointConfig,
            CategoryOrTagConfig,
          ]);


          const TableMap = {
            categories: tsPageDataCategories,
            tags: tsPageDataTags,
          };


          const table = TableMap[type];


          const newItems = [];


          const idChecks = yield Effect.all(
            value.map((val) =>
              sdk.dbService
                .execute((client) => client.select().from(table).where(eq(table.id, val)).get())
                .pipe(Effect.map((exists) => ({ val, exists: !!exists })))
            ),
            { concurrency: 10 }
          );


          const missingIds = idChecks.filter(({ exists }) => !exists).map(({ val }) => val);


          const fetchedIds = yield Effect.all(
            missingIds.map((id) =>
              apiEndpoint.pipe(
                APIEndpointConfig.makeProvide(endpoint, type, String(id)),
                Effect.flatMap((url) => Effect.tryPromise(() => fetch(url))),
                Effect.flatMap((response) => Effect.tryPromise(() => response.json()))
              )
            ),
            { concurrency: 5 } // Limit concurrent API calls
          );


          newItems.push(...fetchedIds);


          if (newItems.length > 0) {
            switch (type) {
              case 'categories': {
                const data = newItems.map((category) => {
                  const data: typeof tsPageDataCategories.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: category.id,
                    name: category.name,
                    slug: category.slug,
                    description: category.description,
                    meta: JSON.stringify(category.meta),
                  };


                  if (category.parent) {
                    // @ts-expect-error - Drizzle broke this
                    data.parent = category.parent;
                  }


                  return data;
                });


                yield Console.log(
                  'Inserting new Categories into the database:',
                  data
                    // @ts-expect-error - Drizzle broke this
                    .map((d) => ${d.id}: ${d.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataCategories).values(data)
                );


                yield Console.log('Categories inserted!');
                break;
              }
              case 'tags': {
                const tagData = newItems.map((tag) => {
                  const data: typeof tsPageDataTags.$inferInsert = {
                    // @ts-expect-error - Drizzle broke this
                    id: tag.id,
                    name: tag.name,
                    slug: tag.slug,
                    description: tag.description,
                    meta: JSON.stringify(tag.meta),
                  };


                  return data;
                });


                yield Console.log(
                  'Inserting new Tags into the database:',
                  tagData
                    // @ts-expect-error - Drizzle broke this
                    .map((data) => ${data.id}: ${data.name})
                    .join(', ')
                );
                yield sdk.dbService.execute((client) =>
                  client.insert(tsPageDataTags).values(tagData)
                );


                yield Console.log('Tags inserted!');
                break;
              }
            }
          }
        });


      /
        Converts a given post object to PageData format.


        @param post - The post object to be converted.
        @param useBlogPkg - A boolean indicating whether to use the blog package.
        @param endpoint - The API endpoint to fetch additional data.
       /
      const convertToPostData = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostData'
      )(function () {
        const [{ endpoint }, { page: post }, { useBlogPkg }] = yield Effect.all([
          ImportEndpointConfig,
          RawPageData,
          UseBlogPkgConfig,
        ]);


        const data = yield Schema.decodeUnknown(Post)(post);


        const pkg = useBlogPkg ? '@studiocms/blog' : 'studiocms/markdown';


        const cleanedHTML = yield stripHtml.pipe(StringConfig.makeProvide(data.excerpt.rendered));


        const titleImageId = data.featured_media;


        if (!titleImageId || titleImageId === 0) {
          yield Console.log('No featured media for:', data.title.rendered);


          const pageData: PageData = {
            // @ts-expect-error - Drizzle broke this
            id: crypto.randomUUID(),
            title: data.title.rendered,
            description: decode(cleanedHTML),
            slug: data.slug,
            publishedAt: new Date(data.date_gmt),
            updatedAt: new Date(data.modified_gmt),
            showOnNav: false,
            contentLang: 'default',
            package: pkg,
            categories: JSON.stringify(data.categories),
            tags: JSON.stringify(data.tags),
          };
          return pageData;
        }


        const titleImageURL = yield apiEndpoint.pipe(
          APIEndpointConfig.makeProvide(endpoint, 'media', String(titleImageId))
        );
        const titleImageResponse = yield Effect.tryPromise(() => fetch(titleImageURL));
        const titleImageJson = yield Effect.tryPromise(() => titleImageResponse.json());
        const titleImage = yield downloadPostImage.pipe(
          DownloadPostImageConfig.makeProvide(titleImageJson.source_url, postsImagesFolder)
        );


        yield generateCategoriesOrTags('categories').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.categories)
        );
        yield generateCategoriesOrTags('tags').pipe(
          ImportEndpointConfig.makeProvide(endpoint),
          CategoryOrTagConfig.makeProvide(data.tags)
        );


        const pageData: PageData = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          title: data.title.rendered,
          description: decode(cleanedHTML),
          slug: data.slug,
          publishedAt: new Date(data.date_gmt),
          updatedAt: new Date(data.modified_gmt),
          showOnNav: false,
          contentLang: 'default',
          package: pkg,
          categories: JSON.stringify(data.categories),
          tags: JSON.stringify(data.tags),
          heroImage: titleImage,
        };


        return pageData;
      });


      /
        Converts the given post data to a PageContent object.


        @param pageData - The data of the page to which the post content belongs.
        @param post - The post data to be converted.
       /
      const convertToPostContent = genLogger(
        '@studiocms/devapps/effects/WordPressAPI/converters.effect.convertToPostContent'
      )(function () {
        const [{ pageData }, { page: post }] = yield Effect.all([FullPageData, RawPageData]);


        const data = yield Schema.decodeUnknown(Post)(post);


        // @ts-expect-error - Drizzle broke this
        if (pageData.id === undefined) {
          yield Effect.fail(new Error('pageData is missing id'));
        }


        const cleanupContent = yield cleanUpHtml.pipe(
          StringConfig.makeProvide(data.content.rendered)
        );
        const htmlWithImages = yield downloadAndUpdateImages.pipe(
          DownloadPostImageConfig.makeProvide(cleanupContent, postsImagesFolder)
        );


        const content = yield turndown.pipe(StringConfig.makeProvide(htmlWithImages));


        const pageContent: PageContent = {
          // @ts-expect-error - Drizzle broke this
          id: crypto.randomUUID(),
          // @ts-expect-error - Drizzle broke this
          contentId: pageData.id,
          contentLang: 'default',
          content: content,
        };


        return pageContent;
      });


      return {
        convertToPageData,
        convertToPageContent,
        convertToPostData,
        convertToPostContent,
      };
    }),
  }
).toString