Did your token expire?

I

indicozy•11/3/23, 5:51 AM

I'm new on working R2 and S3, it shows that I am Unauthorized. Is it because the cloudflare having issues or am I doing something wrong?

I

indicozy•11/3/23, 7:45 AM

I don't understand why I cannot upload to R2. My code is:

// getS3Client.ts
import { S3Client } from "@aws-sdk/client-s3";
import { getDotenv } from "./getEnv";

let s3Client: S3Client | undefined = undefined;

const env = getDotenv();

export const getS3Client: () => S3Client = () => {
  console.log(env);
  if (s3Client === undefined) {
    s3Client = new S3Client({
      region: "auto",
      endpoint: `https://${env.R2_ACCOUNT_ID}.r2.cloudflarestorage.com`,
      credentials: {
        accessKeyId: env.R2_ACCESS_KEY_ID,
        secretAccessKey: env.R2_SECRET_ACCESS_KEY,
      },
    });
    return s3Client;
  }
  return s3Client;
};

// getS3Client.ts
import { S3Client } from "@aws-sdk/client-s3";
import { getDotenv } from "./getEnv";

let s3Client: S3Client | undefined = undefined;

const env = getDotenv();

export const getS3Client: () => S3Client = () => {
  console.log(env);
  if (s3Client === undefined) {
    s3Client = new S3Client({
      region: "auto",
      endpoint: `https://${env.R2_ACCOUNT_ID}.r2.cloudflarestorage.com`,
      credentials: {
        accessKeyId: env.R2_ACCESS_KEY_ID,
        secretAccessKey: env.R2_SECRET_ACCESS_KEY,
      },
    });
    return s3Client;
  }
  return s3Client;
};

// getS3Client.ts
import { S3Client } from "@aws-sdk/client-s3";
import { getDotenv } from "./getEnv";

let s3Client: S3Client | undefined = undefined;

const env = getDotenv();

export const getS3Client: () => S3Client = () => {
  console.log(env);
  if (s3Client === undefined) {
    s3Client = new S3Client({
      region: "auto",
      endpoint: `https://${env.R2_ACCOUNT_ID}.r2.cloudflarestorage.com`,
      credentials: {
        accessKeyId: env.R2_ACCESS_KEY_ID,
        secretAccessKey: env.R2_SECRET_ACCESS_KEY,
      },
    });
    return s3Client;
  }
  return s3Client;
};

// getS3Client.ts
import { S3Client } from "@aws-sdk/client-s3";
import { getDotenv } from "./getEnv";

let s3Client: S3Client | undefined = undefined;

const env = getDotenv();

export const getS3Client: () => S3Client = () => {
  console.log(env);
  if (s3Client === undefined) {
    s3Client = new S3Client({
      region: "auto",
      endpoint: `https://${env.R2_ACCOUNT_ID}.r2.cloudflarestorage.com`,
      credentials: {
        accessKeyId: env.R2_ACCESS_KEY_ID,
        secretAccessKey: env.R2_SECRET_ACCESS_KEY,
      },
    });
    return s3Client;
  }
  return s3Client;
};

const s3Client = getS3Client();
const env = getDotenv();

const resizeImage = async (str: string) => {
  // TODO:
  await sharp(str).webp({ quality: 75 }).toBuffer();
};

export const uploadDirectlyOne = async (path: string, body: string) => {
  // TODO: test it
  console.log("uploading:", path);
  const buf = Buffer.from(body, "utf8");

  const command = new PutObjectCommand({
    Bucket: env.S3_BUCKET,
    Key: path,
    Body: buf,
  });
  try {
    const response = await s3Client.send(command);
    console.log("uploaded:", path);
  } catch (err) {
    console.error(err);
    throw err;
  }
};

const s3Client = getS3Client();
const env = getDotenv();

const resizeImage = async (str: string) => {
  // TODO:
  await sharp(str).webp({ quality: 75 }).toBuffer();
};

export const uploadDirectlyOne = async (path: string, body: string) => {
  // TODO: test it
  console.log("uploading:", path);
  const buf = Buffer.from(body, "utf8");

  const command = new PutObjectCommand({
    Bucket: env.S3_BUCKET,
    Key: path,
    Body: buf,
  });
  try {
    const response = await s3Client.send(command);
    console.log("uploaded:", path);
  } catch (err) {
    console.error(err);
    throw err;
  }
};

const s3Client = getS3Client();
const env = getDotenv();

const resizeImage = async (str: string) => {
  // TODO:
  await sharp(str).webp({ quality: 75 }).toBuffer();
};

export const uploadDirectlyOne = async (path: string, body: string) => {
  // TODO: test it
  console.log("uploading:", path);
  const buf = Buffer.from(body, "utf8");

  const command = new PutObjectCommand({
    Bucket: env.S3_BUCKET,
    Key: path,
    Body: buf,
  });
  try {
    const response = await s3Client.send(command);
    console.log("uploaded:", path);
  } catch (err) {
    console.error(err);
    throw err;
  }
};

const s3Client = getS3Client();
const env = getDotenv();

const resizeImage = async (str: string) => {
  // TODO:
  await sharp(str).webp({ quality: 75 }).toBuffer();
};

export const uploadDirectlyOne = async (path: string, body: string) => {
  // TODO: test it
  console.log("uploading:", path);
  const buf = Buffer.from(body, "utf8");

  const command = new PutObjectCommand({
    Bucket: env.S3_BUCKET,
    Key: path,
    Body: buf,
  });
  try {
    const response = await s3Client.send(command);
    console.log("uploaded:", path);
  } catch (err) {
    console.error(err);
    throw err;
  }
};

V

vvo•11/3/23, 11:30 AM

Hey there, we're unable to assign custom domains to R2 buckets. Where is this situation this reflected on your status pages? Thanks.

K

Kirmola•11/3/23, 12:52 PM

Hi. for some reason, my credentials are being reported as unauthroised by boto.

def saveAndPushToR2(self, filename):
        # Use self.engine
        currentDateFileFormat = datetime.now().strftime("%d_%m_%Y")
        # filename = f"{category}_{currentDateFileFormat}.json"
        s3 = boto3.resource('s3',
                            endpoint_url=f'https://{environ.get("ACCOUNT_ID")}.r2.cloudflarestorage.com',
                            aws_access_key_id=environ.get("ACCESS_KEY_ID"),
                            aws_secret_access_key=environ.get(
                                "SECRET_ACCESS_KEY")
                            )
        with open(filename, "r"):
            # s3.Bucket(environ["BUCKET_NAME"]).put_object(
            #     Key=filename, Body=f, ContentType="application/json"
            # )
            s3.Bucket(environ["BUCKET_NAME"]).upload_file(
                filename, filename, ExtraArgs={'ContentType': "application/json"}
            )
            logging.info(
                f"{filename} uploaded successfully to Cloudflare R2.").

def saveAndPushToR2(self, filename):
        # Use self.engine
        currentDateFileFormat = datetime.now().strftime("%d_%m_%Y")
        # filename = f"{category}_{currentDateFileFormat}.json"
        s3 = boto3.resource('s3',
                            endpoint_url=f'https://{environ.get("ACCOUNT_ID")}.r2.cloudflarestorage.com',
                            aws_access_key_id=environ.get("ACCESS_KEY_ID"),
                            aws_secret_access_key=environ.get(
                                "SECRET_ACCESS_KEY")
                            )
        with open(filename, "r"):
            # s3.Bucket(environ["BUCKET_NAME"]).put_object(
            #     Key=filename, Body=f, ContentType="application/json"
            # )
            s3.Bucket(environ["BUCKET_NAME"]).upload_file(
                filename, filename, ExtraArgs={'ContentType': "application/json"}
            )
            logging.info(
                f"{filename} uploaded successfully to Cloudflare R2.").

def saveAndPushToR2(self, filename):
        # Use self.engine
        currentDateFileFormat = datetime.now().strftime("%d_%m_%Y")
        # filename = f"{category}_{currentDateFileFormat}.json"
        s3 = boto3.resource('s3',
                            endpoint_url=f'https://{environ.get("ACCOUNT_ID")}.r2.cloudflarestorage.com',
                            aws_access_key_id=environ.get("ACCESS_KEY_ID"),
                            aws_secret_access_key=environ.get(
                                "SECRET_ACCESS_KEY")
                            )
        with open(filename, "r"):
            # s3.Bucket(environ["BUCKET_NAME"]).put_object(
            #     Key=filename, Body=f, ContentType="application/json"
            # )
            s3.Bucket(environ["BUCKET_NAME"]).upload_file(
                filename, filename, ExtraArgs={'ContentType': "application/json"}
            )
            logging.info(
                f"{filename} uploaded successfully to Cloudflare R2.").

def saveAndPushToR2(self, filename):
        # Use self.engine
        currentDateFileFormat = datetime.now().strftime("%d_%m_%Y")
        # filename = f"{category}_{currentDateFileFormat}.json"
        s3 = boto3.resource('s3',
                            endpoint_url=f'https://{environ.get("ACCOUNT_ID")}.r2.cloudflarestorage.com',
                            aws_access_key_id=environ.get("ACCESS_KEY_ID"),
                            aws_secret_access_key=environ.get(
                                "SECRET_ACCESS_KEY")
                            )
        with open(filename, "r"):
            # s3.Bucket(environ["BUCKET_NAME"]).put_object(
            #     Key=filename, Body=f, ContentType="application/json"
            # )
            s3.Bucket(environ["BUCKET_NAME"]).upload_file(
                filename, filename, ExtraArgs={'ContentType': "application/json"}
            )
            logging.info(
                f"{filename} uploaded successfully to Cloudflare R2.").

K

Kirmola•11/3/23, 12:53 PM

 raise S3UploadFailedError(
boto3.exceptions.S3UploadFailedError: Failed to upload prepositions_03_11_2023.json to production/prepositions_03_11_2023.json: An error occurred (Unauthorized) when calling the PutObject operation: Unauthorized
2023-11-03 18:17:55 [scrapy.extensions.feedexport] INFO: Stored json feed (49 items) in: output.json

 raise S3UploadFailedError(
boto3.exceptions.S3UploadFailedError: Failed to upload prepositions_03_11_2023.json to production/prepositions_03_11_2023.json: An error occurred (Unauthorized) when calling the PutObject operation: Unauthorized
2023-11-03 18:17:55 [scrapy.extensions.feedexport] INFO: Stored json feed (49 items) in: output.json

 raise S3UploadFailedError(
boto3.exceptions.S3UploadFailedError: Failed to upload prepositions_03_11_2023.json to production/prepositions_03_11_2023.json: An error occurred (Unauthorized) when calling the PutObject operation: Unauthorized
2023-11-03 18:17:55 [scrapy.extensions.feedexport] INFO: Stored json feed (49 items) in: output.json

 raise S3UploadFailedError(
boto3.exceptions.S3UploadFailedError: Failed to upload prepositions_03_11_2023.json to production/prepositions_03_11_2023.json: An error occurred (Unauthorized) when calling the PutObject operation: Unauthorized
2023-11-03 18:17:55 [scrapy.extensions.feedexport] INFO: Stored json feed (49 items) in: output.json

this is error

K

Kirmola•11/3/23, 12:54 PM

my code was working perfectly until today, not sure what happened

E

EchoSevenTz•11/3/23, 4:02 PM

Hi,
if I want to access R2 bucket that has custom domain registered for example myr2.com and want to access it from mydomain.com. I set https://mydomain.com in allowed origins in CORS control panel, but still get " Cross-Origin Request Blocked: The Same Origin Policy disallows reading the remote resource at https://my2r.com/Barutana_Model_700k.glb. (Reason: CORS header ‘Access-Control-Allow-Origin’ missing). Status code: 200.

Web Hosting, Domain Name Registration - MyDomain.com

Small business web hosting offering additional business services such as: domain name registrations, email accounts, web services, and various small business solutions.