Stuck on an issue?

Lightrun Answers was designed to reduce the constant googling that comes with debugging 3rd party libraries. It collects links to all the places you might be looking at while hunting down a tough bug.

And, if you’re still stuck at the end, we’re happy to hop on a call to see how we can help out.

Syntax Error when try to upload to S3

See original GitHub issue

I try to upload a file from Twilio URL to S3.

Here is the code I am using:

smart_open_s3_path = 's3://' + s3_bucket + '/' + s3_key_path
                        smart_open_s3_path_credential = 's3://' + aws_access_key + ':' + aws_SecretAccess_key + '@' + s3_bucket + '/' + s3_key_path
                        print(smart_open_s3_path_credential)

                        smart_url_object = smart_open.smart_open(media_url)
                        ##parsed_uri = smart_open.smart_open_lib._parse_uri(smart_open_s3_path_credential)
                        
                        with smart_open.smart_open(smart_open_s3_path_credential, 'wb') as fout:
                            for line in smart_url_object:
                                fout.write(line)

It always gives me syntax error:

invalid syntax (_base.py, line 414): SyntaxError
Traceback (most recent call last):
File "/var/task/index.py", line 118, in lambda_handler
with smart_open.smart_open(smart_open_s3_path_credential, 'wb') as fout:
File "/var/task/smart_open/smart_open_lib.py", line 231, in smart_open
binary, filename = _open_binary_stream(uri, binary_mode, **kw)
File "/var/task/smart_open/smart_open_lib.py", line 321, in _open_binary_stream
return _s3_open_uri(parsed_uri, mode, **kw), filename
File "/var/task/smart_open/smart_open_lib.py", line 383, in _s3_open_uri
return smart_open_s3.open(parsed_uri.bucket_id, parsed_uri.key_id, mode, **kwargs)
File "/var/task/smart_open/s3.py", line 73, in open
fileobj = BufferedOutputBase(bucket_id, key_id, min_part_size=s3_min_part_size, **kwargs)
File "/var/task/smart_open/s3.py", line 357, in __init__
s3 = session.resource('s3', **kwargs)
File "/var/task/boto3/session.py", line 389, in resource
aws_session_token=aws_session_token, config=config)
File "/var/task/boto3/session.py", line 263, in client
aws_session_token=aws_session_token, config=config)
File "/var/task/botocore/session.py", line 885, in create_client
client_config=config, api_version=api_version)
File "/var/task/botocore/client.py", line 70, in create_client
cls = self._create_client_class(service_name, service_model)
File "/var/task/botocore/client.py", line 95, in _create_client_class
base_classes=bases)
File "/var/task/botocore/hooks.py", line 227, in emit
return self._emit(event_name, kwargs)
File "/var/task/botocore/hooks.py", line 360, in _emit
aliased_event_name, kwargs, stop_on_response
File "/var/task/botocore/hooks.py", line 210, in _emit
response = handler(**kwargs)
File "/var/task/boto3/utils.py", line 61, in _handler
module = import_module(module)
File "/var/task/boto3/utils.py", line 52, in import_module
__import__(name)
File "/var/task/boto3/s3/inject.py", line 15, in <module>
from boto3.s3.transfer import create_transfer_manager
File "/var/task/boto3/s3/transfer.py", line 127, in <module>
from s3transfer.exceptions import RetriesExceededError as \
File "/var/task/s3transfer/__init__.py", line 134, in <module>
import concurrent.futures
File "/var/task/concurrent/futures/__init__.py", line 8, in <module>
from concurrent.futures._base import (FIRST_COMPLETED,
File "/var/task/concurrent/futures/_base.py", line 414
raise exception_type, self._exception, self._traceback
^
SyntaxError: invalid syntax

The S3 URI should be correct since I follow the instruction, any clues?

Example S3 URI: s3://<access-key>:<secret-key>@omax-mis/twilio-messages-media/final/MEcd7c36e75f87dc6dd9e33702cdcd8fb6

Thanks