mirror of
https://github.com/instaloader/instaloader.git
synced 2024-09-11 16:22:24 +02:00
Changed User-Agent + download of private profiles
first attempt to implement login for downloading private profiles
This commit is contained in:
André Koch-Kramer
parent
d2ef625847
commit
1c83e324b6
125
instagram.py
125
instagram.py
@ -1,13 +1,17 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
import requests, re, json, datetime, shutil, os
|
||||
import requests, re, json, datetime, shutil, os, time, random, sys, pickle
|
||||
from io import BytesIO
|
||||
|
||||
class DownloaderException(Exception):
|
||||
pass
|
||||
|
||||
def get_json(name, id = 0):
|
||||
r = requests.get('http://www.instagram.com/'+name, \
|
||||
def get_json(name, id = 0, session=None, SleepMinMax=[1,5]):
|
||||
if session is None:
|
||||
session = get_session(None, None, True)
|
||||
r = session.get('http://www.instagram.com/'+name, \
|
||||
params={'max_id': id})
|
||||
time.sleep(abs(SleepMinMax[1]-SleepMinMax[0])*random.random()+SleepMinMax[0])
|
||||
m = re.search('window\._sharedData = .*<', r.text)
|
||||
if m is None:
|
||||
return None
|
||||
@ -40,7 +44,7 @@ def download_pic(name, url, date_epoch, outputlabel=None):
|
||||
if os.path.isfile(filename):
|
||||
print(outputlabel + ' exists', end=' ', flush=True)
|
||||
return False
|
||||
r = requests.get(url, stream=True)
|
||||
r = get_session(None, None, True).get(url, stream=True)
|
||||
if r.status_code == 200:
|
||||
print(outputlabel, end=' ', flush=True)
|
||||
os.makedirs(name.lower(), exist_ok=True)
|
||||
@ -88,7 +92,7 @@ def download_profilepic(name, url):
|
||||
index = len(m.group(0))-1
|
||||
offset = 8 if m.group(0)[-1:] == 's' else 0
|
||||
url = url[:index] + 's2048x2048' + ('/' if offset == 0 else str()) + url[index+offset:]
|
||||
r = requests.get(url, stream=True)
|
||||
r = get_session(None, None, True).get(url, stream=True)
|
||||
if r.status_code == 200:
|
||||
print(filename)
|
||||
os.makedirs(name.lower(), exist_ok=True)
|
||||
@ -99,16 +103,99 @@ def download_profilepic(name, url):
|
||||
else:
|
||||
raise DownloaderException("file \'" + url + "\' could not be downloaded")
|
||||
|
||||
def download(name, ProfilePicOnly = False, DownloadVideos = True, FastUpdate = False):
|
||||
data = get_json(name)
|
||||
totalcount = data["entry_data"]["ProfilePage"][0]["user"]["media"]["count"]
|
||||
def save_object(obj, filename):
|
||||
if filename is None:
|
||||
filename = '/tmp/instaloader.session'
|
||||
with open(filename, 'wb') as f:
|
||||
shutil.copyfileobj(BytesIO(pickle.dumps(obj, -1)), f)
|
||||
|
||||
def load_object(filename):
|
||||
if filename is None:
|
||||
filename = '/tmp/instaloader.session'
|
||||
if os.path.isfile(filename):
|
||||
with open(filename, 'rb') as f:
|
||||
obj = pickle.load(f)
|
||||
return obj
|
||||
else:
|
||||
return None
|
||||
|
||||
def test_login(user, session):
|
||||
if user is None or session is None:
|
||||
return False
|
||||
r = session.get('https://www.instagram.com/')
|
||||
time.sleep(4 * random.random() + 1)
|
||||
if r.text.find(user.tolower()) != -1:
|
||||
return True
|
||||
else:
|
||||
return False
|
||||
|
||||
def get_session(user, passwd, EmptySessionOnly=False, session=None):
|
||||
def instaheader():
|
||||
user_agent = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 ' \
|
||||
'(KHTML, like Gecko) Chrome/51.0.2704.79 Safari/537.36'
|
||||
return {'Accept-Encoding' : 'gzip, deflate', \
|
||||
'Accept-Language' : 'en-US,en;q=0.8', \
|
||||
'Connection' : 'keep-alive', \
|
||||
'Content-Length' : '0', \
|
||||
'Host' : 'www.instagram.com', \
|
||||
'Origin' : 'https://www.instagram.com', \
|
||||
'Referer' : 'https://www.instagram.com/', \
|
||||
'User-Agent' : user_agent, \
|
||||
'X-Instagram-AJAX' : '1', \
|
||||
'X-Requested-With' : 'XMLHttpRequest'}
|
||||
if session is None:
|
||||
session = requests.Session()
|
||||
session.cookies.update({'sessionid' : '', 'mid' : '', 'ig_pr' : '1', \
|
||||
'ig_vw' : '1920', 'csrftoken' : '', \
|
||||
's_network' : '', 'ds_user_id' : ''})
|
||||
session.headers.update(instaheader())
|
||||
if EmptySessionOnly:
|
||||
return session
|
||||
r = session.get('https://www.instagram.com/')
|
||||
session.headers.update({'X-CSRFToken':r.cookies['csrftoken']})
|
||||
time.sleep(9 * random.random() + 3)
|
||||
login = session.post('https://www.instagram.com/accounts/login/ajax/', \
|
||||
data={'password':passwd,'username':user}, allow_redirects=True)
|
||||
session.headers.update({'X-CSRFToken':login.cookies['csrftoken']})
|
||||
time.sleep(5 * random.random())
|
||||
if login.status_code == 200:
|
||||
if test_login(user, session):
|
||||
return session, True
|
||||
else:
|
||||
print('Login error! Check your credentials!', file=sys.stderr)
|
||||
return session, False
|
||||
else:
|
||||
print('Login error! Connection error!', file=sys.stderr)
|
||||
return session, False
|
||||
|
||||
def download(name, username = None, password = None, sessionfile = None, \
|
||||
ProfilePicOnly = False, DownloadVideos = True, FastUpdate = False, SleepMinMax=[0.25,2]):
|
||||
session = load_object(sessionfile)
|
||||
data = get_json(name, session=session)
|
||||
if len(data["entry_data"]) == 0:
|
||||
raise DownloaderException("user does not exist")
|
||||
else:
|
||||
download_profilepic(name, data["entry_data"]["ProfilePage"][0]["user"]["profile_pic_url"])
|
||||
time.sleep((SleepMinMax[1]-SleepMinMax[0])*random.random()+SleepMinMax[0])
|
||||
if data["entry_data"]["ProfilePage"][0]["user"]["is_private"]:
|
||||
if not test_login(username, session):
|
||||
if username is None or password is None:
|
||||
while True:
|
||||
if username is None:
|
||||
username = input('Enter your Instagram username to login: ')
|
||||
if password is None:
|
||||
password = input('Enter your corresponding Instagram password: ')
|
||||
session, status = get_session(username, password, session=session)
|
||||
if status:
|
||||
break
|
||||
else:
|
||||
session, status = get_session(username, password, session=session)
|
||||
if not status:
|
||||
raise DownloaderException("aborting...")
|
||||
if len(data["entry_data"]["ProfilePage"][0]["user"]["media"]["nodes"]) == 0 \
|
||||
and not ProfilePicOnly:
|
||||
raise DownloaderException("no pics found")
|
||||
totalcount = data["entry_data"]["ProfilePage"][0]["user"]["media"]["count"]
|
||||
if not ProfilePicOnly:
|
||||
count = 1
|
||||
while not get_last_id(data) is None:
|
||||
@ -116,28 +203,42 @@ def download(name, ProfilePicOnly = False, DownloadVideos = True, FastUpdate = F
|
||||
print("[%3i/%3i] " % (count, totalcount), end="", flush=True)
|
||||
count = count + 1
|
||||
downloaded = download_pic(name, node["display_src"], node["date"])
|
||||
time.sleep(abs(SleepMinMax[1]-SleepMinMax[0])*random.random()+SleepMinMax[0])
|
||||
if "caption" in node:
|
||||
saveCaption(name, node["date"], node["caption"])
|
||||
if node["is_video"] and DownloadVideos:
|
||||
video_data = get_json('p/' + node["code"])
|
||||
video_data = get_json('p/' + node["code"], session=session)
|
||||
download_pic(name, \
|
||||
video_data['entry_data']['PostPage'][0]['media']['video_url'], \
|
||||
node["date"], 'mp4')
|
||||
print()
|
||||
if FastUpdate and not downloaded:
|
||||
return
|
||||
data = get_json(name, get_last_id(data))
|
||||
data = get_json(name, get_last_id(data), session)
|
||||
time.sleep(abs(SleepMinMax[1]-SleepMinMax[0])*random.random()+SleepMinMax[0])
|
||||
if test_login(username, session):
|
||||
save_object(session, sessionfile)
|
||||
|
||||
if __name__ == "__main__":
|
||||
from argparse import ArgumentParser
|
||||
parser = ArgumentParser(description='Simple downloader to fetch all Instagram pics and '\
|
||||
'captions from a given public profile')
|
||||
parser.add_argument('name', help='Name of profile to download')
|
||||
parser.add_argument('target', help='Name of profile to download')
|
||||
parser.add_argument('-l', '--login', nargs='?', const=None, metavar='login_name',
|
||||
help='Provide login name for your Instagram account')
|
||||
parser.add_argument('-p', '--password', nargs='?', const=None,
|
||||
help='Provide password for your Instagram account')
|
||||
parser.add_argument('-f', '--sessionfile', nargs='?', const=None,
|
||||
help='File to store session key, defaults to /tmp/instaloader.session')
|
||||
parser.add_argument('-P', '--profile-pic-only', action='store_true',
|
||||
help='Only download profile picture')
|
||||
parser.add_argument('-V', '--skip-videos', action='store_true',
|
||||
help='Do not download videos')
|
||||
parser.add_argument('-F', '--fast-update', action='store_true',
|
||||
help='Abort at encounter of first already-downloaded picture')
|
||||
parser.add_argument('-S', '--no-sleep', action='store_true',
|
||||
help='Do not sleep between actual downloads of pictures')
|
||||
args = parser.parse_args()
|
||||
download(args.name, args.profile_pic_only, not args.skip_videos, args.fast_update)
|
||||
download(args.target, args.login, args.password, args.sessionfile,
|
||||
args.profile_pic_only, not args.skip_videos, args.fast_update,
|
||||
[0,0] if args.no_sleep else [0.25,2])
|
||||
|
||||
Loading…
Reference in New Issue
Block a user