From 1c83e324b6260ee20c3cb52159709a227605f162 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Andr=C3=A9=20Koch-Kramer?= Date: Tue, 21 Jun 2016 19:37:14 +0200 Subject: [PATCH] Changed User-Agent + download of private profiles first attempt to implement login for downloading private profiles --- instagram.py | 125 ++++++++++++++++++++++++++++++++++++++++++++++----- 1 file changed, 113 insertions(+), 12 deletions(-) diff --git a/instagram.py b/instagram.py index 339e53b..057d9c7 100755 --- a/instagram.py +++ b/instagram.py @@ -1,13 +1,17 @@ #!/usr/bin/env python3 -import requests, re, json, datetime, shutil, os +import requests, re, json, datetime, shutil, os, time, random, sys, pickle +from io import BytesIO class DownloaderException(Exception): pass -def get_json(name, id = 0): - r = requests.get('http://www.instagram.com/'+name, \ +def get_json(name, id = 0, session=None, SleepMinMax=[1,5]): + if session is None: + session = get_session(None, None, True) + r = session.get('http://www.instagram.com/'+name, \ params={'max_id': id}) + time.sleep(abs(SleepMinMax[1]-SleepMinMax[0])*random.random()+SleepMinMax[0]) m = re.search('window\._sharedData = .*<', r.text) if m is None: return None @@ -40,7 +44,7 @@ def download_pic(name, url, date_epoch, outputlabel=None): if os.path.isfile(filename): print(outputlabel + ' exists', end=' ', flush=True) return False - r = requests.get(url, stream=True) + r = get_session(None, None, True).get(url, stream=True) if r.status_code == 200: print(outputlabel, end=' ', flush=True) os.makedirs(name.lower(), exist_ok=True) @@ -88,7 +92,7 @@ def download_profilepic(name, url): index = len(m.group(0))-1 offset = 8 if m.group(0)[-1:] == 's' else 0 url = url[:index] + 's2048x2048' + ('/' if offset == 0 else str()) + url[index+offset:] - r = requests.get(url, stream=True) + r = get_session(None, None, True).get(url, stream=True) if r.status_code == 200: print(filename) os.makedirs(name.lower(), exist_ok=True) @@ -99,16 +103,99 @@ def download_profilepic(name, url): else: raise DownloaderException("file \'" + url + "\' could not be downloaded") -def download(name, ProfilePicOnly = False, DownloadVideos = True, FastUpdate = False): - data = get_json(name) - totalcount = data["entry_data"]["ProfilePage"][0]["user"]["media"]["count"] +def save_object(obj, filename): + if filename is None: + filename = '/tmp/instaloader.session' + with open(filename, 'wb') as f: + shutil.copyfileobj(BytesIO(pickle.dumps(obj, -1)), f) + +def load_object(filename): + if filename is None: + filename = '/tmp/instaloader.session' + if os.path.isfile(filename): + with open(filename, 'rb') as f: + obj = pickle.load(f) + return obj + else: + return None + +def test_login(user, session): + if user is None or session is None: + return False + r = session.get('https://www.instagram.com/') + time.sleep(4 * random.random() + 1) + if r.text.find(user.tolower()) != -1: + return True + else: + return False + +def get_session(user, passwd, EmptySessionOnly=False, session=None): + def instaheader(): + user_agent = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 ' \ + '(KHTML, like Gecko) Chrome/51.0.2704.79 Safari/537.36' + return {'Accept-Encoding' : 'gzip, deflate', \ + 'Accept-Language' : 'en-US,en;q=0.8', \ + 'Connection' : 'keep-alive', \ + 'Content-Length' : '0', \ + 'Host' : 'www.instagram.com', \ + 'Origin' : 'https://www.instagram.com', \ + 'Referer' : 'https://www.instagram.com/', \ + 'User-Agent' : user_agent, \ + 'X-Instagram-AJAX' : '1', \ + 'X-Requested-With' : 'XMLHttpRequest'} + if session is None: + session = requests.Session() + session.cookies.update({'sessionid' : '', 'mid' : '', 'ig_pr' : '1', \ + 'ig_vw' : '1920', 'csrftoken' : '', \ + 's_network' : '', 'ds_user_id' : ''}) + session.headers.update(instaheader()) + if EmptySessionOnly: + return session + r = session.get('https://www.instagram.com/') + session.headers.update({'X-CSRFToken':r.cookies['csrftoken']}) + time.sleep(9 * random.random() + 3) + login = session.post('https://www.instagram.com/accounts/login/ajax/', \ + data={'password':passwd,'username':user}, allow_redirects=True) + session.headers.update({'X-CSRFToken':login.cookies['csrftoken']}) + time.sleep(5 * random.random()) + if login.status_code == 200: + if test_login(user, session): + return session, True + else: + print('Login error! Check your credentials!', file=sys.stderr) + return session, False + else: + print('Login error! Connection error!', file=sys.stderr) + return session, False + +def download(name, username = None, password = None, sessionfile = None, \ + ProfilePicOnly = False, DownloadVideos = True, FastUpdate = False, SleepMinMax=[0.25,2]): + session = load_object(sessionfile) + data = get_json(name, session=session) if len(data["entry_data"]) == 0: raise DownloaderException("user does not exist") else: download_profilepic(name, data["entry_data"]["ProfilePage"][0]["user"]["profile_pic_url"]) + time.sleep((SleepMinMax[1]-SleepMinMax[0])*random.random()+SleepMinMax[0]) + if data["entry_data"]["ProfilePage"][0]["user"]["is_private"]: + if not test_login(username, session): + if username is None or password is None: + while True: + if username is None: + username = input('Enter your Instagram username to login: ') + if password is None: + password = input('Enter your corresponding Instagram password: ') + session, status = get_session(username, password, session=session) + if status: + break + else: + session, status = get_session(username, password, session=session) + if not status: + raise DownloaderException("aborting...") if len(data["entry_data"]["ProfilePage"][0]["user"]["media"]["nodes"]) == 0 \ and not ProfilePicOnly: raise DownloaderException("no pics found") + totalcount = data["entry_data"]["ProfilePage"][0]["user"]["media"]["count"] if not ProfilePicOnly: count = 1 while not get_last_id(data) is None: @@ -116,28 +203,42 @@ def download(name, ProfilePicOnly = False, DownloadVideos = True, FastUpdate = F print("[%3i/%3i] " % (count, totalcount), end="", flush=True) count = count + 1 downloaded = download_pic(name, node["display_src"], node["date"]) + time.sleep(abs(SleepMinMax[1]-SleepMinMax[0])*random.random()+SleepMinMax[0]) if "caption" in node: saveCaption(name, node["date"], node["caption"]) if node["is_video"] and DownloadVideos: - video_data = get_json('p/' + node["code"]) + video_data = get_json('p/' + node["code"], session=session) download_pic(name, \ video_data['entry_data']['PostPage'][0]['media']['video_url'], \ node["date"], 'mp4') print() if FastUpdate and not downloaded: return - data = get_json(name, get_last_id(data)) + data = get_json(name, get_last_id(data), session) + time.sleep(abs(SleepMinMax[1]-SleepMinMax[0])*random.random()+SleepMinMax[0]) + if test_login(username, session): + save_object(session, sessionfile) if __name__ == "__main__": from argparse import ArgumentParser parser = ArgumentParser(description='Simple downloader to fetch all Instagram pics and '\ 'captions from a given public profile') - parser.add_argument('name', help='Name of profile to download') + parser.add_argument('target', help='Name of profile to download') + parser.add_argument('-l', '--login', nargs='?', const=None, metavar='login_name', + help='Provide login name for your Instagram account') + parser.add_argument('-p', '--password', nargs='?', const=None, + help='Provide password for your Instagram account') + parser.add_argument('-f', '--sessionfile', nargs='?', const=None, + help='File to store session key, defaults to /tmp/instaloader.session') parser.add_argument('-P', '--profile-pic-only', action='store_true', help='Only download profile picture') parser.add_argument('-V', '--skip-videos', action='store_true', help='Do not download videos') parser.add_argument('-F', '--fast-update', action='store_true', help='Abort at encounter of first already-downloaded picture') + parser.add_argument('-S', '--no-sleep', action='store_true', + help='Do not sleep between actual downloads of pictures') args = parser.parse_args() - download(args.name, args.profile_pic_only, not args.skip_videos, args.fast_update) + download(args.target, args.login, args.password, args.sessionfile, + args.profile_pic_only, not args.skip_videos, args.fast_update, + [0,0] if args.no_sleep else [0.25,2])