#!/usr/bin/env python
# coding: utf-8

# # System

# In[1]:


import sys
sys.version


# In[1]:


import sys
print(sys.path)


# In[1]:


import psutil
psutil.virtual_memory()


# In[5]:


print("CPU count - Pysical: " + str( psutil.cpu_count(logical=False) ) + " / Logical: " + str( psutil.cpu_count() ) )


# In[13]:


import time
time.sleep(0.2)


# # argparse

# In[ ]:


import sys
import argparse

parser = argparse.ArgumentParser(description='export vCard FILE to REST URL')
parser.add_argument('-f','--file', nargs=1, help='vCard file')  # nargs= * + ? ...

if len(sys.argv)==1:
    parser.print_help()
    sys.exit(1)
    
args = parser.parse_args()


# # File

# In[241]:


import os
os.rename(path_ori, path_bak)    
os.makedirs(path_ori)


# In[ ]:


import os.path
os.path.isfile("/tmp") 
os.path.exists("/tmp")


# In[12]:


import glob,os
os.chdir("/etc")
os.getcwd()

glob.glob('host*')


# In[30]:


import sys
sys.argv[0]


# In[31]:


print(os.path.dirname(os.path.realpath('__file__')))


# In[43]:


f=open(path,'r',encoding='utf-8')
content=f.read()
f.close()


# In[ ]:


exec(open("executable.sh",encoding='utf-8').read())


# In[263]:


datetime.datetime.fromtimestamp( os.path.getmtime('/tmp') ,tz)


# ## Image

# In[ ]:


from IPython.display import Image
Image(filename='temp.png')  #Display image


# # Math

# In[5]:


import math
print(math.ceil(10.0))
print(math.ceil(10.1))
print(type(math.ceil(10.1)))


# # String

# In[234]:


("hue" * 3).upper()


# In[12]:


str = "is is is";
print(str.replace("is", "was"))
print(str.replace("is", "was", 2))


# In[132]:


" \tworld\n  ".strip()    # strip, lstrip, rstrip


# In[7]:


print(str(b'946809'), end = " ### " )
print(b'946809'.decode('utf8') )


# In[1]:


"%.2f" % float("3.5555")


# In[9]:


from urllib.parse import urlparse

def get_filename_from_url(url):
    return urlparse(url).path.split('/')[-1]

url = "http://imgqn.xxx.com/upload_files/2015/05/29/yyy.jpg!730x0.jpg"
urlparse(url)


# In[240]:


from bs4 import BeautifulSoup  # analyze html
#http://www.crummy.com/software/BeautifulSoup/bs4/doc/
soup = BeautifulSoup(html_doc)
soup.p['class']
soup.find_all('a')
soup.find_all('img', src=True):
soup.find_all("div", { "class" : "xxx"})  
soup.find(id="link3")
# <a class="sister" href="http://example.com/tillie" id="link3">Tillie</a>


# ## Regex
# https://www.regex101.com/  
# http://regexr.com/  
# https://docs.python.org/3/library/re.html

# In[3]:


import re
re.sub(r'(?i)\b(u|you+)\b', "your name", 'u YOU')


# In[61]:


re.match("c", "abcdef") # checks for a match only at the beginning of the string, No match


# In[59]:


re.search("c", "abcdef")


# In[7]:


m = re.search("\w",'1dfsde2') # \w match  as well as numbers and the underscore
if m: 
    print(m.group(0))
m    


# In[ ]:


import re
pattern="BEGIN:VCARD.*?END:VCARD"
result = re.findall(pattern,content,re.DOTALL) 


# In[22]:


print( 'Positive Lookbehind:\t' + re.sub(u'(?<=a)b', "*", 'abc a b c') )
print( 'Negative Lookbehind:\t' + re.sub(u'(?<!a)b', "*", 'abc a b c') )
print( 'Positive Lookahead:\t'  + re.sub(u'b(?=c)', "*", 'abc a b c') )
print( 'Negative Lookahead:\t'  + re.sub(u'b(?!c)', "*", 'abc a b c') )


# # Basic

# In[12]:


[1,]


# In[13]:


(1)


# In[14]:


(1,)


# In[17]:


(1,2,)


# In[16]:


#conditional operator 
'y' if True else "x"  # don't use: True and "y" or "x"


# In[ ]:


import requests
r = requests.get('')
r = requests.post('', data={})
r = requests.put('')
r = requests.delete('')


# In[107]:


import requests
o = {
    "name": v.fn.value,
    "vcard": s
}

r = requests.post(args.url, auth = (args.user[0], args.password[0]), data =o )  
print(r.reason)


# In[2]:


from urllib import request
url = 'https://gist.githubusercontent.com/omz/3823483/raw/3fbae981237897406db6a47984384082ab3360cf/FileTransfer.py'
request.urlretrieve(url, "/tmp/file_manager.py")


# In[128]:


spam = 'hue'.__mul__  #a function
spam(4)


# In[133]:


import string
sentence = "The quick brown fox jumps over the lazy dog"  #pangram 
len( [s for s in list(string.ascii_lowercase) if s in str.lower(sentence)]  )


# In[134]:


all(letter in sentence for letter in string.ascii_lowercase)


# In[135]:


any(l == 't' for l in 'python') # Returns True. Same as: 't' in 'python


# In[136]:


all(l == 't' for l in 'python') # Returns False. Not all of the letters are 't'.


# In[137]:


from random import randint,seed
seed(1)
randint(1,100) #always the same


# In[138]:


for i, j in enumerate('abc'): print(str(i) + ":" + j)


# In[139]:


from functools import reduce 
a = ['1', '2', '3'] 
reduce(lambda x, y: x + '-' + y, a) 


# In[140]:


a,b = [1,2,2], [2]
list(filter( lambda x: x not in b ,a))
[x for x in a if x not in b]


# In[141]:


list(map(lambda x: x*2,[1,2,3]))


# In[142]:


sorted(['ad','abd','b'])


# In[143]:


sorted({'ad','abd','b','b'})


# In[144]:


[{x for x in range(8)}]


# In[145]:


a1 = ["live", "arp", "strong"] 
a2 = ["lively", "alive", "harp", "sharp", "armstrong"]
[s1 for s1 in a1 for s2 in a2 if s1 in s2]


# In[146]:


students = [('john', 'A', 15), ('jane', 'B', 12), ('dave', 'B', 10),]  
sorted(students, key=lambda s : s[2])   # sort by age  


# In[147]:


{1,3,2} - {1}


# In[148]:


{1,3,2} & {1}


# In[149]:


a = {'i': 30,'u': 20,'she':44}
b = {'i': 31,'u': 21,'he': 55}
c = a.copy()
c.update(b)
c


# In[150]:


[1, 2, 3, 4, 1, 4, 1].count(1)


# In[151]:


[1,2,3][::-1]


# In[8]:


a = [1,2,3,2,1]
a.remove(1) #insert, remove or sort only modify the list have no return value printed
a.insert(2, -1) # 2 is index, -1 is value
b = [1,2,3,2,1]
b.pop(1) # 1 is index
print(a)
a.reverse()
print(a)
print(b)
a+b


# In[153]:


delete_nth = lambda order, max_e: [x for i, x in enumerate(order) if order[:i].count(x) < max_e]
delete_nth([20,37,20,21],1)  #item appears at most 1 times


# In[154]:


from collections import defaultdict
d = defaultdict(list)
d[1] = 3 # int, not default list
d[1] = [4]
d[1].append(5)
d[2]  #set to default []
d


# In[155]:


i = defaultdict(int)
i[1]


# In[ ]:


#class to json obj, from: http://stackoverflow.com/questions/3768895
from json import JSONEncoder
class MyEncoder(JSONEncoder):
    def default(self, o):
        return o.__dict__    

j = MyEncoder().encode(p)
json.loads(j)

with open('allgoods.json', 'w') as outfile:
    json.dump(map_goods, outfile,  sort_keys=True, indent=4 )


# In[37]:


from lxml import etree
root = etree.fromstring(b'<root>\n  <child1/>\n  <child2/>\n</root>\n')
print(etree.tostring(root,pretty_print=True).decode())


# #Time

# In[11]:


import datetime
import pytz
tz = pytz.timezone('Asia/Shanghai')
print(datetime.datetime.now(tz).strftime("%Y-%m-%d %X") )

import time
filename = '_' + str(time.strftime('%Y-%m-%d_%H%M%S', time.localtime(time.time()))) + '.ext'
print(filename)


# In[44]:


def get_current_time():
    return time.strftime('%Y-%m-%d %X ', time.localtime(time.time()))

try:
    s="Warning: n你好 during api"
    end = None
    print( get_current_time() + s.encode('utf-8'), end = end)
except TypeError:
    print('type_error')
else:
    print("else")
print("x")    


# In[41]:


float('Inf')


# In[40]:


recip = float('Inf')
try:
       recip = 1 / f(x)
except ZeroDivisionError:
       logging.info('Infinite result')
else:
       logging.info('Finite result')


# In[27]:


type(s.encode('utf-8'))


# 
# # code practice
# http://www.codewars.com/
# 
# # Packages
# ## Pexpect
# https://pexpect.readthedocs.io/en/stable/install.html  
# Pexpect is a pure Python module for spawning child applications; controlling them; and responding to expected patterns in their output.  

# In[25]:


import string
import unittest

def str_len(data):
    return len(data)

class MyTest(unittest.TestCase):
    def test_StrLen(self):
        self.assertEqual(str_len(""), 0)
        self.assertEqual(str_len("Hello World"), 11)

if __name__ == '__main__':
    unittest.main(argv=['ignored', '-v'], exit=False)


# # Meta

# In[57]:


class Test:
    Key1 = 1
    
    def addkey():
        setattr(Test, 'Key2', 2)

Test.Key3 = 3

print(Test.Key1)
print(Test.Key3)

Test.addkey()
print(Test.Key2)