Enable test_tokenize (#1166)

Author: slozier

Src/IronPython/Runtime/Enumerate.cs

@@ -107,7 +107,7 @@ protected virtual void Dispose(bool notFinalizing) {
         #endregion
     }
 
-    [PythonType("SentinelIterator")]
+    [PythonType("callable_iterator")]
     public sealed class SentinelIterator : IEnumerator, IEnumerator<object> {
         private readonly object _target;
         private readonly object _sentinel;
@@ -120,7 +120,7 @@ public SentinelIterator(CodeContext/*!*/ context, object target, object sentinel
             _target = target;
             _sentinel = sentinel;
             _context = context;
-            _site = CallSite<Func<CallSite, CodeContext, object, object>>.Create(_context.LanguageContext.InvokeOne);
+            _site = CallSite<Func<CallSite, CodeContext, object, object>>.Create(_context.LanguageContext.InvokeNone);
         }
 
         public object __iter__() {

Src/IronPythonTest/Cases/CPythonCasesManifest.ini

@@ -186,7 +186,7 @@ Reason=ImportError: No module named audioop
 Ignore=true
 
 [CPython.test_binhex]
-Ignore=true
+Ignore=true # blocked by https://github.com/IronLanguages/ironpython3/issues/673
 
 [CPython.test_builtin] # IronPython.test_builtin_stdlib
 Ignore=true
@@ -518,7 +518,7 @@ Reason=Blocking
 
 [CPython.test_idle]
 Ignore=true
-Reason=ImportError: No module named _tkinter
+Reason=ImportError: No module named '_tkinter'
 
 [CPython.test_imaplib]
 Ignore=true
@@ -965,7 +965,7 @@ Ignore=true
 
 [CPython.test_tcl]
 Ignore=true
-Reason=ImportError: No module named _tkinter
+Reason=ImportError: No module named '_tkinter'
 
 [CPython.test_telnetlib]
 RunCondition=NOT $(IS_LINUX) # TODO: debug
@@ -1001,9 +1001,6 @@ RunCondition=NOT $(IS_MONO) # TODO: investigate
 Ignore=true
 Reason=ImportError: No module named '_tkinter'
 
-[CPython.test_tokenize]
-Ignore=true
-
 [CPython.test_tools]
 Ignore=true
 

Src/StdLib/Lib/test/test_tokenize.py

@@ -1208,7 +1208,7 @@ def test_random_files(self):
         for f in ('buffer', 'builtin', 'fileio', 'inspect', 'os', 'platform', 'sys'):
             testfiles.remove(os.path.join(tempdir, "test_%s.py") % f)
 
-        if not support.is_resource_enabled("cpu"):
+        if not support.is_resource_enabled("cpu") or True: # ironpython: don't process the whole folder since it's slow
             testfiles = random.sample(testfiles, 10)
 
         for testfile in testfiles: