Update app.py
Browse files
app.py
CHANGED
|
@@ -27,8 +27,7 @@ def replace_single_quotes(text):
|
|
| 27 |
return replaced_text
|
| 28 |
|
| 29 |
class PromptEnhancerV2:
|
| 30 |
-
def __init__(self, models_root_path, device_map="
|
| 31 |
-
device_map = "cuda:0"
|
| 32 |
if not logging.getLogger(__name__).handlers:
|
| 33 |
logging.basicConfig(level=logging.INFO)
|
| 34 |
self.logger = logging.getLogger(__name__)
|
|
|
|
| 27 |
return replaced_text
|
| 28 |
|
| 29 |
class PromptEnhancerV2:
|
| 30 |
+
def __init__(self, models_root_path, device_map="auto", torch_dtype="bfloat16"):#auto
|
|
|
|
| 31 |
if not logging.getLogger(__name__).handlers:
|
| 32 |
logging.basicConfig(level=logging.INFO)
|
| 33 |
self.logger = logging.getLogger(__name__)
|